{"level":"warn","ts":"2026-03-03T11:43:59.026094Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:59.026174Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.217:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.217:2380","--initial-cluster=instance=https://199.19.213.217:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.217:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.217:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T11:43:59.026234Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:59.026247Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.217:2380"]} {"level":"info","ts":"2026-03-03T11:43:59.026265Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:59.026871Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"]} {"level":"info","ts":"2026-03-03T11:43:59.026939Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.217:2380"],"listen-peer-urls":["https://199.19.213.217:2380"],"advertise-client-urls":["https://199.19.213.217:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.217:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T11:43:59.032713Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.564638ms"} {"level":"info","ts":"2026-03-03T11:43:59.040613Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"22141a955455b8ec","cluster-id":"30738c1f7233ae60"} {"level":"info","ts":"2026-03-03T11:43:59.040693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T11:43:59.040719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became follower at term 0"} {"level":"info","ts":"2026-03-03T11:43:59.040737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 22141a955455b8ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T11:43:59.04075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became follower at term 1"} {"level":"info","ts":"2026-03-03T11:43:59.040803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=(2455616925491116268)"} {"level":"warn","ts":"2026-03-03T11:43:59.047435Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T11:43:59.050624Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T11:43:59.051854Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T11:43:59.053814Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"22141a955455b8ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T11:43:59.054239Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"22141a955455b8ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T11:43:59.054266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:59.054505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:59.054576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:59.057083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec switched to configuration voters=(2455616925491116268)"} {"level":"info","ts":"2026-03-03T11:43:59.05722Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"30738c1f7233ae60","local-member-id":"22141a955455b8ec","added-peer-id":"22141a955455b8ec","added-peer-peer-urls":["https://199.19.213.217:2380"]} {"level":"info","ts":"2026-03-03T11:43:59.059682Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:59.059754Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.217:2380"} {"level":"info","ts":"2026-03-03T11:43:59.059792Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.217:2380"} {"level":"info","ts":"2026-03-03T11:43:59.060181Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"22141a955455b8ec","initial-advertise-peer-urls":["https://199.19.213.217:2380"],"listen-peer-urls":["https://199.19.213.217:2380"],"advertise-client-urls":["https://199.19.213.217:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.217:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T11:43:59.060237Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T11:43:59.641999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T11:43:59.642066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T11:43:59.642089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec received MsgPreVoteResp from 22141a955455b8ec at term 1"} {"level":"info","ts":"2026-03-03T11:43:59.642108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became candidate at term 2"} {"level":"info","ts":"2026-03-03T11:43:59.642119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec received MsgVoteResp from 22141a955455b8ec at term 2"} {"level":"info","ts":"2026-03-03T11:43:59.642134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22141a955455b8ec became leader at term 2"} {"level":"info","ts":"2026-03-03T11:43:59.642147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 22141a955455b8ec elected leader 22141a955455b8ec at term 2"} {"level":"info","ts":"2026-03-03T11:43:59.643147Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:59.643988Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"22141a955455b8ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.217:2379]}","request-path":"/0/members/22141a955455b8ec/attributes","cluster-id":"30738c1f7233ae60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T11:43:59.644042Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:59.644133Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:59.64425Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T11:43:59.644376Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T11:43:59.644382Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"30738c1f7233ae60","local-member-id":"22141a955455b8ec","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:59.644526Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:59.644577Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:59.647338Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T11:43:59.647896Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.217:2379"} {"level":"warn","ts":"2026-03-03T11:44:13.398711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294939520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:44:13.400273Z","caller":"traceutil/trace.go:171","msg":"trace[998178054] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:411; }","duration":"501.93493ms","start":"2026-03-03T11:44:12.898302Z","end":"2026-03-03T11:44:13.400237Z","steps":["trace[998178054] 'read index received' (duration: 501.636502ms)","trace[998178054] 'applied index is now lower than readState.Index' (duration: 297.478µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:13.400478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.142136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:13.400534Z","caller":"traceutil/trace.go:171","msg":"trace[1563610732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:401; }","duration":"502.30691ms","start":"2026-03-03T11:44:12.898216Z","end":"2026-03-03T11:44:13.400523Z","steps":["trace[1563610732] 'agreement among raft nodes before linearized reading' (duration: 502.127725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:13.400579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.898186Z","time spent":"502.382242ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:44:13.400727Z","caller":"traceutil/trace.go:171","msg":"trace[2117162157] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"579.199089ms","start":"2026-03-03T11:44:12.821474Z","end":"2026-03-03T11:44:13.400673Z","steps":["trace[2117162157] 'process raft request' (duration: 578.554381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:13.401626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.821445Z","time spent":"579.397334ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:17.527599Z","caller":"traceutil/trace.go:171","msg":"trace[529538816] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"178.383047ms","start":"2026-03-03T11:44:17.349181Z","end":"2026-03-03T11:44:17.527564Z","steps":["trace[529538816] 'process raft request' (duration: 178.321685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:17.527615Z","caller":"traceutil/trace.go:171","msg":"trace[135721864] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"178.955352ms","start":"2026-03-03T11:44:17.348635Z","end":"2026-03-03T11:44:17.527591Z","steps":["trace[135721864] 'process raft request' (duration: 88.028228ms)","trace[135721864] 'compare' (duration: 90.704788ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:17.580619Z","caller":"traceutil/trace.go:171","msg":"trace[1117796759] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:428; }","duration":"166.942601ms","start":"2026-03-03T11:44:17.413653Z","end":"2026-03-03T11:44:17.580596Z","steps":["trace[1117796759] 'read index received' (duration: 23.010937ms)","trace[1117796759] 'applied index is now lower than readState.Index' (duration: 143.930763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:17.580638Z","caller":"traceutil/trace.go:171","msg":"trace[657961618] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"220.569766ms","start":"2026-03-03T11:44:17.360032Z","end":"2026-03-03T11:44:17.580601Z","steps":["trace[657961618] 'process raft request' (duration: 220.455273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:17.580714Z","caller":"traceutil/trace.go:171","msg":"trace[2094604319] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"220.73738ms","start":"2026-03-03T11:44:17.359963Z","end":"2026-03-03T11:44:17.5807Z","steps":["trace[2094604319] 'process raft request' (duration: 220.394471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:17.580733Z","caller":"traceutil/trace.go:171","msg":"trace[1603299331] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"202.648687ms","start":"2026-03-03T11:44:17.378063Z","end":"2026-03-03T11:44:17.580712Z","steps":["trace[1603299331] 'process raft request' (duration: 202.466762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:17.580777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.109965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:44:17.580821Z","caller":"traceutil/trace.go:171","msg":"trace[1105398410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"167.190737ms","start":"2026-03-03T11:44:17.413614Z","end":"2026-03-03T11:44:17.580805Z","steps":["trace[1105398410] 'agreement among raft nodes before linearized reading' (duration: 167.098645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:17.580891Z","caller":"traceutil/trace.go:171","msg":"trace[227721563] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"201.978318ms","start":"2026-03-03T11:44:17.378827Z","end":"2026-03-03T11:44:17.580806Z","steps":["trace[227721563] 'process raft request' (duration: 201.734922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:17.683495Z","caller":"traceutil/trace.go:171","msg":"trace[2029558986] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"102.773652ms","start":"2026-03-03T11:44:17.5807Z","end":"2026-03-03T11:44:17.683474Z","steps":["trace[2029558986] 'read index received' (duration: 73.428196ms)","trace[2029558986] 'applied index is now lower than readState.Index' (duration: 29.343926ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:17.683581Z","caller":"traceutil/trace.go:171","msg":"trace[1920412085] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"148.24085ms","start":"2026-03-03T11:44:17.535331Z","end":"2026-03-03T11:44:17.683572Z","steps":["trace[1920412085] 'process raft request' (duration: 118.773381ms)","trace[1920412085] 'compare' (duration: 29.172171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:17.68372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.182591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:17.683778Z","caller":"traceutil/trace.go:171","msg":"trace[1311365138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"265.281803ms","start":"2026-03-03T11:44:17.418482Z","end":"2026-03-03T11:44:17.683764Z","steps":["trace[1311365138] 'agreement among raft nodes before linearized reading' (duration: 265.18583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:31.92872Z","caller":"traceutil/trace.go:171","msg":"trace[1364239242] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"152.907481ms","start":"2026-03-03T11:44:31.775791Z","end":"2026-03-03T11:44:31.928698Z","steps":["trace[1364239242] 'process raft request' (duration: 152.766057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:32.278424Z","caller":"traceutil/trace.go:171","msg":"trace[748799017] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"500.998174ms","start":"2026-03-03T11:44:31.777406Z","end":"2026-03-03T11:44:32.278404Z","steps":["trace[748799017] 'process raft request' (duration: 500.943543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:32.278453Z","caller":"traceutil/trace.go:171","msg":"trace[795022151] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"502.523415ms","start":"2026-03-03T11:44:31.775901Z","end":"2026-03-03T11:44:32.278424Z","steps":["trace[795022151] 'process raft request' (duration: 502.33268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:32.278543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.777378Z","time spent":"501.105197ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:32.278598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.775886Z","time spent":"502.631448ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:32.278638Z","caller":"traceutil/trace.go:171","msg":"trace[4136367] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"417.069721ms","start":"2026-03-03T11:44:31.861535Z","end":"2026-03-03T11:44:32.278605Z","steps":["trace[4136367] 'process raft request' (duration: 416.841795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:32.278823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.861516Z","time spent":"417.207895ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:32.816654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.540074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:44:32.816774Z","caller":"traceutil/trace.go:171","msg":"trace[404882423] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"141.9215ms","start":"2026-03-03T11:44:32.674837Z","end":"2026-03-03T11:44:32.816758Z","steps":["trace[404882423] 'read index received' (duration: 29.951µs)","trace[404882423] 'applied index is now lower than readState.Index' (duration: 141.889879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:32.816871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.023052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:44:32.816906Z","caller":"traceutil/trace.go:171","msg":"trace[1122499253] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:518; }","duration":"142.098625ms","start":"2026-03-03T11:44:32.674797Z","end":"2026-03-03T11:44:32.816896Z","steps":["trace[1122499253] 'agreement among raft nodes before linearized reading' (duration: 142.005432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:32.816878Z","caller":"traceutil/trace.go:171","msg":"trace[99662097] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"484.308702ms","start":"2026-03-03T11:44:32.332516Z","end":"2026-03-03T11:44:32.816824Z","steps":["trace[99662097] 'process raft request' (duration: 92.321976ms)","trace[99662097] 'compare' (duration: 391.271327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:32.817062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:32.332506Z","time spent":"484.452145ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:34.31792Z","caller":"traceutil/trace.go:171","msg":"trace[1121151738] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"373.651909ms","start":"2026-03-03T11:44:33.944233Z","end":"2026-03-03T11:44:34.317884Z","steps":["trace[1121151738] 'process raft request' (duration: 373.33958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.318137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.944219Z","time spent":"373.796413ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:34.528359Z","caller":"traceutil/trace.go:171","msg":"trace[1310259183] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"206.628805ms","start":"2026-03-03T11:44:34.321707Z","end":"2026-03-03T11:44:34.528335Z","steps":["trace[1310259183] 'process raft request' (duration: 196.062565ms)","trace[1310259183] 'compare' (duration: 10.478447ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:34.534659Z","caller":"traceutil/trace.go:171","msg":"trace[2113072908] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"212.616074ms","start":"2026-03-03T11:44:34.322025Z","end":"2026-03-03T11:44:34.534641Z","steps":["trace[2113072908] 'process raft request' (duration: 212.520991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:34.727767Z","caller":"traceutil/trace.go:171","msg":"trace[1015109165] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"127.482128ms","start":"2026-03-03T11:44:34.600256Z","end":"2026-03-03T11:44:34.727739Z","steps":["trace[1015109165] 'process raft request' (duration: 121.595222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:41.279742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.370311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:41.279829Z","caller":"traceutil/trace.go:171","msg":"trace[131605994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"159.493824ms","start":"2026-03-03T11:44:41.120318Z","end":"2026-03-03T11:44:41.279812Z","steps":["trace[131605994] 'range keys from in-memory index tree' (duration: 159.31693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:41.279904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.763791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:44:41.280047Z","caller":"traceutil/trace.go:171","msg":"trace[566271812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:680; }","duration":"434.000768ms","start":"2026-03-03T11:44:40.846017Z","end":"2026-03-03T11:44:41.280018Z","steps":["trace[566271812] 'range keys from in-memory index tree' (duration: 433.489264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:41.280117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:40.845983Z","time spent":"434.12168ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:44:41.48807Z","caller":"traceutil/trace.go:171","msg":"trace[1135545162] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"203.019558ms","start":"2026-03-03T11:44:41.285017Z","end":"2026-03-03T11:44:41.488036Z","steps":["trace[1135545162] 'process raft request' (duration: 202.758971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:42.253925Z","caller":"traceutil/trace.go:171","msg":"trace[798193759] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"331.499803ms","start":"2026-03-03T11:44:41.922399Z","end":"2026-03-03T11:44:42.253899Z","steps":["trace[798193759] 'read index received' (duration: 331.177045ms)","trace[798193759] 'applied index is now lower than readState.Index' (duration: 321.948µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:42.254062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.637687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:42.254097Z","caller":"traceutil/trace.go:171","msg":"trace[486013685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"331.692708ms","start":"2026-03-03T11:44:41.922393Z","end":"2026-03-03T11:44:42.254086Z","steps":["trace[486013685] 'agreement among raft nodes before linearized reading' (duration: 331.614386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:42.254137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:41.922333Z","time spent":"331.797071ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:42.254344Z","caller":"traceutil/trace.go:171","msg":"trace[1601245479] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"749.770296ms","start":"2026-03-03T11:44:41.504535Z","end":"2026-03-03T11:44:42.254306Z","steps":["trace[1601245479] 'process raft request' (duration: 749.15827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:42.254528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:41.504498Z","time spent":"749.93276ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:43.059479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294940028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:44:44.028973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.092891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:44:44.029116Z","caller":"traceutil/trace.go:171","msg":"trace[1445969823] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"1.47074332s","start":"2026-03-03T11:44:42.558347Z","end":"2026-03-03T11:44:44.02909Z","steps":["trace[1445969823] 'read index received' (duration: 710.453784ms)","trace[1445969823] 'applied index is now lower than readState.Index' (duration: 760.287676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:44.029459Z","caller":"traceutil/trace.go:171","msg":"trace[826243817] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.486730133s","start":"2026-03-03T11:44:42.542705Z","end":"2026-03-03T11:44:44.029435Z","steps":["trace[826243817] 'process raft request' (duration: 726.042627ms)","trace[826243817] 'compare' (duration: 759.68882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:44.029583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:42.54268Z","time spent":"1.486836546s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:44.030096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106948392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:44:44.030098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471734326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:44.03014Z","caller":"traceutil/trace.go:171","msg":"trace[2048517335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"1.107041155s","start":"2026-03-03T11:44:42.923088Z","end":"2026-03-03T11:44:44.030129Z","steps":["trace[2048517335] 'agreement among raft nodes before linearized reading' (duration: 1.106951852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:44.030162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:42.923065Z","time spent":"1.107093076s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:44.030154Z","caller":"traceutil/trace.go:171","msg":"trace[759893684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"1.471824768s","start":"2026-03-03T11:44:42.558313Z","end":"2026-03-03T11:44:44.030138Z","steps":["trace[759893684] 'agreement among raft nodes before linearized reading' (duration: 1.471642523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:44.030166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.893253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T11:44:44.030196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:42.558301Z","time spent":"1.47188392s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:44.030189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354210093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T11:44:44.030196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468928632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:44:44.030235Z","caller":"traceutil/trace.go:171","msg":"trace[562069133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"538.000966ms","start":"2026-03-03T11:44:43.492209Z","end":"2026-03-03T11:44:44.03021Z","steps":["trace[562069133] 'agreement among raft nodes before linearized reading' (duration: 537.829641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:44.03027Z","caller":"traceutil/trace.go:171","msg":"trace[1105590277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"1.469015244s","start":"2026-03-03T11:44:42.561228Z","end":"2026-03-03T11:44:44.030243Z","steps":["trace[1105590277] 'agreement among raft nodes before linearized reading' (duration: 1.468816279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:44.030301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:43.492184Z","time spent":"538.103858ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:44:44.030322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:42.561221Z","time spent":"1.469090186s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:44:44.030246Z","caller":"traceutil/trace.go:171","msg":"trace[1790560976] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:684; }","duration":"1.354316565s","start":"2026-03-03T11:44:42.675915Z","end":"2026-03-03T11:44:44.030231Z","steps":["trace[1790560976] 'agreement among raft nodes before linearized reading' (duration: 1.3541273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:44.030399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:42.675894Z","time spent":"1.35449858s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"warn","ts":"2026-03-03T11:44:45.773843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.550297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:45.774108Z","caller":"traceutil/trace.go:171","msg":"trace[796037910] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:720; }","duration":"204.16093ms","start":"2026-03-03T11:44:45.569907Z","end":"2026-03-03T11:44:45.774068Z","steps":["trace[796037910] 'range keys from in-memory index tree' (duration: 202.344192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:48.750697Z","caller":"traceutil/trace.go:171","msg":"trace[2133381285] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"148.010201ms","start":"2026-03-03T11:44:48.60266Z","end":"2026-03-03T11:44:48.75067Z","steps":["trace[2133381285] 'process raft request' (duration: 147.831517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.48376Z","caller":"traceutil/trace.go:171","msg":"trace[266688819] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"161.729674ms","start":"2026-03-03T11:44:55.322004Z","end":"2026-03-03T11:44:55.483734Z","steps":["trace[266688819] 'process raft request' (duration: 161.557189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.570023Z","caller":"traceutil/trace.go:171","msg":"trace[445093215] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"130.104446ms","start":"2026-03-03T11:44:55.439897Z","end":"2026-03-03T11:44:55.570001Z","steps":["trace[445093215] 'process raft request' (duration: 129.968062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.619228Z","caller":"traceutil/trace.go:171","msg":"trace[851147397] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"128.139075ms","start":"2026-03-03T11:44:55.491009Z","end":"2026-03-03T11:44:55.619148Z","steps":["trace[851147397] 'process raft request' (duration: 127.856167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.619541Z","caller":"traceutil/trace.go:171","msg":"trace[1424683082] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"121.996562ms","start":"2026-03-03T11:44:55.497506Z","end":"2026-03-03T11:44:55.619502Z","steps":["trace[1424683082] 'process raft request' (duration: 121.577341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.619762Z","caller":"traceutil/trace.go:171","msg":"trace[1254984840] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"118.893641ms","start":"2026-03-03T11:44:55.50081Z","end":"2026-03-03T11:44:55.619703Z","steps":["trace[1254984840] 'process raft request' (duration: 118.614933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.781916Z","caller":"traceutil/trace.go:171","msg":"trace[657221145] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"153.160028ms","start":"2026-03-03T11:44:55.62873Z","end":"2026-03-03T11:44:55.78189Z","steps":["trace[657221145] 'process raft request' (duration: 153.075056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:55.781991Z","caller":"traceutil/trace.go:171","msg":"trace[1860717606] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"155.341055ms","start":"2026-03-03T11:44:55.626603Z","end":"2026-03-03T11:44:55.781944Z","steps":["trace[1860717606] 'process raft request' (duration: 117.614336ms)","trace[1860717606] 'compare' (duration: 37.318199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:55.973251Z","caller":"traceutil/trace.go:171","msg":"trace[900731817] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"132.227613ms","start":"2026-03-03T11:44:55.840993Z","end":"2026-03-03T11:44:55.973221Z","steps":["trace[900731817] 'process raft request' (duration: 131.930666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:05.704446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.516142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:05.704657Z","caller":"traceutil/trace.go:171","msg":"trace[1247548378] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"590.051134ms","start":"2026-03-03T11:45:05.114589Z","end":"2026-03-03T11:45:05.70464Z","steps":["trace[1247548378] 'process raft request' (duration: 589.979582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:05.704729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:05.114537Z","time spent":"590.160526ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:05.704794Z","caller":"traceutil/trace.go:171","msg":"trace[1427624421] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:969; }","duration":"781.98623ms","start":"2026-03-03T11:45:04.922767Z","end":"2026-03-03T11:45:05.704754Z","steps":["trace[1427624421] 'read index received' (duration: 63.102µs)","trace[1427624421] 'applied index is now lower than readState.Index' (duration: 781.919127ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:05.70494Z","caller":"traceutil/trace.go:171","msg":"trace[1463602607] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.097570072s","start":"2026-03-03T11:45:04.607347Z","end":"2026-03-03T11:45:05.704917Z","steps":["trace[1463602607] 'process raft request' (duration: 165.496725ms)","trace[1463602607] 'compare' (duration: 931.404139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:05.705032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.248806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:45:05.705067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:04.607272Z","time spent":"1.097730636s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:05.705099Z","caller":"traceutil/trace.go:171","msg":"trace[1279582339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"782.365399ms","start":"2026-03-03T11:45:04.922715Z","end":"2026-03-03T11:45:05.705081Z","steps":["trace[1279582339] 'agreement among raft nodes before linearized reading' (duration: 782.216715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:05.705152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:04.922691Z","time spent":"782.449852ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:45:05.712133Z","caller":"traceutil/trace.go:171","msg":"trace[1489292749] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"144.054567ms","start":"2026-03-03T11:45:05.568061Z","end":"2026-03-03T11:45:05.712115Z","steps":["trace[1489292749] 'process raft request' (duration: 143.944254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:05.712267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.483897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:45:05.712345Z","caller":"traceutil/trace.go:171","msg":"trace[1117244715] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:949; }","duration":"501.61836ms","start":"2026-03-03T11:45:05.210706Z","end":"2026-03-03T11:45:05.712325Z","steps":["trace[1117244715] 'agreement among raft nodes before linearized reading' (duration: 501.435505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:05.712368Z","caller":"traceutil/trace.go:171","msg":"trace[282327649] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"356.238579ms","start":"2026-03-03T11:45:05.356115Z","end":"2026-03-03T11:45:05.712354Z","steps":["trace[282327649] 'process raft request' (duration: 355.725535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:05.712445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:05.210669Z","time spent":"501.758214ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:45:05.712466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:05.356088Z","time spent":"356.314941ms","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:05.71261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.411609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-v2nr5\" ","response":"range_response_count:1 size:5353"} {"level":"info","ts":"2026-03-03T11:45:05.713674Z","caller":"traceutil/trace.go:171","msg":"trace[698491368] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-v2nr5; range_end:; response_count:1; response_revision:949; }","duration":"123.723258ms","start":"2026-03-03T11:45:05.589066Z","end":"2026-03-03T11:45:05.712789Z","steps":["trace[698491368] 'agreement among raft nodes before linearized reading' (duration: 123.237735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:23.800617Z","caller":"traceutil/trace.go:171","msg":"trace[511769455] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"177.134613ms","start":"2026-03-03T11:45:23.623448Z","end":"2026-03-03T11:45:23.800582Z","steps":["trace[511769455] 'process raft request' (duration: 176.939728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:29.768375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.2254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-99mjs\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-03T11:45:29.768441Z","caller":"traceutil/trace.go:171","msg":"trace[1380974123] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-99mjs; range_end:; response_count:1; response_revision:1203; }","duration":"120.363244ms","start":"2026-03-03T11:45:29.648063Z","end":"2026-03-03T11:45:29.768427Z","steps":["trace[1380974123] 'range keys from in-memory index tree' (duration: 119.988394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:32.238146Z","caller":"traceutil/trace.go:171","msg":"trace[704552378] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"350.190031ms","start":"2026-03-03T11:45:31.887927Z","end":"2026-03-03T11:45:32.238117Z","steps":["trace[704552378] 'read index received' (duration: 349.967445ms)","trace[704552378] 'applied index is now lower than readState.Index' (duration: 221.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:32.238179Z","caller":"traceutil/trace.go:171","msg":"trace[509450668] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"391.669925ms","start":"2026-03-03T11:45:31.846481Z","end":"2026-03-03T11:45:32.238151Z","steps":["trace[509450668] 'process raft request' (duration: 391.46903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.238295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:31.84644Z","time spent":"391.799169ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:32.238373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.423957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:45:32.238392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.156158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:32.238412Z","caller":"traceutil/trace.go:171","msg":"trace[784346104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1212; }","duration":"318.22129ms","start":"2026-03-03T11:45:31.920184Z","end":"2026-03-03T11:45:32.238405Z","steps":["trace[784346104] 'agreement among raft nodes before linearized reading' (duration: 318.186789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:32.238408Z","caller":"traceutil/trace.go:171","msg":"trace[1404093947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1212; }","duration":"350.477469ms","start":"2026-03-03T11:45:31.88792Z","end":"2026-03-03T11:45:32.238397Z","steps":["trace[1404093947] 'agreement among raft nodes before linearized reading' (duration: 350.333695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.238425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:31.920141Z","time spent":"318.281621ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:45:32.238442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:31.88786Z","time spent":"350.574331ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:45:32.533381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.66693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:32.533479Z","caller":"traceutil/trace.go:171","msg":"trace[774754121] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1247; }","duration":"252.714076ms","start":"2026-03-03T11:45:32.280749Z","end":"2026-03-03T11:45:32.533463Z","steps":["trace[774754121] 'read index received' (duration: 24.928373ms)","trace[774754121] 'applied index is now lower than readState.Index' (duration: 227.784503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:32.533545Z","caller":"traceutil/trace.go:171","msg":"trace[1388406937] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"289.778202ms","start":"2026-03-03T11:45:32.243729Z","end":"2026-03-03T11:45:32.533507Z","steps":["trace[1388406937] 'process raft request' (duration: 61.904157ms)","trace[1388406937] 'compare' (duration: 227.574537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:32.533654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.901691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:45:32.533695Z","caller":"traceutil/trace.go:171","msg":"trace[1162946333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"252.969903ms","start":"2026-03-03T11:45:32.280714Z","end":"2026-03-03T11:45:32.533684Z","steps":["trace[1162946333] 'agreement among raft nodes before linearized reading' (duration: 252.826069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.533865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.57994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:45:32.5339Z","caller":"traceutil/trace.go:171","msg":"trace[948945370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1213; }","duration":"188.639631ms","start":"2026-03-03T11:45:32.345252Z","end":"2026-03-03T11:45:32.533892Z","steps":["trace[948945370] 'agreement among raft nodes before linearized reading' (duration: 188.555098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.53428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.244977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:45:32.534371Z","caller":"traceutil/trace.go:171","msg":"trace[2019955888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1213; }","duration":"195.37632ms","start":"2026-03-03T11:45:32.338979Z","end":"2026-03-03T11:45:32.534355Z","steps":["trace[2019955888] 'agreement among raft nodes before linearized reading' (duration: 194.61875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:33.067796Z","caller":"traceutil/trace.go:171","msg":"trace[1593220988] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"529.919954ms","start":"2026-03-03T11:45:32.537809Z","end":"2026-03-03T11:45:33.067729Z","steps":["trace[1593220988] 'process raft request' (duration: 527.481129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:33.067959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:32.537785Z","time spent":"530.086278ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:33.070309Z","caller":"traceutil/trace.go:171","msg":"trace[1714400255] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"532.434362ms","start":"2026-03-03T11:45:32.537856Z","end":"2026-03-03T11:45:33.07029Z","steps":["trace[1714400255] 'process raft request' (duration: 532.291258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:33.070423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:32.53783Z","time spent":"532.533203ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:33.070546Z","caller":"traceutil/trace.go:171","msg":"trace[1633004208] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1248; }","duration":"390.73466ms","start":"2026-03-03T11:45:32.679796Z","end":"2026-03-03T11:45:33.070531Z","steps":["trace[1633004208] 'read index received' (duration: 385.589583ms)","trace[1633004208] 'applied index is now lower than readState.Index' (duration: 5.144087ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:33.070577Z","caller":"traceutil/trace.go:171","msg":"trace[262458047] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"532.531154ms","start":"2026-03-03T11:45:32.537995Z","end":"2026-03-03T11:45:33.070526Z","steps":["trace[262458047] 'process raft request' (duration: 532.259847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:33.070653Z","caller":"traceutil/trace.go:171","msg":"trace[362603808] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"532.259367ms","start":"2026-03-03T11:45:32.538376Z","end":"2026-03-03T11:45:33.070635Z","steps":["trace[362603808] 'process raft request' (duration: 532.092172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:33.070694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.768543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:45:33.070722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:32.537967Z","time spent":"532.680568ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:33.070754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:32.538367Z","time spent":"532.339089ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:33.070734Z","caller":"traceutil/trace.go:171","msg":"trace[1352367302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"147.805964ms","start":"2026-03-03T11:45:32.922917Z","end":"2026-03-03T11:45:33.070723Z","steps":["trace[1352367302] 'agreement among raft nodes before linearized reading' (duration: 147.749963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:33.070827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.039758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:45:33.070858Z","caller":"traceutil/trace.go:171","msg":"trace[1832651267] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:1217; }","duration":"391.100929ms","start":"2026-03-03T11:45:32.679746Z","end":"2026-03-03T11:45:33.070847Z","steps":["trace[1832651267] 'agreement among raft nodes before linearized reading' (duration: 391.005437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:33.070909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:32.679727Z","time spent":"391.169112ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"info","ts":"2026-03-03T11:45:46.334312Z","caller":"traceutil/trace.go:171","msg":"trace[1946433923] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"254.330209ms","start":"2026-03-03T11:45:46.079942Z","end":"2026-03-03T11:45:46.334273Z","steps":["trace[1946433923] 'process raft request' (duration: 254.110973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:46.514923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.450663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:46.515197Z","caller":"traceutil/trace.go:171","msg":"trace[1841645360] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"176.726374ms","start":"2026-03-03T11:45:46.338416Z","end":"2026-03-03T11:45:46.515142Z","steps":["trace[1841645360] 'process raft request' (duration: 69.914891ms)","trace[1841645360] 'compare' (duration: 106.226268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:47.026353Z","caller":"traceutil/trace.go:171","msg":"trace[938116386] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"121.259248ms","start":"2026-03-03T11:45:46.905064Z","end":"2026-03-03T11:45:47.026323Z","steps":["trace[938116386] 'process raft request' (duration: 97.363642ms)","trace[938116386] 'compare' (duration: 23.749572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:47.044524Z","caller":"traceutil/trace.go:171","msg":"trace[461358355] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1530; }","duration":"126.019024ms","start":"2026-03-03T11:45:46.918482Z","end":"2026-03-03T11:45:47.044501Z","steps":["trace[461358355] 'read index received' (duration: 83.972525ms)","trace[461358355] 'applied index is now lower than readState.Index' (duration: 42.045709ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:47.044628Z","caller":"traceutil/trace.go:171","msg":"trace[515546784] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"126.2314ms","start":"2026-03-03T11:45:46.918387Z","end":"2026-03-03T11:45:47.044619Z","steps":["trace[515546784] 'process raft request' (duration: 125.906851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:47.045024Z","caller":"traceutil/trace.go:171","msg":"trace[624699840] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"126.512138ms","start":"2026-03-03T11:45:46.918502Z","end":"2026-03-03T11:45:47.045014Z","steps":["trace[624699840] 'process raft request' (duration: 125.905531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:47.0452Z","caller":"traceutil/trace.go:171","msg":"trace[737435733] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"124.890904ms","start":"2026-03-03T11:45:46.920302Z","end":"2026-03-03T11:45:47.045193Z","steps":["trace[737435733] 'process raft request' (duration: 124.160255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:47.045365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.869467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-psw8g\" ","response":"range_response_count:1 size:3255"} {"level":"info","ts":"2026-03-03T11:45:47.045388Z","caller":"traceutil/trace.go:171","msg":"trace[141477114] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-psw8g; range_end:; response_count:1; response_revision:1474; }","duration":"126.972899ms","start":"2026-03-03T11:45:46.918407Z","end":"2026-03-03T11:45:47.04538Z","steps":["trace[141477114] 'agreement among raft nodes before linearized reading' (duration: 126.857646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:47.045504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.888584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:47.045523Z","caller":"traceutil/trace.go:171","msg":"trace[2074834067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1474; }","duration":"121.921495ms","start":"2026-03-03T11:45:46.923595Z","end":"2026-03-03T11:45:47.045517Z","steps":["trace[2074834067] 'agreement among raft nodes before linearized reading' (duration: 121.889524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.40305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.421951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:45:58.403125Z","caller":"traceutil/trace.go:171","msg":"trace[1845667375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"795.544644ms","start":"2026-03-03T11:45:57.607564Z","end":"2026-03-03T11:45:58.403109Z","steps":["trace[1845667375] 'range keys from in-memory index tree' (duration: 795.270267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.607534Z","time spent":"795.625146ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:45:58.403173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.962011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-03T11:45:58.403158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159010398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T11:45:58.403235Z","caller":"traceutil/trace.go:171","msg":"trace[1620083101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a; range_end:; response_count:1; response_revision:1615; }","duration":"605.051364ms","start":"2026-03-03T11:45:57.798167Z","end":"2026-03-03T11:45:58.403219Z","steps":["trace[1620083101] 'range keys from in-memory index tree' (duration: 604.798087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:58.403246Z","caller":"traceutil/trace.go:171","msg":"trace[304747480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1615; }","duration":"1.159147712s","start":"2026-03-03T11:45:57.24408Z","end":"2026-03-03T11:45:58.403228Z","steps":["trace[304747480] 'range keys from in-memory index tree' (duration: 1.158774152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.798151Z","time spent":"605.110026ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a\" "} {"level":"warn","ts":"2026-03-03T11:45:58.40329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.244057Z","time spent":"1.159221615s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:45:58.403074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200612476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T11:45:58.403342Z","caller":"traceutil/trace.go:171","msg":"trace[494008385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1615; }","duration":"1.200955545s","start":"2026-03-03T11:45:57.202379Z","end":"2026-03-03T11:45:58.403334Z","steps":["trace[494008385] 'range keys from in-memory index tree' (duration: 1.20039237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.202344Z","time spent":"1.201022527s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:45:58.403468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.012779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T11:45:58.403494Z","caller":"traceutil/trace.go:171","msg":"trace[212848177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a; range_end:; response_count:1; response_revision:1615; }","duration":"618.077461ms","start":"2026-03-03T11:45:57.785409Z","end":"2026-03-03T11:45:58.403487Z","steps":["trace[212848177] 'range keys from in-memory index tree' (duration: 617.889406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.785388Z","time spent":"618.119322ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a\" "} {"level":"info","ts":"2026-03-03T11:45:58.403612Z","caller":"traceutil/trace.go:171","msg":"trace[386900776] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1677; }","duration":"479.959575ms","start":"2026-03-03T11:45:57.92362Z","end":"2026-03-03T11:45:58.403579Z","steps":["trace[386900776] 'read index received' (duration: 472.117436ms)","trace[386900776] 'applied index is now lower than readState.Index' (duration: 7.840129ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:58.403703Z","caller":"traceutil/trace.go:171","msg":"trace[442651576] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"512.884411ms","start":"2026-03-03T11:45:57.890809Z","end":"2026-03-03T11:45:58.403694Z","steps":["trace[442651576] 'process raft request' (duration: 504.915509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.136119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:45:58.403786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.890779Z","time spent":"512.945042ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:58.403822Z","caller":"traceutil/trace.go:171","msg":"trace[1183629051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"480.239732ms","start":"2026-03-03T11:45:57.923565Z","end":"2026-03-03T11:45:58.403804Z","steps":["trace[1183629051] 'agreement among raft nodes before linearized reading' (duration: 480.135529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.403871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.923537Z","time spent":"480.324174ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:45:58.403872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159754498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T11:45:58.404025Z","caller":"traceutil/trace.go:171","msg":"trace[110362222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1615; }","duration":"1.159930883s","start":"2026-03-03T11:45:57.244019Z","end":"2026-03-03T11:45:58.40395Z","steps":["trace[110362222] 'range keys from in-memory index tree' (duration: 1.158741071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.404083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:57.243995Z","time spent":"1.160077327s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:45:58.409326Z","caller":"traceutil/trace.go:171","msg":"trace[1756030210] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"397.433628ms","start":"2026-03-03T11:45:58.011872Z","end":"2026-03-03T11:45:58.409305Z","steps":["trace[1756030210] 'process raft request' (duration: 397.229163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.409436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.011838Z","time spent":"397.541361ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:58.819193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.939211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:45:58.819311Z","caller":"traceutil/trace.go:171","msg":"trace[1117678598] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1678; }","duration":"414.339969ms","start":"2026-03-03T11:45:58.404949Z","end":"2026-03-03T11:45:58.819289Z","steps":["trace[1117678598] 'read index received' (duration: 4.13823ms)","trace[1117678598] 'applied index is now lower than readState.Index' (duration: 410.199978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:58.819445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.484522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:58.8195Z","caller":"traceutil/trace.go:171","msg":"trace[900054624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1617; }","duration":"414.582455ms","start":"2026-03-03T11:45:58.404904Z","end":"2026-03-03T11:45:58.819486Z","steps":["trace[900054624] 'agreement among raft nodes before linearized reading' (duration: 414.487332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.819537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.404883Z","time spent":"414.646977ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:45:58.930795Z","caller":"traceutil/trace.go:171","msg":"trace[1052477442] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"522.96302ms","start":"2026-03-03T11:45:58.407811Z","end":"2026-03-03T11:45:58.930774Z","steps":["trace[1052477442] 'process raft request' (duration: 522.654921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:58.930813Z","caller":"traceutil/trace.go:171","msg":"trace[1000309798] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"522.97196ms","start":"2026-03-03T11:45:58.407808Z","end":"2026-03-03T11:45:58.93078Z","steps":["trace[1000309798] 'process raft request' (duration: 522.868147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.930916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.407791Z","time spent":"523.064772ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:58.931014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.40779Z","time spent":"523.125713ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:58.931027Z","caller":"traceutil/trace.go:171","msg":"trace[1017921651] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"522.670422ms","start":"2026-03-03T11:45:58.40833Z","end":"2026-03-03T11:45:58.931001Z","steps":["trace[1017921651] 'process raft request' (duration: 522.402285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:58.931142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.408315Z","time spent":"522.772454ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:59.621477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.292796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:59.621756Z","caller":"traceutil/trace.go:171","msg":"trace[103093741] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1680; }","duration":"802.393447ms","start":"2026-03-03T11:45:58.819344Z","end":"2026-03-03T11:45:59.621738Z","steps":["trace[103093741] 'read index received' (duration: 111.182119ms)","trace[103093741] 'applied index is now lower than readState.Index' (duration: 691.210468ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:59.621845Z","caller":"traceutil/trace.go:171","msg":"trace[1210949946] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.070971946s","start":"2026-03-03T11:45:58.550863Z","end":"2026-03-03T11:45:59.621835Z","steps":["trace[1210949946] 'process raft request' (duration: 1.070736229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.621924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.550835Z","time spent":"1.071051468s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:59.621911Z","caller":"traceutil/trace.go:171","msg":"trace[395636993] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"1.21050769s","start":"2026-03-03T11:45:58.411375Z","end":"2026-03-03T11:45:59.621883Z","steps":["trace[395636993] 'process raft request' (duration: 1.031725741s)","trace[395636993] 'compare' (duration: 178.033979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:59.622057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.411362Z","time spent":"1.210609772s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:59.622197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.331478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-03T11:45:59.622223Z","caller":"traceutil/trace.go:171","msg":"trace[1089862304] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"725.83946ms","start":"2026-03-03T11:45:58.896347Z","end":"2026-03-03T11:45:59.622186Z","steps":["trace[1089862304] 'process raft request' (duration: 725.333587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.622158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023943705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:45:59.622317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169025635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:59.622314Z","caller":"traceutil/trace.go:171","msg":"trace[1858517326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1623; }","duration":"1.024141899s","start":"2026-03-03T11:45:58.598152Z","end":"2026-03-03T11:45:59.622294Z","steps":["trace[1858517326] 'agreement among raft nodes before linearized reading' (duration: 1.023850041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.622343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.896323Z","time spent":"725.967453ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:59.62237Z","caller":"traceutil/trace.go:171","msg":"trace[1132103457] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1623; }","duration":"1.169110158s","start":"2026-03-03T11:45:58.453249Z","end":"2026-03-03T11:45:59.622359Z","steps":["trace[1132103457] 'agreement among raft nodes before linearized reading' (duration: 1.169029615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.622383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.598138Z","time spent":"1.024235112s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:45:59.622402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.453234Z","time spent":"1.16916018s","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:45:59.622408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.849609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:45:59.622446Z","caller":"traceutil/trace.go:171","msg":"trace[212161965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"211.918551ms","start":"2026-03-03T11:45:59.410516Z","end":"2026-03-03T11:45:59.622435Z","steps":["trace[212161965] 'agreement among raft nodes before linearized reading' (duration: 211.778617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.622472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.333342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:45:59.622544Z","caller":"traceutil/trace.go:171","msg":"trace[1340035005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"924.476156ms","start":"2026-03-03T11:45:58.698054Z","end":"2026-03-03T11:45:59.62253Z","steps":["trace[1340035005] 'agreement among raft nodes before linearized reading' (duration: 924.205019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:59.622585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:58.698031Z","time spent":"924.543548ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:45:59.622299Z","caller":"traceutil/trace.go:171","msg":"trace[373741231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e22ee72d-e0a8-4629-b144-cd4c69d1a04a; range_end:; response_count:1; response_revision:1623; }","duration":"213.478412ms","start":"2026-03-03T11:45:59.408798Z","end":"2026-03-03T11:45:59.622276Z","steps":["trace[373741231] 'agreement among raft nodes before linearized reading' (duration: 213.283467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:07.163018Z","caller":"traceutil/trace.go:171","msg":"trace[1019547190] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"141.848024ms","start":"2026-03-03T11:46:07.021139Z","end":"2026-03-03T11:46:07.162987Z","steps":["trace[1019547190] 'process raft request' (duration: 98.47431ms)","trace[1019547190] 'compare' (duration: 43.232821ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:07.163153Z","caller":"traceutil/trace.go:171","msg":"trace[860775646] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"141.962467ms","start":"2026-03-03T11:46:07.021175Z","end":"2026-03-03T11:46:07.163138Z","steps":["trace[860775646] 'process raft request' (duration: 141.773292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:11.64318Z","caller":"traceutil/trace.go:171","msg":"trace[346632943] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"188.839597ms","start":"2026-03-03T11:46:11.45432Z","end":"2026-03-03T11:46:11.64316Z","steps":["trace[346632943] 'process raft request' (duration: 188.676172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.018886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.623941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:12.019021Z","caller":"traceutil/trace.go:171","msg":"trace[1727866888] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"349.40762ms","start":"2026-03-03T11:46:11.669587Z","end":"2026-03-03T11:46:12.018995Z","steps":["trace[1727866888] 'process raft request' (duration: 243.535412ms)","trace[1727866888] 'compare' (duration: 105.488958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:12.019124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.669571Z","time spent":"349.517113ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:12.087454Z","caller":"traceutil/trace.go:171","msg":"trace[7347375] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"417.555864ms","start":"2026-03-03T11:46:11.669872Z","end":"2026-03-03T11:46:12.087428Z","steps":["trace[7347375] 'process raft request' (duration: 417.305848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.087617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.669847Z","time spent":"417.687937ms","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:12.087852Z","caller":"traceutil/trace.go:171","msg":"trace[1365753898] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1783; }","duration":"334.605746ms","start":"2026-03-03T11:46:11.753221Z","end":"2026-03-03T11:46:12.087826Z","steps":["trace[1365753898] 'read index received' (duration: 159.967158ms)","trace[1365753898] 'applied index is now lower than readState.Index' (duration: 174.637308ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:12.087924Z","caller":"traceutil/trace.go:171","msg":"trace[874231605] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"417.059641ms","start":"2026-03-03T11:46:11.670846Z","end":"2026-03-03T11:46:12.087906Z","steps":["trace[874231605] 'process raft request' (duration: 416.519867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:12.087912Z","caller":"traceutil/trace.go:171","msg":"trace[529238338] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"342.891796ms","start":"2026-03-03T11:46:11.744987Z","end":"2026-03-03T11:46:12.087879Z","steps":["trace[529238338] 'process raft request' (duration: 342.781053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:12.087879Z","caller":"traceutil/trace.go:171","msg":"trace[1982367182] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"384.73198ms","start":"2026-03-03T11:46:11.703109Z","end":"2026-03-03T11:46:12.087841Z","steps":["trace[1982367182] 'process raft request' (duration: 384.529055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.088014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.670833Z","time spent":"417.129473ms","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:12.088067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.744959Z","time spent":"343.02794ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:12.088071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.852483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:46:12.088118Z","caller":"traceutil/trace.go:171","msg":"trace[1809939291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1722; }","duration":"334.930224ms","start":"2026-03-03T11:46:11.753176Z","end":"2026-03-03T11:46:12.088107Z","steps":["trace[1809939291] 'agreement among raft nodes before linearized reading' (duration: 334.786121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.088132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.703095Z","time spent":"384.919275ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:12.088217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.753162Z","time spent":"335.040238ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:46:12.202016Z","caller":"traceutil/trace.go:171","msg":"trace[1646010616] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1788; }","duration":"114.046996ms","start":"2026-03-03T11:46:12.087944Z","end":"2026-03-03T11:46:12.201991Z","steps":["trace[1646010616] 'read index received' (duration: 109.195506ms)","trace[1646010616] 'applied index is now lower than readState.Index' (duration: 4.85026ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:12.202036Z","caller":"traceutil/trace.go:171","msg":"trace[2065492195] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"177.371291ms","start":"2026-03-03T11:46:12.024642Z","end":"2026-03-03T11:46:12.202014Z","steps":["trace[2065492195] 'process raft request' (duration: 177.226357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:12.202086Z","caller":"traceutil/trace.go:171","msg":"trace[244521864] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"178.159972ms","start":"2026-03-03T11:46:12.023916Z","end":"2026-03-03T11:46:12.202076Z","steps":["trace[244521864] 'process raft request' (duration: 173.130088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.202301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.069538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:12.202427Z","caller":"traceutil/trace.go:171","msg":"trace[1377410446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"270.284144ms","start":"2026-03-03T11:46:11.932116Z","end":"2026-03-03T11:46:12.2024Z","steps":["trace[1377410446] 'agreement among raft nodes before linearized reading' (duration: 270.082139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.202449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.976029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:12.202496Z","caller":"traceutil/trace.go:171","msg":"trace[2023575580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"411.069872ms","start":"2026-03-03T11:46:11.79141Z","end":"2026-03-03T11:46:12.20248Z","steps":["trace[2023575580] 'agreement among raft nodes before linearized reading' (duration: 410.919868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.202542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.79139Z","time spent":"411.142453ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:12.202549Z","caller":"traceutil/trace.go:171","msg":"trace[60811365] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"174.590717ms","start":"2026-03-03T11:46:12.027931Z","end":"2026-03-03T11:46:12.202521Z","steps":["trace[60811365] 'process raft request' (duration: 174.010011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.202715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.249491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:12.202823Z","caller":"traceutil/trace.go:171","msg":"trace[414262162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"442.376004ms","start":"2026-03-03T11:46:11.760422Z","end":"2026-03-03T11:46:12.202798Z","steps":["trace[414262162] 'agreement among raft nodes before linearized reading' (duration: 441.942783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:12.202906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:11.760362Z","time spent":"442.530619ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:46:12.23723Z","caller":"traceutil/trace.go:171","msg":"trace[1599494154] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"144.146277ms","start":"2026-03-03T11:46:12.09306Z","end":"2026-03-03T11:46:12.237206Z","steps":["trace[1599494154] 'process raft request' (duration: 143.947712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:12.237574Z","caller":"traceutil/trace.go:171","msg":"trace[552760444] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"140.14046ms","start":"2026-03-03T11:46:12.097409Z","end":"2026-03-03T11:46:12.23755Z","steps":["trace[552760444] 'process raft request' (duration: 140.023257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:12.23761Z","caller":"traceutil/trace.go:171","msg":"trace[1723907168] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"144.141176ms","start":"2026-03-03T11:46:12.093454Z","end":"2026-03-03T11:46:12.237595Z","steps":["trace[1723907168] 'process raft request' (duration: 143.687634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:16.718685Z","caller":"traceutil/trace.go:171","msg":"trace[518561515] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"619.589471ms","start":"2026-03-03T11:46:16.099069Z","end":"2026-03-03T11:46:16.718659Z","steps":["trace[518561515] 'process raft request' (duration: 619.398106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.718875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.099041Z","time spent":"619.750225ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:16.718865Z","caller":"traceutil/trace.go:171","msg":"trace[1693728005] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1814; }","duration":"487.395242ms","start":"2026-03-03T11:46:16.231445Z","end":"2026-03-03T11:46:16.71884Z","steps":["trace[1693728005] 'read index received' (duration: 487.056633ms)","trace[1693728005] 'applied index is now lower than readState.Index' (duration: 337.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:16.719Z","caller":"traceutil/trace.go:171","msg":"trace[1825144193] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"619.878328ms","start":"2026-03-03T11:46:16.099079Z","end":"2026-03-03T11:46:16.718958Z","steps":["trace[1825144193] 'process raft request' (duration: 619.537919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.719108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.64654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:16.719159Z","caller":"traceutil/trace.go:171","msg":"trace[652810916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"487.751212ms","start":"2026-03-03T11:46:16.23139Z","end":"2026-03-03T11:46:16.719142Z","steps":["trace[652810916] 'agreement among raft nodes before linearized reading' (duration: 487.561957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.719147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.099049Z","time spent":"620.024122ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:16.719193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.231363Z","time spent":"487.821864ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:16.943464Z","caller":"traceutil/trace.go:171","msg":"trace[309320379] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"463.983519ms","start":"2026-03-03T11:46:16.479452Z","end":"2026-03-03T11:46:16.943436Z","steps":["trace[309320379] 'process raft request' (duration: 460.935328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:16.943544Z","caller":"traceutil/trace.go:171","msg":"trace[1522046862] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"224.596058ms","start":"2026-03-03T11:46:16.718928Z","end":"2026-03-03T11:46:16.943524Z","steps":["trace[1522046862] 'read index received' (duration: 221.440573ms)","trace[1522046862] 'applied index is now lower than readState.Index' (duration: 3.154335ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:16.943531Z","caller":"traceutil/trace.go:171","msg":"trace[1140312712] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"106.778382ms","start":"2026-03-03T11:46:16.836726Z","end":"2026-03-03T11:46:16.943504Z","steps":["trace[1140312712] 'process raft request' (duration: 106.69239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.943624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.479439Z","time spent":"464.091423ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:16.943682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.207972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:16.943729Z","caller":"traceutil/trace.go:171","msg":"trace[1316314644] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1751; }","duration":"255.306186ms","start":"2026-03-03T11:46:16.688411Z","end":"2026-03-03T11:46:16.943717Z","steps":["trace[1316314644] 'agreement among raft nodes before linearized reading' (duration: 255.214553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.943842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.716224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T11:46:16.943879Z","caller":"traceutil/trace.go:171","msg":"trace[1849126152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1751; }","duration":"693.783806ms","start":"2026-03-03T11:46:16.250085Z","end":"2026-03-03T11:46:16.943868Z","steps":["trace[1849126152] 'agreement among raft nodes before linearized reading' (duration: 693.663913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.943908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.250065Z","time spent":"693.836658ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:16.943931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.527257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:16.943974Z","caller":"traceutil/trace.go:171","msg":"trace[19605448] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1751; }","duration":"147.614319ms","start":"2026-03-03T11:46:16.796341Z","end":"2026-03-03T11:46:16.943955Z","steps":["trace[19605448] 'agreement among raft nodes before linearized reading' (duration: 147.563318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.944054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.024991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T11:46:16.944085Z","caller":"traceutil/trace.go:171","msg":"trace[996367060] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1751; }","duration":"405.098692ms","start":"2026-03-03T11:46:16.538973Z","end":"2026-03-03T11:46:16.944072Z","steps":["trace[996367060] 'agreement among raft nodes before linearized reading' (duration: 405.019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.944113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.538946Z","time spent":"405.160424ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T11:46:16.944273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.06362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:16.944321Z","caller":"traceutil/trace.go:171","msg":"trace[1220008391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1751; }","duration":"630.196214ms","start":"2026-03-03T11:46:16.314113Z","end":"2026-03-03T11:46:16.944309Z","steps":["trace[1220008391] 'agreement among raft nodes before linearized reading' (duration: 629.964557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:16.944354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:16.314106Z","time spent":"630.239495ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:46:18.377338Z","caller":"traceutil/trace.go:171","msg":"trace[478484675] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"456.778777ms","start":"2026-03-03T11:46:17.920522Z","end":"2026-03-03T11:46:18.3773Z","steps":["trace[478484675] 'read index received' (duration: 452.541765ms)","trace[478484675] 'applied index is now lower than readState.Index' (duration: 4.235232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:18.377533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.981113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:46:18.377646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.028828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T11:46:18.377723Z","caller":"traceutil/trace.go:171","msg":"trace[830864716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1757; }","duration":"255.159201ms","start":"2026-03-03T11:46:18.122547Z","end":"2026-03-03T11:46:18.377706Z","steps":["trace[830864716] 'agreement among raft nodes before linearized reading' (duration: 254.911235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:18.377646Z","caller":"traceutil/trace.go:171","msg":"trace[891466507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"457.145918ms","start":"2026-03-03T11:46:17.920468Z","end":"2026-03-03T11:46:18.377614Z","steps":["trace[891466507] 'agreement among raft nodes before linearized reading' (duration: 456.955633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:18.3779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:17.920446Z","time spent":"457.438615ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:46:49.101409Z","caller":"traceutil/trace.go:171","msg":"trace[1988958312] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"173.772697ms","start":"2026-03-03T11:46:48.927605Z","end":"2026-03-03T11:46:49.101377Z","steps":["trace[1988958312] 'process raft request' (duration: 173.582692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:49.467833Z","caller":"traceutil/trace.go:171","msg":"trace[1924574630] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"538.396834ms","start":"2026-03-03T11:46:48.929406Z","end":"2026-03-03T11:46:49.467803Z","steps":["trace[1924574630] 'process raft request' (duration: 514.142951ms)","trace[1924574630] 'compare' (duration: 23.963615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:49.467887Z","caller":"traceutil/trace.go:171","msg":"trace[1751739734] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"316.076879ms","start":"2026-03-03T11:46:49.15179Z","end":"2026-03-03T11:46:49.467867Z","steps":["trace[1751739734] 'process raft request' (duration: 315.994667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.467976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:49.151766Z","time spent":"316.162482ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:49.467977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.929395Z","time spent":"538.510626ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:49.467955Z","caller":"traceutil/trace.go:171","msg":"trace[1988615917] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1984; }","duration":"468.357677ms","start":"2026-03-03T11:46:48.999555Z","end":"2026-03-03T11:46:49.467913Z","steps":["trace[1988615917] 'read index received' (duration: 101.686876ms)","trace[1988615917] 'applied index is now lower than readState.Index' (duration: 366.66405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:49.468192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.620283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:49.468251Z","caller":"traceutil/trace.go:171","msg":"trace[404199193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"468.722416ms","start":"2026-03-03T11:46:48.999516Z","end":"2026-03-03T11:46:49.468238Z","steps":["trace[404199193] 'agreement among raft nodes before linearized reading' (duration: 468.548032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.468275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:48.9995Z","time spent":"468.769648ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:49.46838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.904146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:46:49.468439Z","caller":"traceutil/trace.go:171","msg":"trace[406571329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"307.016649ms","start":"2026-03-03T11:46:49.161404Z","end":"2026-03-03T11:46:49.468421Z","steps":["trace[406571329] 'agreement among raft nodes before linearized reading' (duration: 306.714661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.468489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:49.161381Z","time spent":"307.099592ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:49.468451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.578874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T11:46:49.468555Z","caller":"traceutil/trace.go:171","msg":"trace[361951318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"156.718278ms","start":"2026-03-03T11:46:49.311812Z","end":"2026-03-03T11:46:49.46853Z","steps":["trace[361951318] 'agreement among raft nodes before linearized reading' (duration: 156.362339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:49.468576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.255667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T11:46:49.468735Z","caller":"traceutil/trace.go:171","msg":"trace[1110522098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"295.501404ms","start":"2026-03-03T11:46:49.173213Z","end":"2026-03-03T11:46:49.468714Z","steps":["trace[1110522098] 'agreement among raft nodes before linearized reading' (duration: 295.097203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:55.860863Z","caller":"traceutil/trace.go:171","msg":"trace[883980744] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"374.876979ms","start":"2026-03-03T11:46:55.485959Z","end":"2026-03-03T11:46:55.860836Z","steps":["trace[883980744] 'process raft request' (duration: 374.730415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:55.861015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.485936Z","time spent":"375.003612ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:55.906111Z","caller":"traceutil/trace.go:171","msg":"trace[9912411] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"410.599826ms","start":"2026-03-03T11:46:55.49549Z","end":"2026-03-03T11:46:55.90609Z","steps":["trace[9912411] 'read index received' (duration: 365.205793ms)","trace[9912411] 'applied index is now lower than readState.Index' (duration: 45.393403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:55.906181Z","caller":"traceutil/trace.go:171","msg":"trace[758248468] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"420.106538ms","start":"2026-03-03T11:46:55.486049Z","end":"2026-03-03T11:46:55.906156Z","steps":["trace[758248468] 'process raft request' (duration: 404.991217ms)","trace[758248468] 'compare' (duration: 14.979657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:55.906303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.486026Z","time spent":"420.19044ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:55.906332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.324464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:55.906367Z","caller":"traceutil/trace.go:171","msg":"trace[1610636131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"397.357795ms","start":"2026-03-03T11:46:55.508997Z","end":"2026-03-03T11:46:55.906355Z","steps":["trace[1610636131] 'agreement among raft nodes before linearized reading' (duration: 397.233522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:55.906366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.683645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:46:55.906401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.508957Z","time spent":"397.437177ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:55.906407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.538213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-03T11:46:55.906459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.25899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:46:55.906495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.312078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:46:55.906623Z","caller":"traceutil/trace.go:171","msg":"trace[1400046614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1941; }","duration":"347.477603ms","start":"2026-03-03T11:46:55.559125Z","end":"2026-03-03T11:46:55.906603Z","steps":["trace[1400046614] 'agreement among raft nodes before linearized reading' (duration: 347.184625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:55.906646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.129933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T11:46:55.906684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.559114Z","time spent":"347.555254ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:46:55.906709Z","caller":"traceutil/trace.go:171","msg":"trace[1589072436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"347.204555ms","start":"2026-03-03T11:46:55.559488Z","end":"2026-03-03T11:46:55.906692Z","steps":["trace[1589072436] 'agreement among raft nodes before linearized reading' (duration: 346.958989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:55.906474Z","caller":"traceutil/trace.go:171","msg":"trace[2078710303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1941; }","duration":"118.639125ms","start":"2026-03-03T11:46:55.78782Z","end":"2026-03-03T11:46:55.906459Z","steps":["trace[2078710303] 'agreement among raft nodes before linearized reading' (duration: 118.492771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:55.906746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.559479Z","time spent":"347.259456ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:46:55.906813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.306915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:46:55.906564Z","caller":"traceutil/trace.go:171","msg":"trace[1750711308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1941; }","duration":"349.372592ms","start":"2026-03-03T11:46:55.557168Z","end":"2026-03-03T11:46:55.90654Z","steps":["trace[1750711308] 'agreement among raft nodes before linearized reading' (duration: 349.192377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:55.906869Z","caller":"traceutil/trace.go:171","msg":"trace[563434817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"411.404197ms","start":"2026-03-03T11:46:55.495453Z","end":"2026-03-03T11:46:55.906857Z","steps":["trace[563434817] 'agreement among raft nodes before linearized reading' (duration: 410.7444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:55.906876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.557157Z","time spent":"349.709432ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:55.906907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:55.495441Z","time spent":"411.456949ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:46:55.906419Z","caller":"traceutil/trace.go:171","msg":"trace[1581853760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1941; }","duration":"276.736516ms","start":"2026-03-03T11:46:55.629667Z","end":"2026-03-03T11:46:55.906404Z","steps":["trace[1581853760] 'agreement among raft nodes before linearized reading' (duration: 276.612563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:56.944143Z","caller":"traceutil/trace.go:171","msg":"trace[1427059650] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"436.199714ms","start":"2026-03-03T11:46:56.507917Z","end":"2026-03-03T11:46:56.944117Z","steps":["trace[1427059650] 'read index received' (duration: 435.972808ms)","trace[1427059650] 'applied index is now lower than readState.Index' (duration: 226.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:56.944236Z","caller":"traceutil/trace.go:171","msg":"trace[1428265717] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"488.758118ms","start":"2026-03-03T11:46:56.455455Z","end":"2026-03-03T11:46:56.944214Z","steps":["trace[1428265717] 'process raft request' (duration: 488.498631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:56.94436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.41846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:46:56.944387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:56.455435Z","time spent":"488.849121ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:56.944433Z","caller":"traceutil/trace.go:171","msg":"trace[706415154] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1947; }","duration":"436.535033ms","start":"2026-03-03T11:46:56.50788Z","end":"2026-03-03T11:46:56.944415Z","steps":["trace[706415154] 'agreement among raft nodes before linearized reading' (duration: 436.390709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:56.944479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:56.507864Z","time spent":"436.601135ms","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:46:58.032925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.763868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:58.033079Z","caller":"traceutil/trace.go:171","msg":"trace[1356850266] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"904.110269ms","start":"2026-03-03T11:46:57.128942Z","end":"2026-03-03T11:46:58.033053Z","steps":["trace[1356850266] 'process raft request' (duration: 378.142415ms)","trace[1356850266] 'compare' (duration: 525.211534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:58.033195Z","caller":"traceutil/trace.go:171","msg":"trace[480637701] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"701.922339ms","start":"2026-03-03T11:46:57.331249Z","end":"2026-03-03T11:46:58.033171Z","steps":["trace[480637701] 'process raft request' (duration: 701.793426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.033224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.128917Z","time spent":"904.230341ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:58.0333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.331226Z","time spent":"702.026712ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:58.033446Z","caller":"traceutil/trace.go:171","msg":"trace[897664773] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"767.552949ms","start":"2026-03-03T11:46:57.265881Z","end":"2026-03-03T11:46:58.033434Z","steps":["trace[897664773] 'read index received' (duration: 241.234806ms)","trace[897664773] 'applied index is now lower than readState.Index' (duration: 526.317093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:58.033555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.683533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:46:58.033595Z","caller":"traceutil/trace.go:171","msg":"trace[68507831] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1949; }","duration":"767.768255ms","start":"2026-03-03T11:46:57.265815Z","end":"2026-03-03T11:46:58.033584Z","steps":["trace[68507831] 'agreement among raft nodes before linearized reading' (duration: 767.682233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.033624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.265776Z","time spent":"767.838907ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:46:58.11158Z","caller":"traceutil/trace.go:171","msg":"trace[2104127465] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"246.575857ms","start":"2026-03-03T11:46:57.864969Z","end":"2026-03-03T11:46:58.111544Z","steps":["trace[2104127465] 'process raft request' (duration: 246.427383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.811054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.169861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:58.811315Z","caller":"traceutil/trace.go:171","msg":"trace[1912153818] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"900.671358ms","start":"2026-03-03T11:46:57.91061Z","end":"2026-03-03T11:46:58.811281Z","steps":["trace[1912153818] 'process raft request' (duration: 749.824169ms)","trace[1912153818] 'compare' (duration: 150.007217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:58.811478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.910585Z","time spent":"900.804592ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:58.813005Z","caller":"traceutil/trace.go:171","msg":"trace[1245881080] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"351.102778ms","start":"2026-03-03T11:46:58.461883Z","end":"2026-03-03T11:46:58.812986Z","steps":["trace[1245881080] 'process raft request' (duration: 351.020676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:58.813022Z","caller":"traceutil/trace.go:171","msg":"trace[648384685] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2024; }","duration":"779.526627ms","start":"2026-03-03T11:46:58.033477Z","end":"2026-03-03T11:46:58.813003Z","steps":["trace[648384685] 'read index received' (duration: 77.947747ms)","trace[648384685] 'applied index is now lower than readState.Index' (duration: 701.57592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:58.813104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:58.46186Z","time spent":"351.201571ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:58.813312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.066181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:58.813365Z","caller":"traceutil/trace.go:171","msg":"trace[1558525063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"843.143263ms","start":"2026-03-03T11:46:57.970212Z","end":"2026-03-03T11:46:58.813355Z","steps":["trace[1558525063] 'agreement among raft nodes before linearized reading' (duration: 842.960238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.813416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.970203Z","time spent":"843.206415ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:58.813518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.914151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:46:58.813604Z","caller":"traceutil/trace.go:171","msg":"trace[851286942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"882.019753ms","start":"2026-03-03T11:46:57.93157Z","end":"2026-03-03T11:46:58.81359Z","steps":["trace[851286942] 'agreement among raft nodes before linearized reading' (duration: 881.856529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.813639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.747385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:58.81369Z","caller":"traceutil/trace.go:171","msg":"trace[300557238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"890.822547ms","start":"2026-03-03T11:46:57.922854Z","end":"2026-03-03T11:46:58.813676Z","steps":["trace[300557238] 'agreement among raft nodes before linearized reading' (duration: 890.750605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.813728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.815331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:46:58.813738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.922835Z","time spent":"890.892979ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:46:58.813756Z","caller":"traceutil/trace.go:171","msg":"trace[283580362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"843.865863ms","start":"2026-03-03T11:46:57.969884Z","end":"2026-03-03T11:46:58.81375Z","steps":["trace[283580362] 'agreement among raft nodes before linearized reading' (duration: 843.78524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.813775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.969866Z","time spent":"843.904653ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:58.813858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.295182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:46:58.813902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.84983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:46:58.813913Z","caller":"traceutil/trace.go:171","msg":"trace[429128640] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1952; }","duration":"165.390205ms","start":"2026-03-03T11:46:58.648508Z","end":"2026-03-03T11:46:58.813898Z","steps":["trace[429128640] 'agreement among raft nodes before linearized reading' (duration: 165.289292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.813647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.931559Z","time spent":"882.076896ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:58.814021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.450015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:46:58.814045Z","caller":"traceutil/trace.go:171","msg":"trace[975538750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"845.496965ms","start":"2026-03-03T11:46:57.968543Z","end":"2026-03-03T11:46:58.814039Z","steps":["trace[975538750] 'agreement among raft nodes before linearized reading' (duration: 845.440514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.814063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.968527Z","time spent":"845.531527ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:58.814039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.496366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T11:46:58.814121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460272484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:58.814157Z","caller":"traceutil/trace.go:171","msg":"trace[837939848] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1952; }","duration":"1.460344966s","start":"2026-03-03T11:46:57.353802Z","end":"2026-03-03T11:46:58.814147Z","steps":["trace[837939848] 'agreement among raft nodes before linearized reading' (duration: 1.460291215s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:58.814153Z","caller":"traceutil/trace.go:171","msg":"trace[1868370866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"862.66975ms","start":"2026-03-03T11:46:57.951454Z","end":"2026-03-03T11:46:58.814123Z","steps":["trace[1868370866] 'agreement among raft nodes before linearized reading' (duration: 862.25533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:58.813923Z","caller":"traceutil/trace.go:171","msg":"trace[1558683830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"881.88748ms","start":"2026-03-03T11:46:57.93203Z","end":"2026-03-03T11:46:58.813917Z","steps":["trace[1558683830] 'agreement among raft nodes before linearized reading' (duration: 881.832339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:58.814191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.353783Z","time spent":"1.460395948s","remote":"127.0.0.1:37394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:46:58.814218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.951444Z","time spent":"862.763963ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:58.814227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:57.932022Z","time spent":"882.187268ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:47:39.935881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.443779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:47:39.936036Z","caller":"traceutil/trace.go:171","msg":"trace[1702953510] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2421; }","duration":"933.23427ms","start":"2026-03-03T11:47:39.002779Z","end":"2026-03-03T11:47:39.936013Z","steps":["trace[1702953510] 'read index received' (duration: 393.40093ms)","trace[1702953510] 'applied index is now lower than readState.Index' (duration: 539.83143ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:39.936214Z","caller":"traceutil/trace.go:171","msg":"trace[1175652838] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"997.150365ms","start":"2026-03-03T11:47:38.938968Z","end":"2026-03-03T11:47:39.936118Z","steps":["trace[1175652838] 'process raft request' (duration: 457.342946ms)","trace[1175652838] 'compare' (duration: 538.267109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:39.936292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.057521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:47:39.936301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.596914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T11:47:39.936329Z","caller":"traceutil/trace.go:171","msg":"trace[1936378979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2329; }","duration":"882.151433ms","start":"2026-03-03T11:47:39.054167Z","end":"2026-03-03T11:47:39.936319Z","steps":["trace[1936378979] 'agreement among raft nodes before linearized reading' (duration: 881.972679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:39.936364Z","caller":"traceutil/trace.go:171","msg":"trace[931853528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2329; }","duration":"896.694257ms","start":"2026-03-03T11:47:39.039648Z","end":"2026-03-03T11:47:39.936343Z","steps":["trace[931853528] 'agreement among raft nodes before linearized reading' (duration: 896.485311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:39.936401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.039627Z","time spent":"896.765558ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:47:39.936404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.054113Z","time spent":"882.273226ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:47:39.936356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.211601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:47:39.936469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.857446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T11:47:39.936503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:38.938947Z","time spent":"997.378451ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:39.936566Z","caller":"traceutil/trace.go:171","msg":"trace[1239957136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2329; }","duration":"881.988449ms","start":"2026-03-03T11:47:39.054558Z","end":"2026-03-03T11:47:39.936547Z","steps":["trace[1239957136] 'agreement among raft nodes before linearized reading' (duration: 881.733473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:39.936589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.965445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T11:47:39.936626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.054548Z","time spent":"882.068251ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:47:39.936672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.915811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:47:39.936638Z","caller":"traceutil/trace.go:171","msg":"trace[583572295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2329; }","duration":"883.078717ms","start":"2026-03-03T11:47:39.053545Z","end":"2026-03-03T11:47:39.936623Z","steps":["trace[583572295] 'agreement among raft nodes before linearized reading' (duration: 882.971985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:39.936721Z","caller":"traceutil/trace.go:171","msg":"trace[933906693] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2329; }","duration":"889.026895ms","start":"2026-03-03T11:47:39.04768Z","end":"2026-03-03T11:47:39.936707Z","steps":["trace[933906693] 'agreement among raft nodes before linearized reading' (duration: 888.949993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:39.936752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.053522Z","time spent":"883.217631ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:47:39.936768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.047654Z","time spent":"889.102587ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:47:39.936523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.745283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:47:39.936565Z","caller":"traceutil/trace.go:171","msg":"trace[1718883389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2329; }","duration":"806.585331ms","start":"2026-03-03T11:47:39.129952Z","end":"2026-03-03T11:47:39.936537Z","steps":["trace[1718883389] 'agreement among raft nodes before linearized reading' (duration: 806.271003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:39.936969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.129918Z","time spent":"807.020733ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:47:39.936905Z","caller":"traceutil/trace.go:171","msg":"trace[1186227108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2329; }","duration":"934.183915ms","start":"2026-03-03T11:47:39.002699Z","end":"2026-03-03T11:47:39.936883Z","steps":["trace[1186227108] 'agreement among raft nodes before linearized reading' (duration: 933.411105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:39.937135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:39.002658Z","time spent":"934.457852ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:47:40.049443Z","caller":"traceutil/trace.go:171","msg":"trace[1858953427] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"108.373016ms","start":"2026-03-03T11:47:39.941037Z","end":"2026-03-03T11:47:40.04941Z","steps":["trace[1858953427] 'process raft request' (duration: 105.8655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:40.051356Z","caller":"traceutil/trace.go:171","msg":"trace[1081371931] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"109.26179ms","start":"2026-03-03T11:47:39.942066Z","end":"2026-03-03T11:47:40.051327Z","steps":["trace[1081371931] 'process raft request' (duration: 109.008423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:40.051685Z","caller":"traceutil/trace.go:171","msg":"trace[1116202924] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"108.978013ms","start":"2026-03-03T11:47:39.94268Z","end":"2026-03-03T11:47:40.051658Z","steps":["trace[1116202924] 'process raft request' (duration: 108.594233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:40.0519Z","caller":"traceutil/trace.go:171","msg":"trace[538256306] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"109.211319ms","start":"2026-03-03T11:47:39.942674Z","end":"2026-03-03T11:47:40.051885Z","steps":["trace[538256306] 'process raft request' (duration: 108.899481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:40.05191Z","caller":"traceutil/trace.go:171","msg":"trace[535822361] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"109.148417ms","start":"2026-03-03T11:47:39.942745Z","end":"2026-03-03T11:47:40.051894Z","steps":["trace[535822361] 'process raft request' (duration: 108.995703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:02.298703Z","caller":"traceutil/trace.go:171","msg":"trace[1671145652] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"125.18211ms","start":"2026-03-03T11:48:02.173495Z","end":"2026-03-03T11:48:02.298677Z","steps":["trace[1671145652] 'process raft request' (duration: 72.86577ms)","trace[1671145652] 'compare' (duration: 52.106704ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:02.299085Z","caller":"traceutil/trace.go:171","msg":"trace[852837705] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"125.524819ms","start":"2026-03-03T11:48:02.173533Z","end":"2026-03-03T11:48:02.299057Z","steps":["trace[852837705] 'process raft request' (duration: 125.370185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:02.299369Z","caller":"traceutil/trace.go:171","msg":"trace[1413449795] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"125.713293ms","start":"2026-03-03T11:48:02.173641Z","end":"2026-03-03T11:48:02.299355Z","steps":["trace[1413449795] 'process raft request' (duration: 125.58597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:02.299424Z","caller":"traceutil/trace.go:171","msg":"trace[1046931015] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"125.730014ms","start":"2026-03-03T11:48:02.173637Z","end":"2026-03-03T11:48:02.299367Z","steps":["trace[1046931015] 'process raft request' (duration: 125.370644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:02.299381Z","caller":"traceutil/trace.go:171","msg":"trace[432336854] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2554; }","duration":"110.910804ms","start":"2026-03-03T11:48:02.18843Z","end":"2026-03-03T11:48:02.299341Z","steps":["trace[432336854] 'read index received' (duration: 57.941568ms)","trace[432336854] 'applied index is now lower than readState.Index' (duration: 52.968106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:02.299631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.1626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:02.299862Z","caller":"traceutil/trace.go:171","msg":"trace[754859453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2462; }","duration":"111.441088ms","start":"2026-03-03T11:48:02.188398Z","end":"2026-03-03T11:48:02.299839Z","steps":["trace[754859453] 'agreement among raft nodes before linearized reading' (duration: 111.111009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:02.299171Z","caller":"traceutil/trace.go:171","msg":"trace[1402584559] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"125.622692ms","start":"2026-03-03T11:48:02.173519Z","end":"2026-03-03T11:48:02.299142Z","steps":["trace[1402584559] 'process raft request' (duration: 125.094378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.532455Z","caller":"traceutil/trace.go:171","msg":"trace[614887799] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"133.950151ms","start":"2026-03-03T11:48:08.398467Z","end":"2026-03-03T11:48:08.532417Z","steps":["trace[614887799] 'process raft request' (duration: 133.636523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.532801Z","caller":"traceutil/trace.go:171","msg":"trace[335471464] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"133.406817ms","start":"2026-03-03T11:48:08.399366Z","end":"2026-03-03T11:48:08.532773Z","steps":["trace[335471464] 'process raft request' (duration: 132.999706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.533216Z","caller":"traceutil/trace.go:171","msg":"trace[1933369397] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"114.765935ms","start":"2026-03-03T11:48:08.418439Z","end":"2026-03-03T11:48:08.533205Z","steps":["trace[1933369397] 'process raft request' (duration: 114.724614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.533334Z","caller":"traceutil/trace.go:171","msg":"trace[842466344] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"133.942141ms","start":"2026-03-03T11:48:08.399383Z","end":"2026-03-03T11:48:08.533325Z","steps":["trace[842466344] 'process raft request' (duration: 133.308865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.533406Z","caller":"traceutil/trace.go:171","msg":"trace[239881819] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"133.285383ms","start":"2026-03-03T11:48:08.400112Z","end":"2026-03-03T11:48:08.533398Z","steps":["trace[239881819] 'process raft request' (duration: 133.007116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:12.479031Z","caller":"traceutil/trace.go:171","msg":"trace[1083394599] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"383.459177ms","start":"2026-03-03T11:48:12.095519Z","end":"2026-03-03T11:48:12.478978Z","steps":["trace[1083394599] 'process raft request' (duration: 383.075497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:12.479282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:12.095491Z","time spent":"383.664903ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:12.653121Z","caller":"traceutil/trace.go:171","msg":"trace[1454847629] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"104.368552ms","start":"2026-03-03T11:48:12.548721Z","end":"2026-03-03T11:48:12.653089Z","steps":["trace[1454847629] 'process raft request' (duration: 84.032245ms)","trace[1454847629] 'compare' (duration: 20.134231ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:12.788447Z","caller":"traceutil/trace.go:171","msg":"trace[1927786808] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"131.503457ms","start":"2026-03-03T11:48:12.656911Z","end":"2026-03-03T11:48:12.788415Z","steps":["trace[1927786808] 'process raft request' (duration: 120.426215ms)","trace[1927786808] 'compare' (duration: 10.953408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:12.788789Z","caller":"traceutil/trace.go:171","msg":"trace[678672269] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2610; }","duration":"102.860131ms","start":"2026-03-03T11:48:12.685909Z","end":"2026-03-03T11:48:12.788769Z","steps":["trace[678672269] 'read index received' (duration: 91.4396ms)","trace[678672269] 'applied index is now lower than readState.Index' (duration: 11.419631ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:12.788865Z","caller":"traceutil/trace.go:171","msg":"trace[1665159871] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"130.563361ms","start":"2026-03-03T11:48:12.65829Z","end":"2026-03-03T11:48:12.788853Z","steps":["trace[1665159871] 'process raft request' (duration: 130.428168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:12.788866Z","caller":"traceutil/trace.go:171","msg":"trace[2016332962] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"131.760894ms","start":"2026-03-03T11:48:12.657066Z","end":"2026-03-03T11:48:12.788827Z","steps":["trace[2016332962] 'process raft request' (duration: 131.543608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:12.789069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.141258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:48:12.789124Z","caller":"traceutil/trace.go:171","msg":"trace[224233609] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:2514; }","duration":"103.220551ms","start":"2026-03-03T11:48:12.68589Z","end":"2026-03-03T11:48:12.789111Z","steps":["trace[224233609] 'agreement among raft nodes before linearized reading' (duration: 103.063437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:18.49757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.210017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:48:18.566539Z","caller":"traceutil/trace.go:171","msg":"trace[777000034] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"470.107511ms","start":"2026-03-03T11:48:18.096409Z","end":"2026-03-03T11:48:18.566517Z","steps":["trace[777000034] 'process raft request' (duration: 469.956957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:18.56667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:18.096378Z","time spent":"470.221554ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:18.713406Z","caller":"traceutil/trace.go:171","msg":"trace[1256931276] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2637; }","duration":"119.359927ms","start":"2026-03-03T11:48:18.594019Z","end":"2026-03-03T11:48:18.713379Z","steps":["trace[1256931276] 'read index received' (duration: 3.38982ms)","trace[1256931276] 'applied index is now lower than readState.Index' (duration: 115.969037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:18.713496Z","caller":"traceutil/trace.go:171","msg":"trace[1734120676] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"126.887815ms","start":"2026-03-03T11:48:18.586564Z","end":"2026-03-03T11:48:18.713452Z","steps":["trace[1734120676] 'process raft request' (duration: 57.519176ms)","trace[1734120676] 'compare' (duration: 69.164333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:18.713601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.574342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:48:18.714041Z","caller":"traceutil/trace.go:171","msg":"trace[1075770261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2538; }","duration":"120.036404ms","start":"2026-03-03T11:48:18.593976Z","end":"2026-03-03T11:48:18.714013Z","steps":["trace[1075770261] 'agreement among raft nodes before linearized reading' (duration: 119.526821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:18.788191Z","caller":"traceutil/trace.go:171","msg":"trace[1464903396] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"114.551089ms","start":"2026-03-03T11:48:18.673591Z","end":"2026-03-03T11:48:18.788142Z","steps":["trace[1464903396] 'process raft request' (duration: 114.2064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.056616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.492963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:48:19.056689Z","caller":"traceutil/trace.go:171","msg":"trace[966985158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2541; }","duration":"242.614576ms","start":"2026-03-03T11:48:18.814058Z","end":"2026-03-03T11:48:19.056672Z","steps":["trace[966985158] 'range keys from in-memory index tree' (duration: 242.204395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.056768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.136596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:19.056843Z","caller":"traceutil/trace.go:171","msg":"trace[879609505] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2541; }","duration":"200.29952ms","start":"2026-03-03T11:48:18.856528Z","end":"2026-03-03T11:48:19.056828Z","steps":["trace[879609505] 'range keys from in-memory index tree' (duration: 200.021692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.05689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.300379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:19.056933Z","caller":"traceutil/trace.go:171","msg":"trace[120729413] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2541; }","duration":"181.363181ms","start":"2026-03-03T11:48:18.875555Z","end":"2026-03-03T11:48:19.056918Z","steps":["trace[120729413] 'count revisions from in-memory index tree' (duration: 181.238287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.057173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.747589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:48:19.057202Z","caller":"traceutil/trace.go:171","msg":"trace[128487837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2541; }","duration":"242.79619ms","start":"2026-03-03T11:48:18.814399Z","end":"2026-03-03T11:48:19.057195Z","steps":["trace[128487837] 'range keys from in-memory index tree' (duration: 242.652646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.057323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.045064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:48:19.057394Z","caller":"traceutil/trace.go:171","msg":"trace[589732138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2541; }","duration":"241.117516ms","start":"2026-03-03T11:48:18.816259Z","end":"2026-03-03T11:48:19.057376Z","steps":["trace[589732138] 'range keys from in-memory index tree' (duration: 240.92166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:19.057467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.123955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:19.057583Z","caller":"traceutil/trace.go:171","msg":"trace[186688688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2541; }","duration":"134.3149ms","start":"2026-03-03T11:48:18.923243Z","end":"2026-03-03T11:48:19.057557Z","steps":["trace[186688688] 'range keys from in-memory index tree' (duration: 133.676084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:09.524475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.691486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:50:09.524594Z","caller":"traceutil/trace.go:171","msg":"trace[1194414798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3187; }","duration":"130.83894ms","start":"2026-03-03T11:50:09.393729Z","end":"2026-03-03T11:50:09.524568Z","steps":["trace[1194414798] 'range keys from in-memory index tree' (duration: 130.4873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:09.524603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.835553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:50:09.524665Z","caller":"traceutil/trace.go:171","msg":"trace[670574015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:3187; }","duration":"132.942866ms","start":"2026-03-03T11:50:09.391708Z","end":"2026-03-03T11:50:09.524651Z","steps":["trace[670574015] 'range keys from in-memory index tree' (duration: 132.619966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:09.524742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.380715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:50:09.524807Z","caller":"traceutil/trace.go:171","msg":"trace[1789549288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3187; }","duration":"128.459086ms","start":"2026-03-03T11:50:09.396334Z","end":"2026-03-03T11:50:09.524793Z","steps":["trace[1789549288] 'range keys from in-memory index tree' (duration: 127.947833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:09.746016Z","caller":"traceutil/trace.go:171","msg":"trace[807977558] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"216.32461ms","start":"2026-03-03T11:50:09.529664Z","end":"2026-03-03T11:50:09.745989Z","steps":["trace[807977558] 'process raft request' (duration: 216.135585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:09.74748Z","caller":"traceutil/trace.go:171","msg":"trace[1096872755] linearizableReadLoop","detail":"{readStateIndex:3319; appliedIndex:3317; }","duration":"177.273377ms","start":"2026-03-03T11:50:09.570189Z","end":"2026-03-03T11:50:09.747462Z","steps":["trace[1096872755] 'read index received' (duration: 175.633394ms)","trace[1096872755] 'applied index is now lower than readState.Index' (duration: 1.639133ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:50:09.74757Z","caller":"traceutil/trace.go:171","msg":"trace[1912410515] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"217.85009ms","start":"2026-03-03T11:50:09.529712Z","end":"2026-03-03T11:50:09.747563Z","steps":["trace[1912410515] 'process raft request' (duration: 217.641645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:09.74775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.539234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:50:09.747827Z","caller":"traceutil/trace.go:171","msg":"trace[1227577288] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3189; }","duration":"177.671229ms","start":"2026-03-03T11:50:09.570136Z","end":"2026-03-03T11:50:09.747807Z","steps":["trace[1227577288] 'agreement among raft nodes before linearized reading' (duration: 177.541555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:31.631553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.400054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:50:31.631672Z","caller":"traceutil/trace.go:171","msg":"trace[1993434400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3366; }","duration":"106.584179ms","start":"2026-03-03T11:50:31.525065Z","end":"2026-03-03T11:50:31.631649Z","steps":["trace[1993434400] 'range keys from in-memory index tree' (duration: 106.282981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:35.494204Z","caller":"traceutil/trace.go:171","msg":"trace[1990990846] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"238.987268ms","start":"2026-03-03T11:50:35.25519Z","end":"2026-03-03T11:50:35.494177Z","steps":["trace[1990990846] 'process raft request' (duration: 238.842064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:35.495144Z","caller":"traceutil/trace.go:171","msg":"trace[1371149957] linearizableReadLoop","detail":"{readStateIndex:3524; appliedIndex:3522; }","duration":"125.080867ms","start":"2026-03-03T11:50:35.370032Z","end":"2026-03-03T11:50:35.495113Z","steps":["trace[1371149957] 'read index received' (duration: 124.031569ms)","trace[1371149957] 'applied index is now lower than readState.Index' (duration: 1.047088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:50:35.495401Z","caller":"traceutil/trace.go:171","msg":"trace[610540892] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"135.404589ms","start":"2026-03-03T11:50:35.359958Z","end":"2026-03-03T11:50:35.495362Z","steps":["trace[610540892] 'process raft request' (duration: 135.008139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:35.495468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T11:50:35.49567Z","caller":"traceutil/trace.go:171","msg":"trace[1648420144] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3389; }","duration":"125.644991ms","start":"2026-03-03T11:50:35.369973Z","end":"2026-03-03T11:50:35.495618Z","steps":["trace[1648420144] 'agreement among raft nodes before linearized reading' (duration: 125.308452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:41.311176Z","caller":"traceutil/trace.go:171","msg":"trace[375296796] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"229.676854ms","start":"2026-03-03T11:50:41.081457Z","end":"2026-03-03T11:50:41.311134Z","steps":["trace[375296796] 'process raft request' (duration: 229.443728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:56.836844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.831513ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:51:56.837135Z","caller":"traceutil/trace.go:171","msg":"trace[1847869636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4267; }","duration":"322.134301ms","start":"2026-03-03T11:51:56.514973Z","end":"2026-03-03T11:51:56.837107Z","steps":["trace[1847869636] 'range keys from in-memory index tree' (duration: 321.806692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:56.837509Z","caller":"traceutil/trace.go:171","msg":"trace[1351025642] linearizableReadLoop","detail":"{readStateIndex:4442; appliedIndex:4441; }","duration":"328.444877ms","start":"2026-03-03T11:51:56.509031Z","end":"2026-03-03T11:51:56.837476Z","steps":["trace[1351025642] 'read index received' (duration: 328.080998ms)","trace[1351025642] 'applied index is now lower than readState.Index' (duration: 362.339µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:56.837692Z","caller":"traceutil/trace.go:171","msg":"trace[800877088] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"335.832973ms","start":"2026-03-03T11:51:56.501846Z","end":"2026-03-03T11:51:56.837679Z","steps":["trace[800877088] 'process raft request' (duration: 335.314139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:56.83781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:56.501828Z","time spent":"335.908074ms","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":237476,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:51:56.837991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.940861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-03T11:51:56.838112Z","caller":"traceutil/trace.go:171","msg":"trace[1814270366] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4268; }","duration":"329.105645ms","start":"2026-03-03T11:51:56.508972Z","end":"2026-03-03T11:51:56.838077Z","steps":["trace[1814270366] 'agreement among raft nodes before linearized reading' (duration: 328.726435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:56.838208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:56.508945Z","time spent":"329.224689ms","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4759,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T11:51:56.83847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.473183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-03T11:51:56.838567Z","caller":"traceutil/trace.go:171","msg":"trace[1725148194] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4268; }","duration":"202.615617ms","start":"2026-03-03T11:51:56.635917Z","end":"2026-03-03T11:51:56.838532Z","steps":["trace[1725148194] 'agreement among raft nodes before linearized reading' (duration: 202.371951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:57.745756Z","caller":"traceutil/trace.go:171","msg":"trace[410047176] linearizableReadLoop","detail":"{readStateIndex:4478; appliedIndex:4477; }","duration":"172.369229ms","start":"2026-03-03T11:51:57.573357Z","end":"2026-03-03T11:51:57.745726Z","steps":["trace[410047176] 'read index received' (duration: 172.177244ms)","trace[410047176] 'applied index is now lower than readState.Index' (duration: 190.805µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:51:57.745985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.609725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T11:51:57.746028Z","caller":"traceutil/trace.go:171","msg":"trace[1274837107] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4304; }","duration":"172.713178ms","start":"2026-03-03T11:51:57.573302Z","end":"2026-03-03T11:51:57.746015Z","steps":["trace[1274837107] 'agreement among raft nodes before linearized reading' (duration: 172.533473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:57.746016Z","caller":"traceutil/trace.go:171","msg":"trace[550946882] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"184.860068ms","start":"2026-03-03T11:51:57.561114Z","end":"2026-03-03T11:51:57.745974Z","steps":["trace[550946882] 'process raft request' (duration: 184.425397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:00.563969Z","caller":"traceutil/trace.go:171","msg":"trace[1740934820] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"115.130709ms","start":"2026-03-03T11:52:00.448813Z","end":"2026-03-03T11:52:00.563944Z","steps":["trace[1740934820] 'process raft request' (duration: 114.978235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:00.705237Z","caller":"traceutil/trace.go:171","msg":"trace[951011705] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"132.62642ms","start":"2026-03-03T11:52:00.572574Z","end":"2026-03-03T11:52:00.7052Z","steps":["trace[951011705] 'process raft request' (duration: 130.967196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:02.806218Z","caller":"traceutil/trace.go:171","msg":"trace[354752512] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"102.933397ms","start":"2026-03-03T11:52:02.703235Z","end":"2026-03-03T11:52:02.806169Z","steps":["trace[354752512] 'process raft request' (duration: 86.915444ms)","trace[354752512] 'compare' (duration: 15.613172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:03.104291Z","caller":"traceutil/trace.go:171","msg":"trace[1462009524] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"356.443516ms","start":"2026-03-03T11:52:02.747822Z","end":"2026-03-03T11:52:03.104266Z","steps":["trace[1462009524] 'process raft request' (duration: 356.393425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.104352Z","caller":"traceutil/trace.go:171","msg":"trace[1796143807] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"367.003675ms","start":"2026-03-03T11:52:02.737286Z","end":"2026-03-03T11:52:03.10429Z","steps":["trace[1796143807] 'process raft request' (duration: 294.128762ms)","trace[1796143807] 'compare' (duration: 72.665047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:03.104422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.747797Z","time spent":"356.56999ms","remote":"127.0.0.1:58044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.104554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.737266Z","time spent":"367.17946ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:03.175279Z","caller":"traceutil/trace.go:171","msg":"trace[1243278137] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"371.896385ms","start":"2026-03-03T11:52:02.803355Z","end":"2026-03-03T11:52:03.175251Z","steps":["trace[1243278137] 'process raft request' (duration: 371.73538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.17542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.803328Z","time spent":"372.026937ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:52:03.175654Z","caller":"traceutil/trace.go:171","msg":"trace[1283781743] linearizableReadLoop","detail":"{readStateIndex:4579; appliedIndex:4576; }","duration":"369.675215ms","start":"2026-03-03T11:52:02.80594Z","end":"2026-03-03T11:52:03.175615Z","steps":["trace[1283781743] 'read index received' (duration: 225.49197ms)","trace[1283781743] 'applied index is now lower than readState.Index' (duration: 144.181435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:03.175788Z","caller":"traceutil/trace.go:171","msg":"trace[593842910] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"354.606098ms","start":"2026-03-03T11:52:02.821167Z","end":"2026-03-03T11:52:03.175773Z","steps":["trace[593842910] 'process raft request' (duration: 354.052294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.175898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.821147Z","time spent":"354.67547ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.176093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.591096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T11:52:03.176218Z","caller":"traceutil/trace.go:171","msg":"trace[2065035515] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4402; }","duration":"435.777851ms","start":"2026-03-03T11:52:02.740421Z","end":"2026-03-03T11:52:03.176199Z","steps":["trace[2065035515] 'agreement among raft nodes before linearized reading' (duration: 435.36581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.17628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.740395Z","time spent":"435.874532ms","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-03T11:52:03.44557Z","caller":"traceutil/trace.go:171","msg":"trace[600204824] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4580; }","duration":"269.80222ms","start":"2026-03-03T11:52:03.175728Z","end":"2026-03-03T11:52:03.44553Z","steps":["trace[600204824] 'read index received' (duration: 269.610145ms)","trace[600204824] 'applied index is now lower than readState.Index' (duration: 190.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:03.445706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.941575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T11:52:03.445796Z","caller":"traceutil/trace.go:171","msg":"trace[137720052] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4404; }","duration":"339.084119ms","start":"2026-03-03T11:52:03.106688Z","end":"2026-03-03T11:52:03.445772Z","steps":["trace[137720052] 'agreement among raft nodes before linearized reading' (duration: 338.894174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.445863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.10665Z","time spent":"339.199172ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T11:52:03.446053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.086718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:03.446088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.426363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-dlgzt\" ","response":"range_response_count:1 size:5148"} {"level":"warn","ts":"2026-03-03T11:52:03.446084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.73732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:03.446148Z","caller":"traceutil/trace.go:171","msg":"trace[1489271544] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"327.106333ms","start":"2026-03-03T11:52:03.119022Z","end":"2026-03-03T11:52:03.446129Z","steps":["trace[1489271544] 'process raft request' (duration: 326.424665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.446168Z","caller":"traceutil/trace.go:171","msg":"trace[282148642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4404; }","duration":"504.859503ms","start":"2026-03-03T11:52:02.941288Z","end":"2026-03-03T11:52:03.446148Z","steps":["trace[282148642] 'agreement among raft nodes before linearized reading' (duration: 504.700949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.446154Z","caller":"traceutil/trace.go:171","msg":"trace[1214648105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4404; }","duration":"522.241782ms","start":"2026-03-03T11:52:02.923888Z","end":"2026-03-03T11:52:03.44613Z","steps":["trace[1214648105] 'agreement among raft nodes before linearized reading' (duration: 522.046557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.446182Z","caller":"traceutil/trace.go:171","msg":"trace[1823669583] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-dlgzt; range_end:; response_count:1; response_revision:4404; }","duration":"440.531546ms","start":"2026-03-03T11:52:03.005605Z","end":"2026-03-03T11:52:03.446137Z","steps":["trace[1823669583] 'agreement among raft nodes before linearized reading' (duration: 440.116445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.446164Z","caller":"traceutil/trace.go:171","msg":"trace[1975873249] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"335.094373ms","start":"2026-03-03T11:52:03.111025Z","end":"2026-03-03T11:52:03.446119Z","steps":["trace[1975873249] 'process raft request' (duration: 334.255441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.446168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.463893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:03.446223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.941279Z","time spent":"504.931985ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:03.446226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.923859Z","time spent":"522.357945ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:52:03.446269Z","caller":"traceutil/trace.go:171","msg":"trace[980513528] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4404; }","duration":"637.579916ms","start":"2026-03-03T11:52:02.80866Z","end":"2026-03-03T11:52:03.44624Z","steps":["trace[980513528] 'agreement among raft nodes before linearized reading' (duration: 637.400651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.446279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.118992Z","time spent":"327.210295ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:03.4463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.111005Z","time spent":"335.226227ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.446278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.005594Z","time spent":"440.66984ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-dlgzt\" "} {"level":"warn","ts":"2026-03-03T11:52:03.446323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.808613Z","time spent":"637.700949ms","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-03-03T11:52:03.447486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.614492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-03T11:52:03.447588Z","caller":"traceutil/trace.go:171","msg":"trace[1498354632] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4404; }","duration":"544.715535ms","start":"2026-03-03T11:52:02.902855Z","end":"2026-03-03T11:52:03.447571Z","steps":["trace[1498354632] 'agreement among raft nodes before linearized reading' (duration: 543.156924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.44766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:02.902781Z","time spent":"544.865799ms","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2194622,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T11:52:03.565869Z","caller":"traceutil/trace.go:171","msg":"trace[1675641946] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"384.734953ms","start":"2026-03-03T11:52:03.181102Z","end":"2026-03-03T11:52:03.565837Z","steps":["trace[1675641946] 'process raft request' (duration: 384.657571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.565863Z","caller":"traceutil/trace.go:171","msg":"trace[1048512579] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"384.777904ms","start":"2026-03-03T11:52:03.181032Z","end":"2026-03-03T11:52:03.56581Z","steps":["trace[1048512579] 'process raft request' (duration: 384.513487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.565934Z","caller":"traceutil/trace.go:171","msg":"trace[818182057] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"384.749923ms","start":"2026-03-03T11:52:03.181127Z","end":"2026-03-03T11:52:03.565877Z","steps":["trace[818182057] 'process raft request' (duration: 384.657581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.56602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.181096Z","time spent":"384.841386ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.566151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.181099Z","time spent":"384.935978ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:52:03.566202Z","caller":"traceutil/trace.go:171","msg":"trace[182206708] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"384.172018ms","start":"2026-03-03T11:52:03.182004Z","end":"2026-03-03T11:52:03.566176Z","steps":["trace[182206708] 'process raft request' (duration: 383.844839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.566127Z","caller":"traceutil/trace.go:171","msg":"trace[1723390619] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"384.957829ms","start":"2026-03-03T11:52:03.181133Z","end":"2026-03-03T11:52:03.566091Z","steps":["trace[1723390619] 'process raft request' (duration: 384.686302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.566286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.18199Z","time spent":"384.247941ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:52:03.566358Z","caller":"traceutil/trace.go:171","msg":"trace[1973642598] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"385.305358ms","start":"2026-03-03T11:52:03.181026Z","end":"2026-03-03T11:52:03.566331Z","steps":["trace[1973642598] 'process raft request' (duration: 384.692332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.566446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.181106Z","time spent":"385.188285ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.566489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.181011Z","time spent":"384.958779ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:03.56646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.180996Z","time spent":"385.421101ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:52:03.566788Z","caller":"traceutil/trace.go:171","msg":"trace[1386311286] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"374.987946ms","start":"2026-03-03T11:52:03.191782Z","end":"2026-03-03T11:52:03.56677Z","steps":["trace[1386311286] 'process raft request' (duration: 374.140823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.566883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.19177Z","time spent":"375.057408ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:03.566962Z","caller":"traceutil/trace.go:171","msg":"trace[869796396] linearizableReadLoop","detail":"{readStateIndex:4590; appliedIndex:4582; }","duration":"121.24836ms","start":"2026-03-03T11:52:03.445681Z","end":"2026-03-03T11:52:03.56693Z","steps":["trace[869796396] 'read index received' (duration: 119.828413ms)","trace[869796396] 'applied index is now lower than readState.Index' (duration: 1.418687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:03.56711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.861656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:03.56714Z","caller":"traceutil/trace.go:171","msg":"trace[474194801] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4412; }","duration":"387.951568ms","start":"2026-03-03T11:52:03.179177Z","end":"2026-03-03T11:52:03.567129Z","steps":["trace[474194801] 'agreement among raft nodes before linearized reading' (duration: 387.872896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.567164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.179151Z","time spent":"388.00705ms","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-03T11:52:03.56731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.784316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T11:52:03.567377Z","caller":"traceutil/trace.go:171","msg":"trace[996577207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4412; }","duration":"331.9344ms","start":"2026-03-03T11:52:03.235427Z","end":"2026-03-03T11:52:03.567361Z","steps":["trace[996577207] 'agreement among raft nodes before linearized reading' (duration: 331.56026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.567425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:03.235414Z","time spent":"332.002052ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T11:52:03.567715Z","caller":"traceutil/trace.go:171","msg":"trace[8632598] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"188.630848ms","start":"2026-03-03T11:52:03.379046Z","end":"2026-03-03T11:52:03.567677Z","steps":["trace[8632598] 'process raft request' (duration: 187.679733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.569816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.268127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:03.569874Z","caller":"traceutil/trace.go:171","msg":"trace[3008266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4414; }","duration":"122.349448ms","start":"2026-03-03T11:52:03.447512Z","end":"2026-03-03T11:52:03.569862Z","steps":["trace[3008266] 'agreement among raft nodes before linearized reading' (duration: 122.232655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.570259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.997047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:03.57038Z","caller":"traceutil/trace.go:171","msg":"trace[725286168] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4414; }","duration":"120.14414ms","start":"2026-03-03T11:52:03.450208Z","end":"2026-03-03T11:52:03.570352Z","steps":["trace[725286168] 'agreement among raft nodes before linearized reading' (duration: 119.938785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:03.570431Z","caller":"traceutil/trace.go:171","msg":"trace[1017260864] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"115.590331ms","start":"2026-03-03T11:52:03.454822Z","end":"2026-03-03T11:52:03.570413Z","steps":["trace[1017260864] 'process raft request' (duration: 114.717748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:03.57031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.144417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:52:03.570699Z","caller":"traceutil/trace.go:171","msg":"trace[811091032] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4414; }","duration":"121.480545ms","start":"2026-03-03T11:52:03.449115Z","end":"2026-03-03T11:52:03.570595Z","steps":["trace[811091032] 'agreement among raft nodes before linearized reading' (duration: 121.051754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:05.84822Z","caller":"traceutil/trace.go:171","msg":"trace[1212092462] linearizableReadLoop","detail":"{readStateIndex:4723; appliedIndex:4722; }","duration":"288.087042ms","start":"2026-03-03T11:52:05.560106Z","end":"2026-03-03T11:52:05.848193Z","steps":["trace[1212092462] 'read index received' (duration: 287.906327ms)","trace[1212092462] 'applied index is now lower than readState.Index' (duration: 179.685µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:05.848454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.325258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-pd9c5.1899529422796438\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-03T11:52:05.848511Z","caller":"traceutil/trace.go:171","msg":"trace[1142101612] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-pd9c5.1899529422796438; range_end:; response_count:1; response_revision:4541; }","duration":"288.424861ms","start":"2026-03-03T11:52:05.560065Z","end":"2026-03-03T11:52:05.84849Z","steps":["trace[1142101612] 'agreement among raft nodes before linearized reading' (duration: 288.242806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:05.84853Z","caller":"traceutil/trace.go:171","msg":"trace[1756044880] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"295.529419ms","start":"2026-03-03T11:52:05.552985Z","end":"2026-03-03T11:52:05.848515Z","steps":["trace[1756044880] 'process raft request' (duration: 295.031306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.491353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.065233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:52:08.49145Z","caller":"traceutil/trace.go:171","msg":"trace[2139107573] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4756; }","duration":"647.583459ms","start":"2026-03-03T11:52:07.843849Z","end":"2026-03-03T11:52:08.491433Z","steps":["trace[2139107573] 'read index received' (duration: 362.477945ms)","trace[2139107573] 'applied index is now lower than readState.Index' (duration: 285.104054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:08.491549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.702091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:08.491574Z","caller":"traceutil/trace.go:171","msg":"trace[601467501] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4573; }","duration":"647.734422ms","start":"2026-03-03T11:52:07.843832Z","end":"2026-03-03T11:52:08.491567Z","steps":["trace[601467501] 'agreement among raft nodes before linearized reading' (duration: 647.669841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.491603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.843762Z","time spent":"647.835245ms","remote":"127.0.0.1:37384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-03T11:52:08.554195Z","caller":"traceutil/trace.go:171","msg":"trace[1005373719] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"700.566326ms","start":"2026-03-03T11:52:07.853589Z","end":"2026-03-03T11:52:08.554156Z","steps":["trace[1005373719] 'process raft request' (duration: 700.119144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.554309Z","caller":"traceutil/trace.go:171","msg":"trace[5543787] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"611.749143ms","start":"2026-03-03T11:52:07.942512Z","end":"2026-03-03T11:52:08.554261Z","steps":["trace[5543787] 'process raft request' (duration: 611.481686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.554432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.853559Z","time spent":"700.745151ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:08.55453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.942483Z","time spent":"611.932848ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:08.555021Z","caller":"traceutil/trace.go:171","msg":"trace[251248941] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"596.449939ms","start":"2026-03-03T11:52:07.958556Z","end":"2026-03-03T11:52:08.555006Z","steps":["trace[251248941] 'process raft request' (duration: 595.555226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.058912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:52:08.555118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.958527Z","time spent":"596.542241ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:08.555163Z","caller":"traceutil/trace.go:171","msg":"trace[1327626219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:4576; }","duration":"451.181476ms","start":"2026-03-03T11:52:08.103964Z","end":"2026-03-03T11:52:08.555146Z","steps":["trace[1327626219] 'agreement among raft nodes before linearized reading' (duration: 450.984131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.158448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:52:08.555219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:08.103942Z","time spent":"451.264908ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T11:52:08.555223Z","caller":"traceutil/trace.go:171","msg":"trace[387795292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4576; }","duration":"223.330303ms","start":"2026-03-03T11:52:08.331879Z","end":"2026-03-03T11:52:08.555209Z","steps":["trace[387795292] 'agreement among raft nodes before linearized reading' (duration: 223.040815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.067492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18995293fa466116\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-03T11:52:08.555205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.335958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:08.555286Z","caller":"traceutil/trace.go:171","msg":"trace[821559819] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18995293fa466116; range_end:; response_count:1; response_revision:4576; }","duration":"141.164984ms","start":"2026-03-03T11:52:08.414104Z","end":"2026-03-03T11:52:08.555269Z","steps":["trace[821559819] 'agreement among raft nodes before linearized reading' (duration: 141.024911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.555316Z","caller":"traceutil/trace.go:171","msg":"trace[1377394350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4576; }","duration":"241.482592ms","start":"2026-03-03T11:52:08.313809Z","end":"2026-03-03T11:52:08.555291Z","steps":["trace[1377394350] 'agreement among raft nodes before linearized reading' (duration: 241.153683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.028333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:52:08.555371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.383282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:08.555422Z","caller":"traceutil/trace.go:171","msg":"trace[1022382316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4576; }","duration":"243.076864ms","start":"2026-03-03T11:52:08.312327Z","end":"2026-03-03T11:52:08.555404Z","steps":["trace[1022382316] 'agreement among raft nodes before linearized reading' (duration: 242.895809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.944615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:08.55546Z","caller":"traceutil/trace.go:171","msg":"trace[1157816471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4576; }","duration":"218.478405ms","start":"2026-03-03T11:52:08.336961Z","end":"2026-03-03T11:52:08.555439Z","steps":["trace[1157816471] 'agreement among raft nodes before linearized reading' (duration: 218.195227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.555487Z","caller":"traceutil/trace.go:171","msg":"trace[1228060240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4576; }","duration":"632.446199ms","start":"2026-03-03T11:52:07.923026Z","end":"2026-03-03T11:52:08.555472Z","steps":["trace[1228060240] 'agreement among raft nodes before linearized reading' (duration: 631.933035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.92301Z","time spent":"632.52089ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:08.555701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.935604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5960b3cc-a73c-406c-87d6-d9fb745763d8\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-03T11:52:08.555813Z","caller":"traceutil/trace.go:171","msg":"trace[2131640039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5960b3cc-a73c-406c-87d6-d9fb745763d8; range_end:; response_count:1; response_revision:4576; }","duration":"660.001676ms","start":"2026-03-03T11:52:07.89575Z","end":"2026-03-03T11:52:08.555752Z","steps":["trace[2131640039] 'agreement among raft nodes before linearized reading' (duration: 659.507673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.555957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:07.895693Z","time spent":"660.245662ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5960b3cc-a73c-406c-87d6-d9fb745763d8\" "} {"level":"info","ts":"2026-03-03T11:52:08.677297Z","caller":"traceutil/trace.go:171","msg":"trace[1207353314] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"117.400208ms","start":"2026-03-03T11:52:08.559873Z","end":"2026-03-03T11:52:08.677273Z","steps":["trace[1207353314] 'process raft request' (duration: 117.343296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.677345Z","caller":"traceutil/trace.go:171","msg":"trace[561976137] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"118.565239ms","start":"2026-03-03T11:52:08.55874Z","end":"2026-03-03T11:52:08.677306Z","steps":["trace[561976137] 'process raft request' (duration: 118.308402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.677511Z","caller":"traceutil/trace.go:171","msg":"trace[1203868767] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"117.650435ms","start":"2026-03-03T11:52:08.559821Z","end":"2026-03-03T11:52:08.677471Z","steps":["trace[1203868767] 'process raft request' (duration: 117.359847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:08.677644Z","caller":"traceutil/trace.go:171","msg":"trace[613989930] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"117.666835ms","start":"2026-03-03T11:52:08.559953Z","end":"2026-03-03T11:52:08.677619Z","steps":["trace[613989930] 'process raft request' (duration: 117.291765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:08.677716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.821203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-03T11:52:08.677754Z","caller":"traceutil/trace.go:171","msg":"trace[1626485631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4581; }","duration":"116.904185ms","start":"2026-03-03T11:52:08.56084Z","end":"2026-03-03T11:52:08.677744Z","steps":["trace[1626485631] 'agreement among raft nodes before linearized reading' (duration: 116.683069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:09.176743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.345116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:09.176861Z","caller":"traceutil/trace.go:171","msg":"trace[1285193275] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4769; }","duration":"282.612209ms","start":"2026-03-03T11:52:08.89423Z","end":"2026-03-03T11:52:09.176842Z","steps":["trace[1285193275] 'read index received' (duration: 4.052527ms)","trace[1285193275] 'applied index is now lower than readState.Index' (duration: 278.558571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:09.177066Z","caller":"traceutil/trace.go:171","msg":"trace[748884946] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"291.36577ms","start":"2026-03-03T11:52:08.88568Z","end":"2026-03-03T11:52:09.177046Z","steps":["trace[748884946] 'process raft request' (duration: 12.638304ms)","trace[748884946] 'compare' (duration: 278.12733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:09.177079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.813733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T11:52:09.177118Z","caller":"traceutil/trace.go:171","msg":"trace[1918219388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4585; }","duration":"282.915866ms","start":"2026-03-03T11:52:08.894189Z","end":"2026-03-03T11:52:09.177105Z","steps":["trace[1918219388] 'agreement among raft nodes before linearized reading' (duration: 282.700181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:09.310905Z","caller":"traceutil/trace.go:171","msg":"trace[542232373] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"115.58003ms","start":"2026-03-03T11:52:09.195283Z","end":"2026-03-03T11:52:09.310863Z","steps":["trace[542232373] 'process raft request' (duration: 86.435991ms)","trace[542232373] 'compare' (duration: 28.966875ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:10.959079Z","caller":"traceutil/trace.go:171","msg":"trace[62052097] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"267.161851ms","start":"2026-03-03T11:52:10.691877Z","end":"2026-03-03T11:52:10.959039Z","steps":["trace[62052097] 'process raft request' (duration: 243.389714ms)","trace[62052097] 'compare' (duration: 23.328005ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:11.040794Z","caller":"traceutil/trace.go:171","msg":"trace[1279161390] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"348.571039ms","start":"2026-03-03T11:52:10.692182Z","end":"2026-03-03T11:52:11.040753Z","steps":["trace[1279161390] 'process raft request' (duration: 348.463576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:11.040997Z","caller":"traceutil/trace.go:171","msg":"trace[1665627172] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"347.808369ms","start":"2026-03-03T11:52:10.693164Z","end":"2026-03-03T11:52:11.040972Z","steps":["trace[1665627172] 'process raft request' (duration: 347.540252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:11.041032Z","caller":"traceutil/trace.go:171","msg":"trace[1011579931] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"349.067702ms","start":"2026-03-03T11:52:10.691945Z","end":"2026-03-03T11:52:11.041013Z","steps":["trace[1011579931] 'process raft request' (duration: 348.521037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.041134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:10.693134Z","time spent":"347.927482ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:11.041152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:10.691936Z","time spent":"349.151374ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:11.041229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:10.692177Z","time spent":"348.818515ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:11.041271Z","caller":"traceutil/trace.go:171","msg":"trace[58373617] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4821; }","duration":"347.11245ms","start":"2026-03-03T11:52:10.694135Z","end":"2026-03-03T11:52:11.041247Z","steps":["trace[58373617] 'read index received' (duration: 241.153074ms)","trace[58373617] 'applied index is now lower than readState.Index' (duration: 105.958366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:11.041319Z","caller":"traceutil/trace.go:171","msg":"trace[1183650289] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"185.555286ms","start":"2026-03-03T11:52:10.855746Z","end":"2026-03-03T11:52:11.041302Z","steps":["trace[1183650289] 'process raft request' (duration: 185.177366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.041505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.354036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-03T11:52:11.041533Z","caller":"traceutil/trace.go:171","msg":"trace[425445809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4641; }","duration":"347.408548ms","start":"2026-03-03T11:52:10.694117Z","end":"2026-03-03T11:52:11.041525Z","steps":["trace[425445809] 'agreement among raft nodes before linearized reading' (duration: 347.241004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.041552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:10.694111Z","time spent":"347.436419ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T11:52:11.145133Z","caller":"traceutil/trace.go:171","msg":"trace[311488990] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"148.875518ms","start":"2026-03-03T11:52:10.996212Z","end":"2026-03-03T11:52:11.145087Z","steps":["trace[311488990] 'process raft request' (duration: 97.893423ms)","trace[311488990] 'compare' (duration: 50.79317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:11.14531Z","caller":"traceutil/trace.go:171","msg":"trace[1926226777] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"103.877662ms","start":"2026-03-03T11:52:11.041334Z","end":"2026-03-03T11:52:11.145211Z","steps":["trace[1926226777] 'read index received' (duration: 52.915077ms)","trace[1926226777] 'applied index is now lower than readState.Index' (duration: 50.954824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:11.145416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.08243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:11.145537Z","caller":"traceutil/trace.go:171","msg":"trace[577193972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4643; }","duration":"222.263846ms","start":"2026-03-03T11:52:10.923247Z","end":"2026-03-03T11:52:11.145511Z","steps":["trace[577193972] 'agreement among raft nodes before linearized reading' (duration: 222.06371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.145638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.097535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:52:11.145676Z","caller":"traceutil/trace.go:171","msg":"trace[2083687618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4643; }","duration":"448.185598ms","start":"2026-03-03T11:52:10.697481Z","end":"2026-03-03T11:52:11.145667Z","steps":["trace[2083687618] 'agreement among raft nodes before linearized reading' (duration: 448.030204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.145705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:10.697462Z","time spent":"448.236529ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:52:11.504816Z","caller":"traceutil/trace.go:171","msg":"trace[201410303] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"354.076354ms","start":"2026-03-03T11:52:11.150708Z","end":"2026-03-03T11:52:11.504785Z","steps":["trace[201410303] 'process raft request' (duration: 337.677451ms)","trace[201410303] 'compare' (duration: 16.225238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:11.504949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:11.150691Z","time spent":"354.190717ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:11.505565Z","caller":"traceutil/trace.go:171","msg":"trace[582580139] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4828; }","duration":"313.591665ms","start":"2026-03-03T11:52:11.191944Z","end":"2026-03-03T11:52:11.505536Z","steps":["trace[582580139] 'read index received' (duration: 296.463594ms)","trace[582580139] 'applied index is now lower than readState.Index' (duration: 17.126701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:11.505774Z","caller":"traceutil/trace.go:171","msg":"trace[1677993805] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"352.714408ms","start":"2026-03-03T11:52:11.153044Z","end":"2026-03-03T11:52:11.505758Z","steps":["trace[1677993805] 'process raft request' (duration: 352.182384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.505946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:11.153015Z","time spent":"352.80941ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:11.50606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.546292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T11:52:11.506154Z","caller":"traceutil/trace.go:171","msg":"trace[817685518] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4645; }","duration":"211.706357ms","start":"2026-03-03T11:52:11.294425Z","end":"2026-03-03T11:52:11.506132Z","steps":["trace[817685518] 'agreement among raft nodes before linearized reading' (duration: 211.464441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.506342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.401417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T11:52:11.506381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.865445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:11.506401Z","caller":"traceutil/trace.go:171","msg":"trace[852712798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4645; }","duration":"314.49629ms","start":"2026-03-03T11:52:11.191886Z","end":"2026-03-03T11:52:11.506382Z","steps":["trace[852712798] 'agreement among raft nodes before linearized reading' (duration: 314.321865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:11.506426Z","caller":"traceutil/trace.go:171","msg":"trace[1878467877] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4645; }","duration":"135.955948ms","start":"2026-03-03T11:52:11.370455Z","end":"2026-03-03T11:52:11.506411Z","steps":["trace[1878467877] 'agreement among raft nodes before linearized reading' (duration: 135.883066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.506441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:11.191861Z","time spent":"314.571711ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T11:52:12.673855Z","caller":"traceutil/trace.go:171","msg":"trace[389981430] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"106.303605ms","start":"2026-03-03T11:52:12.567521Z","end":"2026-03-03T11:52:12.673825Z","steps":["trace[389981430] 'process raft request' (duration: 104.478217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:12.674139Z","caller":"traceutil/trace.go:171","msg":"trace[78819666] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"101.826607ms","start":"2026-03-03T11:52:12.572291Z","end":"2026-03-03T11:52:12.674118Z","steps":["trace[78819666] 'process raft request' (duration: 101.258342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:17.859857Z","caller":"traceutil/trace.go:171","msg":"trace[288230468] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4955; }","duration":"218.955388ms","start":"2026-03-03T11:52:17.64086Z","end":"2026-03-03T11:52:17.859815Z","steps":["trace[288230468] 'read index received' (duration: 218.27765ms)","trace[288230468] 'applied index is now lower than readState.Index' (duration: 676.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:17.859884Z","caller":"traceutil/trace.go:171","msg":"trace[1454274253] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"235.817463ms","start":"2026-03-03T11:52:17.624039Z","end":"2026-03-03T11:52:17.859857Z","steps":["trace[1454274253] 'process raft request' (duration: 235.227787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:17.860024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.149444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:17.860068Z","caller":"traceutil/trace.go:171","msg":"trace[881274613] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4767; }","duration":"219.261296ms","start":"2026-03-03T11:52:17.640798Z","end":"2026-03-03T11:52:17.860059Z","steps":["trace[881274613] 'agreement among raft nodes before linearized reading' (duration: 219.146693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:17.860187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.133352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vdpdj\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-03T11:52:17.860251Z","caller":"traceutil/trace.go:171","msg":"trace[151773089] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vdpdj; range_end:; response_count:1; response_revision:4767; }","duration":"197.272116ms","start":"2026-03-03T11:52:17.662961Z","end":"2026-03-03T11:52:17.860233Z","steps":["trace[151773089] 'agreement among raft nodes before linearized reading' (duration: 197.05287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:18.072555Z","caller":"traceutil/trace.go:171","msg":"trace[1440320563] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"210.762812ms","start":"2026-03-03T11:52:17.861755Z","end":"2026-03-03T11:52:18.072518Z","steps":["trace[1440320563] 'process raft request' (duration: 146.460655ms)","trace[1440320563] 'compare' (duration: 63.915997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:18.072915Z","caller":"traceutil/trace.go:171","msg":"trace[1064042562] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"202.648378ms","start":"2026-03-03T11:52:17.870225Z","end":"2026-03-03T11:52:18.072874Z","steps":["trace[1064042562] 'process raft request' (duration: 202.126145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.321098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.652502ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:52:18.321346Z","caller":"traceutil/trace.go:171","msg":"trace[577466429] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4956; }","duration":"390.28184ms","start":"2026-03-03T11:52:17.931044Z","end":"2026-03-03T11:52:18.321326Z","steps":["trace[577466429] 'read index received' (duration: 77.195868ms)","trace[577466429] 'applied index is now lower than readState.Index' (duration: 313.084972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:18.321424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.375572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:18.32145Z","caller":"traceutil/trace.go:171","msg":"trace[1578260641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4769; }","duration":"390.445824ms","start":"2026-03-03T11:52:17.930995Z","end":"2026-03-03T11:52:18.32144Z","steps":["trace[1578260641] 'agreement among raft nodes before linearized reading' (duration: 390.384122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.321486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:17.930974Z","time spent":"390.502046ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:52:18.321585Z","caller":"traceutil/trace.go:171","msg":"trace[1638950460] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"245.489749ms","start":"2026-03-03T11:52:18.076065Z","end":"2026-03-03T11:52:18.321555Z","steps":["trace[1638950460] 'process raft request' (duration: 245.15415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.644825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.20387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:18.645031Z","caller":"traceutil/trace.go:171","msg":"trace[580288005] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"567.467725ms","start":"2026-03-03T11:52:18.077484Z","end":"2026-03-03T11:52:18.644951Z","steps":["trace[580288005] 'process raft request' (duration: 244.05727ms)","trace[580288005] 'compare' (duration: 322.942543ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:18.645215Z","caller":"traceutil/trace.go:171","msg":"trace[88517285] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"318.341161ms","start":"2026-03-03T11:52:18.326849Z","end":"2026-03-03T11:52:18.64519Z","steps":["trace[88517285] 'process raft request' (duration: 318.270239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.645245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.077461Z","time spent":"567.687751ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:18.645324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.32684Z","time spent":"318.432334ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:18.645477Z","caller":"traceutil/trace.go:171","msg":"trace[1117304450] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"319.7974ms","start":"2026-03-03T11:52:18.325666Z","end":"2026-03-03T11:52:18.645463Z","steps":["trace[1117304450] 'process raft request' (duration: 319.303347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:18.645574Z","caller":"traceutil/trace.go:171","msg":"trace[1485157700] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"318.858204ms","start":"2026-03-03T11:52:18.326704Z","end":"2026-03-03T11:52:18.645562Z","steps":["trace[1485157700] 'process raft request' (duration: 318.345831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.645591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.325643Z","time spent":"319.870551ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:18.645639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.326673Z","time spent":"318.935487ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:18.645956Z","caller":"traceutil/trace.go:171","msg":"trace[420094074] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4960; }","duration":"323.107487ms","start":"2026-03-03T11:52:18.322831Z","end":"2026-03-03T11:52:18.645939Z","steps":["trace[420094074] 'read index received' (duration: 52.372µs)","trace[420094074] 'applied index is now lower than readState.Index' (duration: 323.053455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:18.646104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.254841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:18.646169Z","caller":"traceutil/trace.go:171","msg":"trace[979876446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4774; }","duration":"323.367914ms","start":"2026-03-03T11:52:18.322784Z","end":"2026-03-03T11:52:18.646152Z","steps":["trace[979876446] 'agreement among raft nodes before linearized reading' (duration: 323.262641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.646194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.322764Z","time spent":"323.425195ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:18.651669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.166682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T11:52:18.651716Z","caller":"traceutil/trace.go:171","msg":"trace[2046403968] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4775; }","duration":"308.262556ms","start":"2026-03-03T11:52:18.343439Z","end":"2026-03-03T11:52:18.651702Z","steps":["trace[2046403968] 'agreement among raft nodes before linearized reading' (duration: 308.141842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:18.651764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:18.343417Z","time spent":"308.340017ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T11:52:19.874422Z","caller":"traceutil/trace.go:171","msg":"trace[33206754] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"194.324248ms","start":"2026-03-03T11:52:19.680069Z","end":"2026-03-03T11:52:19.874393Z","steps":["trace[33206754] 'process raft request' (duration: 194.168194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.882634Z","caller":"traceutil/trace.go:171","msg":"trace[1180600107] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"196.409204ms","start":"2026-03-03T11:52:19.6862Z","end":"2026-03-03T11:52:19.882609Z","steps":["trace[1180600107] 'process raft request' (duration: 196.27862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.156957Z","caller":"traceutil/trace.go:171","msg":"trace[1465006892] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"139.011919ms","start":"2026-03-03T11:52:23.017907Z","end":"2026-03-03T11:52:23.156919Z","steps":["trace[1465006892] 'process raft request' (duration: 138.756262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:27.249598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294949689,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:52:27.380376Z","caller":"traceutil/trace.go:171","msg":"trace[154637775] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"703.002252ms","start":"2026-03-03T11:52:26.67733Z","end":"2026-03-03T11:52:27.380332Z","steps":["trace[154637775] 'process raft request' (duration: 702.806017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:27.380646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:26.677293Z","time spent":"703.248099ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:28.217761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.92337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:28.218331Z","caller":"traceutil/trace.go:171","msg":"trace[945542584] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"1.348095487s","start":"2026-03-03T11:52:26.870204Z","end":"2026-03-03T11:52:28.2183Z","steps":["trace[945542584] 'process raft request' (duration: 1.347694246s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.218348Z","caller":"traceutil/trace.go:171","msg":"trace[1620446164] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"1.351422404s","start":"2026-03-03T11:52:26.866883Z","end":"2026-03-03T11:52:28.218306Z","steps":["trace[1620446164] 'process raft request' (duration: 597.838446ms)","trace[1620446164] 'compare' (duration: 752.565981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.218444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:26.870187Z","time spent":"1.348202879s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:28.218501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:26.866839Z","time spent":"1.351578289s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.218594Z","caller":"traceutil/trace.go:171","msg":"trace[1102626323] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5096; }","duration":"1.469561532s","start":"2026-03-03T11:52:26.748974Z","end":"2026-03-03T11:52:28.218535Z","steps":["trace[1102626323] 'read index received' (duration: 631.136595ms)","trace[1102626323] 'applied index is now lower than readState.Index' (duration: 838.421337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.426092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.075531ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:52:28.426194Z","caller":"traceutil/trace.go:171","msg":"trace[1266656805] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5099; }","duration":"207.530286ms","start":"2026-03-03T11:52:28.218645Z","end":"2026-03-03T11:52:28.426175Z","steps":["trace[1266656805] 'read index received' (duration: 55.071µs)","trace[1266656805] 'applied index is now lower than readState.Index' (duration: 207.473775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.426326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248651172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:52:28.426353Z","caller":"traceutil/trace.go:171","msg":"trace[1174683598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4908; }","duration":"1.248724664s","start":"2026-03-03T11:52:27.177619Z","end":"2026-03-03T11:52:28.426344Z","steps":["trace[1174683598] 'agreement among raft nodes before linearized reading' (duration: 1.24859608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.426382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.177598Z","time spent":"1.248777946s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:28.426405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677386406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-03T11:52:28.426486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136471052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:28.426507Z","caller":"traceutil/trace.go:171","msg":"trace[360994944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd; range_end:; response_count:1; response_revision:4908; }","duration":"1.67754917s","start":"2026-03-03T11:52:26.74893Z","end":"2026-03-03T11:52:28.426479Z","steps":["trace[360994944] 'agreement among raft nodes before linearized reading' (duration: 1.469705785s)","trace[360994944] 'range keys from in-memory index tree' (duration: 207.549537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:28.426561Z","caller":"traceutil/trace.go:171","msg":"trace[1905538155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4908; }","duration":"1.136559614s","start":"2026-03-03T11:52:27.289981Z","end":"2026-03-03T11:52:28.426541Z","steps":["trace[1905538155] 'agreement among raft nodes before linearized reading' (duration: 1.136333048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.426573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:26.748915Z","time spent":"1.677643322s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" "} {"level":"warn","ts":"2026-03-03T11:52:28.426614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.289976Z","time spent":"1.136618245s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:28.426578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.209531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-03T11:52:28.426663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247892872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:52:28.426556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.014661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:28.426835Z","caller":"traceutil/trace.go:171","msg":"trace[1385764349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4908; }","duration":"504.374141ms","start":"2026-03-03T11:52:27.922425Z","end":"2026-03-03T11:52:28.426799Z","steps":["trace[1385764349] 'agreement among raft nodes before linearized reading' (duration: 503.836777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.426833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136875193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:52:28.426946Z","caller":"traceutil/trace.go:171","msg":"trace[722978780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4908; }","duration":"1.137017536s","start":"2026-03-03T11:52:27.289901Z","end":"2026-03-03T11:52:28.426918Z","steps":["trace[722978780] 'agreement among raft nodes before linearized reading' (duration: 1.136650616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.426916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.922393Z","time spent":"504.504894ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:28.426946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.773833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T11:52:28.427014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.289892Z","time spent":"1.137110388s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:52:28.426695Z","caller":"traceutil/trace.go:171","msg":"trace[540504538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:4908; }","duration":"1.247945164s","start":"2026-03-03T11:52:27.178743Z","end":"2026-03-03T11:52:28.426688Z","steps":["trace[540504538] 'agreement among raft nodes before linearized reading' (duration: 1.247865072s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.427077Z","caller":"traceutil/trace.go:171","msg":"trace[1687709527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4908; }","duration":"850.962077ms","start":"2026-03-03T11:52:27.576087Z","end":"2026-03-03T11:52:28.427049Z","steps":["trace[1687709527] 'agreement among raft nodes before linearized reading' (duration: 850.566177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.427136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.576064Z","time spent":"851.059459ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:28.42713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.178736Z","time spent":"1.248376215s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T11:52:28.426698Z","caller":"traceutil/trace.go:171","msg":"trace[359632826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd; range_end:; response_count:1; response_revision:4908; }","duration":"777.372415ms","start":"2026-03-03T11:52:27.649298Z","end":"2026-03-03T11:52:28.42667Z","steps":["trace[359632826] 'agreement among raft nodes before linearized reading' (duration: 777.058027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.427331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.649281Z","time spent":"778.010022ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" "} {"level":"warn","ts":"2026-03-03T11:52:28.426651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151890579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:52:28.427434Z","caller":"traceutil/trace.go:171","msg":"trace[554218341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4908; }","duration":"1.15272958s","start":"2026-03-03T11:52:27.27469Z","end":"2026-03-03T11:52:28.42742Z","steps":["trace[554218341] 'agreement among raft nodes before linearized reading' (duration: 1.151681803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.427494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.274667Z","time spent":"1.152810333s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:52:28.557029Z","caller":"traceutil/trace.go:171","msg":"trace[712918344] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"125.347218ms","start":"2026-03-03T11:52:28.431637Z","end":"2026-03-03T11:52:28.556985Z","steps":["trace[712918344] 'process raft request' (duration: 125.053831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.557894Z","caller":"traceutil/trace.go:171","msg":"trace[2119692907] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"125.866471ms","start":"2026-03-03T11:52:28.431991Z","end":"2026-03-03T11:52:28.557858Z","steps":["trace[2119692907] 'process raft request' (duration: 125.690977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.557942Z","caller":"traceutil/trace.go:171","msg":"trace[7162804] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"125.827241ms","start":"2026-03-03T11:52:28.432084Z","end":"2026-03-03T11:52:28.557912Z","steps":["trace[7162804] 'process raft request' (duration: 125.699917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.557944Z","caller":"traceutil/trace.go:171","msg":"trace[516213768] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"122.546904ms","start":"2026-03-03T11:52:28.435373Z","end":"2026-03-03T11:52:28.55792Z","steps":["trace[516213768] 'process raft request' (duration: 122.468102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.557953Z","caller":"traceutil/trace.go:171","msg":"trace[1321240489] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"126.209601ms","start":"2026-03-03T11:52:28.431664Z","end":"2026-03-03T11:52:28.557874Z","steps":["trace[1321240489] 'process raft request' (duration: 125.186134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.895448Z","caller":"traceutil/trace.go:171","msg":"trace[1936518953] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"128.275955ms","start":"2026-03-03T11:52:28.767144Z","end":"2026-03-03T11:52:28.89542Z","steps":["trace[1936518953] 'process raft request' (duration: 128.11211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:29.612877Z","caller":"traceutil/trace.go:171","msg":"trace[512255116] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"180.38501ms","start":"2026-03-03T11:52:29.432468Z","end":"2026-03-03T11:52:29.612853Z","steps":["trace[512255116] 'read index received' (duration: 180.174374ms)","trace[512255116] 'applied index is now lower than readState.Index' (duration: 209.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:29.612943Z","caller":"traceutil/trace.go:171","msg":"trace[1388168799] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"226.907588ms","start":"2026-03-03T11:52:29.38601Z","end":"2026-03-03T11:52:29.612918Z","steps":["trace[1388168799] 'process raft request' (duration: 226.663841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.613137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.658088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T11:52:29.613201Z","caller":"traceutil/trace.go:171","msg":"trace[548812770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd; range_end:; response_count:1; response_revision:4917; }","duration":"180.73557ms","start":"2026-03-03T11:52:29.43245Z","end":"2026-03-03T11:52:29.613186Z","steps":["trace[548812770] 'agreement among raft nodes before linearized reading' (duration: 180.510424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.613239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.905972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T11:52:29.613309Z","caller":"traceutil/trace.go:171","msg":"trace[1154329245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4917; }","duration":"176.001095ms","start":"2026-03-03T11:52:29.437269Z","end":"2026-03-03T11:52:29.61327Z","steps":["trace[1154329245] 'agreement among raft nodes before linearized reading' (duration: 175.724048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:30.051175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.258772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:30.051211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.735593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:52:30.051234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.021638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:30.051266Z","caller":"traceutil/trace.go:171","msg":"trace[1037739112] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4917; }","duration":"311.399446ms","start":"2026-03-03T11:52:29.739846Z","end":"2026-03-03T11:52:30.051245Z","steps":["trace[1037739112] 'range keys from in-memory index tree' (duration: 311.16066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:30.051284Z","caller":"traceutil/trace.go:171","msg":"trace[1579842456] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4917; }","duration":"126.830327ms","start":"2026-03-03T11:52:29.924435Z","end":"2026-03-03T11:52:30.051265Z","steps":["trace[1579842456] 'count revisions from in-memory index tree' (duration: 126.696483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:30.051309Z","caller":"traceutil/trace.go:171","msg":"trace[1840070290] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4917; }","duration":"294.145012ms","start":"2026-03-03T11:52:29.757143Z","end":"2026-03-03T11:52:30.051288Z","steps":["trace[1840070290] 'count revisions from in-memory index tree' (duration: 293.928606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:30.051318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:29.739827Z","time spent":"311.481249ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T11:52:30.051525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.767337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:30.051573Z","caller":"traceutil/trace.go:171","msg":"trace[967609934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"128.8631ms","start":"2026-03-03T11:52:29.9227Z","end":"2026-03-03T11:52:30.051563Z","steps":["trace[967609934] 'range keys from in-memory index tree' (duration: 128.654564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.342877Z","caller":"traceutil/trace.go:171","msg":"trace[12784659] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"143.319893ms","start":"2026-03-03T11:52:34.199515Z","end":"2026-03-03T11:52:34.342835Z","steps":["trace[12784659] 'process raft request' (duration: 89.927204ms)","trace[12784659] 'compare' (duration: 53.104611ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:34.343261Z","caller":"traceutil/trace.go:171","msg":"trace[793232735] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"141.318529ms","start":"2026-03-03T11:52:34.201928Z","end":"2026-03-03T11:52:34.343247Z","steps":["trace[793232735] 'process raft request' (duration: 141.084373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.343198Z","caller":"traceutil/trace.go:171","msg":"trace[1026224080] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"142.4602ms","start":"2026-03-03T11:52:34.200698Z","end":"2026-03-03T11:52:34.343159Z","steps":["trace[1026224080] 'process raft request' (duration: 142.152862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.342948Z","caller":"traceutil/trace.go:171","msg":"trace[105493495] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"142.951393ms","start":"2026-03-03T11:52:34.199967Z","end":"2026-03-03T11:52:34.342918Z","steps":["trace[105493495] 'process raft request' (duration: 142.811739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.358261Z","caller":"traceutil/trace.go:171","msg":"trace[1133636787] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"112.533289ms","start":"2026-03-03T11:52:34.245717Z","end":"2026-03-03T11:52:34.358251Z","steps":["trace[1133636787] 'process raft request' (duration: 112.504109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.358281Z","caller":"traceutil/trace.go:171","msg":"trace[1353936219] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"121.119237ms","start":"2026-03-03T11:52:34.237146Z","end":"2026-03-03T11:52:34.358265Z","steps":["trace[1353936219] 'process raft request' (duration: 120.969673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.358318Z","caller":"traceutil/trace.go:171","msg":"trace[1200820127] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"119.364171ms","start":"2026-03-03T11:52:34.238933Z","end":"2026-03-03T11:52:34.358297Z","steps":["trace[1200820127] 'process raft request' (duration: 119.263588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.527219Z","caller":"traceutil/trace.go:171","msg":"trace[289263099] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"176.115178ms","start":"2026-03-03T11:52:34.351078Z","end":"2026-03-03T11:52:34.527193Z","steps":["trace[289263099] 'process raft request' (duration: 138.365682ms)","trace[289263099] 'compare' (duration: 37.638933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:35.094547Z","caller":"traceutil/trace.go:171","msg":"trace[54756564] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"112.837238ms","start":"2026-03-03T11:52:34.981645Z","end":"2026-03-03T11:52:35.094482Z","steps":["trace[54756564] 'process raft request' (duration: 112.52296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.264767Z","caller":"traceutil/trace.go:171","msg":"trace[1271221759] linearizableReadLoop","detail":"{readStateIndex:5289; appliedIndex:5288; }","duration":"259.471597ms","start":"2026-03-03T11:52:42.005273Z","end":"2026-03-03T11:52:42.264744Z","steps":["trace[1271221759] 'read index received' (duration: 259.290302ms)","trace[1271221759] 'applied index is now lower than readState.Index' (duration: 180.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:42.264816Z","caller":"traceutil/trace.go:171","msg":"trace[994755449] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"337.457805ms","start":"2026-03-03T11:52:41.927339Z","end":"2026-03-03T11:52:42.264797Z","steps":["trace[994755449] 'process raft request' (duration: 337.25148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.264935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:41.927317Z","time spent":"337.537197ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:42.265014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.713283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T11:52:42.265081Z","caller":"traceutil/trace.go:171","msg":"trace[1518650984] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5093; }","duration":"259.838687ms","start":"2026-03-03T11:52:42.005227Z","end":"2026-03-03T11:52:42.265066Z","steps":["trace[1518650984] 'agreement among raft nodes before linearized reading' (duration: 259.616771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.985422Z","caller":"traceutil/trace.go:171","msg":"trace[392850393] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"703.787813ms","start":"2026-03-03T11:52:42.281617Z","end":"2026-03-03T11:52:42.985405Z","steps":["trace[392850393] 'process raft request' (duration: 703.625399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.985537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.281603Z","time spent":"703.875055ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17108,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:42.988586Z","caller":"traceutil/trace.go:171","msg":"trace[784959561] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5289; }","duration":"398.99154ms","start":"2026-03-03T11:52:42.589568Z","end":"2026-03-03T11:52:42.988559Z","steps":["trace[784959561] 'read index received' (duration: 395.753604ms)","trace[784959561] 'applied index is now lower than readState.Index' (duration: 3.236585ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:42.988701Z","caller":"traceutil/trace.go:171","msg":"trace[200188243] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"605.379126ms","start":"2026-03-03T11:52:42.3833Z","end":"2026-03-03T11:52:42.988679Z","steps":["trace[200188243] 'process raft request' (duration: 605.063647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.988825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.526157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:52:42.988834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.383286Z","time spent":"605.482048ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:42.988861Z","caller":"traceutil/trace.go:171","msg":"trace[571055364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5096; }","duration":"362.563558ms","start":"2026-03-03T11:52:42.626289Z","end":"2026-03-03T11:52:42.988852Z","steps":["trace[571055364] 'agreement among raft nodes before linearized reading' (duration: 362.462586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.988885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.626223Z","time spent":"362.65679ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:42.988924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.655961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:52:42.988972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.687044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:52:42.988992Z","caller":"traceutil/trace.go:171","msg":"trace[1680711986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5096; }","duration":"278.747136ms","start":"2026-03-03T11:52:42.710239Z","end":"2026-03-03T11:52:42.988986Z","steps":["trace[1680711986] 'agreement among raft nodes before linearized reading' (duration: 278.694864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.988732Z","caller":"traceutil/trace.go:171","msg":"trace[1541792152] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"602.271404ms","start":"2026-03-03T11:52:42.386444Z","end":"2026-03-03T11:52:42.988715Z","steps":["trace[1541792152] 'process raft request' (duration: 602.046638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.989069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.386433Z","time spent":"602.602912ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:42.98912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.501812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:52:42.989147Z","caller":"traceutil/trace.go:171","msg":"trace[1832629243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5096; }","duration":"280.545633ms","start":"2026-03-03T11:52:42.708593Z","end":"2026-03-03T11:52:42.989139Z","steps":["trace[1832629243] 'agreement among raft nodes before linearized reading' (duration: 280.486701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.989243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.321392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:52:42.989269Z","caller":"traceutil/trace.go:171","msg":"trace[2091138126] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:5096; }","duration":"287.386634ms","start":"2026-03-03T11:52:42.701877Z","end":"2026-03-03T11:52:42.989263Z","steps":["trace[2091138126] 'agreement among raft nodes before linearized reading' (duration: 287.325502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.989263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.680177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:52:42.988983Z","caller":"traceutil/trace.go:171","msg":"trace[1230134471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5096; }","duration":"273.753954ms","start":"2026-03-03T11:52:42.715214Z","end":"2026-03-03T11:52:42.988968Z","steps":["trace[1230134471] 'agreement among raft nodes before linearized reading' (duration: 273.559979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.989363Z","caller":"traceutil/trace.go:171","msg":"trace[716519841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:5096; }","duration":"399.855602ms","start":"2026-03-03T11:52:42.589491Z","end":"2026-03-03T11:52:42.989347Z","steps":["trace[716519841] 'agreement among raft nodes before linearized reading' (duration: 399.654047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.989406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.589473Z","time spent":"399.923484ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T11:52:42.989491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.237551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:52:42.989536Z","caller":"traceutil/trace.go:171","msg":"trace[786864802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"345.315273ms","start":"2026-03-03T11:52:42.64421Z","end":"2026-03-03T11:52:42.989526Z","steps":["trace[786864802] 'agreement among raft nodes before linearized reading' (duration: 345.20813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:42.989644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:42.6442Z","time spent":"345.363854ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:52:48.049702Z","caller":"traceutil/trace.go:171","msg":"trace[543934900] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"127.159595ms","start":"2026-03-03T11:52:47.922522Z","end":"2026-03-03T11:52:48.049681Z","steps":["trace[543934900] 'read index received' (duration: 127.010851ms)","trace[543934900] 'applied index is now lower than readState.Index' (duration: 147.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:48.0498Z","caller":"traceutil/trace.go:171","msg":"trace[1323804414] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"262.028654ms","start":"2026-03-03T11:52:47.787748Z","end":"2026-03-03T11:52:48.049777Z","steps":["trace[1323804414] 'process raft request' (duration: 261.759857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:48.049943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.367532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:48.050036Z","caller":"traceutil/trace.go:171","msg":"trace[1222827186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5140; }","duration":"127.536596ms","start":"2026-03-03T11:52:47.922478Z","end":"2026-03-03T11:52:48.050015Z","steps":["trace[1222827186] 'agreement among raft nodes before linearized reading' (duration: 127.332441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.247891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079107267s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:52:49.247969Z","caller":"traceutil/trace.go:171","msg":"trace[323626132] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"1.19817691s","start":"2026-03-03T11:52:48.049781Z","end":"2026-03-03T11:52:49.247958Z","steps":["trace[323626132] 'read index received' (duration: 118.681662ms)","trace[323626132] 'applied index is now lower than readState.Index' (duration: 1.079494298s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:49.248354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284880888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17123"} {"level":"info","ts":"2026-03-03T11:52:49.248386Z","caller":"traceutil/trace.go:171","msg":"trace[1067922878] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5140; }","duration":"1.28497153s","start":"2026-03-03T11:52:47.963402Z","end":"2026-03-03T11:52:49.248373Z","steps":["trace[1067922878] 'agreement among raft nodes before linearized reading' (duration: 1.284824067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.248397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259832246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T11:52:49.248411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:47.963379Z","time spent":"1.285024981s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17145,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T11:52:49.248475Z","caller":"traceutil/trace.go:171","msg":"trace[46483577] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5140; }","duration":"1.25994503s","start":"2026-03-03T11:52:47.988507Z","end":"2026-03-03T11:52:49.248452Z","steps":["trace[46483577] 'agreement among raft nodes before linearized reading' (duration: 1.259723064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.248535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:47.98849Z","time spent":"1.260037112s","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T11:52:49.542881Z","caller":"traceutil/trace.go:171","msg":"trace[1710535694] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"525.19881ms","start":"2026-03-03T11:52:49.017661Z","end":"2026-03-03T11:52:49.54286Z","steps":["trace[1710535694] 'process raft request' (duration: 525.079247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.543005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.017616Z","time spent":"525.324313ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:49.791346Z","caller":"traceutil/trace.go:171","msg":"trace[1322900158] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"764.174567ms","start":"2026-03-03T11:52:49.027131Z","end":"2026-03-03T11:52:49.791306Z","steps":["trace[1322900158] 'process raft request' (duration: 748.752189ms)","trace[1322900158] 'compare' (duration: 15.098469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:49.791368Z","caller":"traceutil/trace.go:171","msg":"trace[715324966] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5338; }","duration":"543.354809ms","start":"2026-03-03T11:52:49.247984Z","end":"2026-03-03T11:52:49.791339Z","steps":["trace[715324966] 'read index received' (duration: 294.81529ms)","trace[715324966] 'applied index is now lower than readState.Index' (duration: 248.538089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:49.79155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.027114Z","time spent":"764.32717ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:49.791558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.281021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:52:49.79161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52823052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:49.791591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.504368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:52:49.791688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741798546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:49.791701Z","caller":"traceutil/trace.go:171","msg":"trace[222993111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:5143; }","duration":"741.623441ms","start":"2026-03-03T11:52:49.050057Z","end":"2026-03-03T11:52:49.79168Z","steps":["trace[222993111] 'agreement among raft nodes before linearized reading' (duration: 741.337014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.791735Z","caller":"traceutil/trace.go:171","msg":"trace[2133434416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5143; }","duration":"1.741881779s","start":"2026-03-03T11:52:48.049843Z","end":"2026-03-03T11:52:49.791725Z","steps":["trace[2133434416] 'agreement among raft nodes before linearized reading' (duration: 1.741822507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.402689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:52:49.791756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.894513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T11:52:49.791765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.050038Z","time spent":"741.718493ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T11:52:49.791771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:48.049822Z","time spent":"1.74194025s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:52:49.791774Z","caller":"traceutil/trace.go:171","msg":"trace[387448942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"743.44763ms","start":"2026-03-03T11:52:49.048315Z","end":"2026-03-03T11:52:49.791762Z","steps":["trace[387448942] 'agreement among raft nodes before linearized reading' (duration: 743.345937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.791794Z","caller":"traceutil/trace.go:171","msg":"trace[841766452] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5143; }","duration":"953.961415ms","start":"2026-03-03T11:52:48.837823Z","end":"2026-03-03T11:52:49.791785Z","steps":["trace[841766452] 'agreement among raft nodes before linearized reading' (duration: 953.870153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.250897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:52:49.791865Z","caller":"traceutil/trace.go:171","msg":"trace[1427908136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5143; }","duration":"745.575586ms","start":"2026-03-03T11:52:49.046275Z","end":"2026-03-03T11:52:49.79185Z","steps":["trace[1427908136] 'agreement among raft nodes before linearized reading' (duration: 745.200266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.607623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:52:49.791905Z","caller":"traceutil/trace.go:171","msg":"trace[1865093028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5143; }","duration":"757.655024ms","start":"2026-03-03T11:52:49.034244Z","end":"2026-03-03T11:52:49.791899Z","steps":["trace[1865093028] 'agreement among raft nodes before linearized reading' (duration: 757.595523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.403095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:52:49.791956Z","caller":"traceutil/trace.go:171","msg":"trace[33004147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5143; }","duration":"744.458186ms","start":"2026-03-03T11:52:49.047486Z","end":"2026-03-03T11:52:49.791944Z","steps":["trace[33004147] 'agreement among raft nodes before linearized reading' (duration: 744.352294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.882231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:49.791999Z","caller":"traceutil/trace.go:171","msg":"trace[1189520831] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5143; }","duration":"851.928583ms","start":"2026-03-03T11:52:48.940066Z","end":"2026-03-03T11:52:49.791994Z","steps":["trace[1189520831] 'agreement among raft nodes before linearized reading' (duration: 851.870801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.04748Z","time spent":"744.509508ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:52:49.792017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:48.940051Z","time spent":"851.960943ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:52:49.791628Z","caller":"traceutil/trace.go:171","msg":"trace[1980464586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"744.373934ms","start":"2026-03-03T11:52:49.047235Z","end":"2026-03-03T11:52:49.791609Z","steps":["trace[1980464586] 'agreement among raft nodes before linearized reading' (duration: 744.149968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.791917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.046258Z","time spent":"745.644187ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:49.792104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.543155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e25f181b-93b7-4762-afe6-fe6b3304eb54\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T11:52:49.79217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.482976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:49.792196Z","caller":"traceutil/trace.go:171","msg":"trace[1053837554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"869.557078ms","start":"2026-03-03T11:52:48.922628Z","end":"2026-03-03T11:52:49.792185Z","steps":["trace[1053837554] 'agreement among raft nodes before linearized reading' (duration: 869.501986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.792228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:48.922599Z","time spent":"869.61917ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:49.792105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.047229Z","time spent":"744.854347ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:52:49.792187Z","caller":"traceutil/trace.go:171","msg":"trace[420150385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e25f181b-93b7-4762-afe6-fe6b3304eb54; range_end:; response_count:1; response_revision:5143; }","duration":"540.610207ms","start":"2026-03-03T11:52:49.251536Z","end":"2026-03-03T11:52:49.792146Z","steps":["trace[420150385] 'agreement among raft nodes before linearized reading' (duration: 540.470463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.792388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.251526Z","time spent":"540.835362ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-e25f181b-93b7-4762-afe6-fe6b3304eb54\" "} {"level":"warn","ts":"2026-03-03T11:52:49.791923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.034224Z","time spent":"757.695176ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:52:49.791641Z","caller":"traceutil/trace.go:171","msg":"trace[1865270050] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5143; }","duration":"1.528307912s","start":"2026-03-03T11:52:48.263323Z","end":"2026-03-03T11:52:49.791631Z","steps":["trace[1865270050] 'agreement among raft nodes before linearized reading' (duration: 1.528261791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.792506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:48.263282Z","time spent":"1.529198606s","remote":"127.0.0.1:37416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:49.791814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.048311Z","time spent":"743.494061ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:49.791826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:48.837803Z","time spent":"954.008626ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T11:52:49.792785Z","caller":"traceutil/trace.go:171","msg":"trace[1611658463] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"531.675731ms","start":"2026-03-03T11:52:49.260377Z","end":"2026-03-03T11:52:49.792053Z","steps":["trace[1611658463] 'process raft request' (duration: 530.85737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.793886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:49.260354Z","time spent":"533.433687ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16924,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:49.952448Z","caller":"traceutil/trace.go:171","msg":"trace[1378492985] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"152.739191ms","start":"2026-03-03T11:52:49.799681Z","end":"2026-03-03T11:52:49.952421Z","steps":["trace[1378492985] 'process raft request' (duration: 92.297986ms)","trace[1378492985] 'compare' (duration: 60.117797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:49.952603Z","caller":"traceutil/trace.go:171","msg":"trace[913681007] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"152.743121ms","start":"2026-03-03T11:52:49.799836Z","end":"2026-03-03T11:52:49.952579Z","steps":["trace[913681007] 'process raft request' (duration: 152.666559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.952723Z","caller":"traceutil/trace.go:171","msg":"trace[300710104] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"152.970457ms","start":"2026-03-03T11:52:49.799739Z","end":"2026-03-03T11:52:49.95271Z","steps":["trace[300710104] 'process raft request' (duration: 152.598397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.952716Z","caller":"traceutil/trace.go:171","msg":"trace[370113199] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"152.931946ms","start":"2026-03-03T11:52:49.799756Z","end":"2026-03-03T11:52:49.952688Z","steps":["trace[370113199] 'process raft request' (duration: 152.658079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.952807Z","caller":"traceutil/trace.go:171","msg":"trace[647183238] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"153.008978ms","start":"2026-03-03T11:52:49.799755Z","end":"2026-03-03T11:52:49.952764Z","steps":["trace[647183238] 'process raft request' (duration: 152.70535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.952904Z","caller":"traceutil/trace.go:171","msg":"trace[2128663374] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"153.014769ms","start":"2026-03-03T11:52:49.799879Z","end":"2026-03-03T11:52:49.952893Z","steps":["trace[2128663374] 'process raft request' (duration: 152.659499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.95295Z","caller":"traceutil/trace.go:171","msg":"trace[249038679] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"153.047029ms","start":"2026-03-03T11:52:49.799895Z","end":"2026-03-03T11:52:49.952942Z","steps":["trace[249038679] 'process raft request' (duration: 152.890945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.953009Z","caller":"traceutil/trace.go:171","msg":"trace[196801123] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"153.039428ms","start":"2026-03-03T11:52:49.799956Z","end":"2026-03-03T11:52:49.952996Z","steps":["trace[196801123] 'process raft request' (duration: 152.924485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.953103Z","caller":"traceutil/trace.go:171","msg":"trace[581891305] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"152.487604ms","start":"2026-03-03T11:52:49.800605Z","end":"2026-03-03T11:52:49.953093Z","steps":["trace[581891305] 'process raft request' (duration: 152.32787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.95311Z","caller":"traceutil/trace.go:171","msg":"trace[822853353] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"152.245378ms","start":"2026-03-03T11:52:49.800847Z","end":"2026-03-03T11:52:49.953092Z","steps":["trace[822853353] 'process raft request' (duration: 152.149445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.953159Z","caller":"traceutil/trace.go:171","msg":"trace[735728301] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5341; }","duration":"153.240534ms","start":"2026-03-03T11:52:49.799906Z","end":"2026-03-03T11:52:49.953146Z","steps":["trace[735728301] 'read index received' (duration: 92.096591ms)","trace[735728301] 'applied index is now lower than readState.Index' (duration: 61.142893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:49.953212Z","caller":"traceutil/trace.go:171","msg":"trace[140555390] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"144.218566ms","start":"2026-03-03T11:52:49.808986Z","end":"2026-03-03T11:52:49.953204Z","steps":["trace[140555390] 'process raft request' (duration: 144.059002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:49.953379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.4556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"warn","ts":"2026-03-03T11:52:49.95436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.870655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T11:52:49.9544Z","caller":"traceutil/trace.go:171","msg":"trace[847078435] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31e043cc-bfef-40aa-a5dd-ce3b88323cfd; range_end:; response_count:1; response_revision:5154; }","duration":"152.937996ms","start":"2026-03-03T11:52:49.801449Z","end":"2026-03-03T11:52:49.954387Z","steps":["trace[847078435] 'agreement among raft nodes before linearized reading' (duration: 152.795152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.954405Z","caller":"traceutil/trace.go:171","msg":"trace[786717073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5154; }","duration":"154.503577ms","start":"2026-03-03T11:52:49.79988Z","end":"2026-03-03T11:52:49.954383Z","steps":["trace[786717073] 'agreement among raft nodes before linearized reading' (duration: 153.308895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:50.177523Z","caller":"traceutil/trace.go:171","msg":"trace[372104829] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"122.295648ms","start":"2026-03-03T11:52:50.055196Z","end":"2026-03-03T11:52:50.177491Z","steps":["trace[372104829] 'process raft request' (duration: 57.448816ms)","trace[372104829] 'compare' (duration: 64.668577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:53:12.388958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.129808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:53:12.389219Z","caller":"traceutil/trace.go:171","msg":"trace[1491279928] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"223.529192ms","start":"2026-03-03T11:53:12.165646Z","end":"2026-03-03T11:53:12.389175Z","steps":["trace[1491279928] 'process raft request' (duration: 103.049476ms)","trace[1491279928] 'compare' (duration: 119.980833ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:12.389289Z","caller":"traceutil/trace.go:171","msg":"trace[727613941] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"103.332933ms","start":"2026-03-03T11:53:12.285879Z","end":"2026-03-03T11:53:12.389212Z","steps":["trace[727613941] 'process raft request' (duration: 103.281812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:12.389302Z","caller":"traceutil/trace.go:171","msg":"trace[593497496] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"223.586703ms","start":"2026-03-03T11:53:12.165675Z","end":"2026-03-03T11:53:12.389261Z","steps":["trace[593497496] 'process raft request' (duration: 223.416829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:27.926526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.069298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:53:27.926674Z","caller":"traceutil/trace.go:171","msg":"trace[2034520168] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"231.184065ms","start":"2026-03-03T11:53:27.695461Z","end":"2026-03-03T11:53:27.926645Z","steps":["trace[2034520168] 'process raft request' (duration: 74.935162ms)","trace[2034520168] 'compare' (duration: 155.872933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:53:36.558637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.899713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:53:36.559043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.029955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:53:36.55911Z","caller":"traceutil/trace.go:171","msg":"trace[1906103613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5523; }","duration":"238.379535ms","start":"2026-03-03T11:53:36.320709Z","end":"2026-03-03T11:53:36.559089Z","steps":["trace[1906103613] 'range keys from in-memory index tree' (duration: 237.712827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:36.558883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.055211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:53:36.559271Z","caller":"traceutil/trace.go:171","msg":"trace[1346090718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:5523; }","duration":"231.481813ms","start":"2026-03-03T11:53:36.327775Z","end":"2026-03-03T11:53:36.559257Z","steps":["trace[1346090718] 'range keys from in-memory index tree' (duration: 230.864875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:36.558884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.17441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:53:36.559147Z","caller":"traceutil/trace.go:171","msg":"trace[73683185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5523; }","duration":"224.180529ms","start":"2026-03-03T11:53:36.334943Z","end":"2026-03-03T11:53:36.559124Z","steps":["trace[73683185] 'range keys from in-memory index tree' (duration: 223.672366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:36.55939Z","caller":"traceutil/trace.go:171","msg":"trace[1306024328] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5523; }","duration":"221.735365ms","start":"2026-03-03T11:53:36.337637Z","end":"2026-03-03T11:53:36.559373Z","steps":["trace[1306024328] 'range keys from in-memory index tree' (duration: 221.086297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:36.55897Z","caller":"traceutil/trace.go:171","msg":"trace[1337118203] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"195.930222ms","start":"2026-03-03T11:53:36.363007Z","end":"2026-03-03T11:53:36.558938Z","steps":["trace[1337118203] 'process raft request' (duration: 195.746417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:40.688212Z","caller":"traceutil/trace.go:171","msg":"trace[269943016] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"111.369986ms","start":"2026-03-03T11:53:40.576819Z","end":"2026-03-03T11:53:40.688189Z","steps":["trace[269943016] 'read index received' (duration: 111.200922ms)","trace[269943016] 'applied index is now lower than readState.Index' (duration: 164.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:40.688329Z","caller":"traceutil/trace.go:171","msg":"trace[1593669360] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"115.525126ms","start":"2026-03-03T11:53:40.572771Z","end":"2026-03-03T11:53:40.688296Z","steps":["trace[1593669360] 'process raft request' (duration: 115.229278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:40.688446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.603392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:53:40.688479Z","caller":"traceutil/trace.go:171","msg":"trace[703739760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5546; }","duration":"111.683654ms","start":"2026-03-03T11:53:40.576787Z","end":"2026-03-03T11:53:40.68847Z","steps":["trace[703739760] 'agreement among raft nodes before linearized reading' (duration: 111.53377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:40.688645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.837991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:53:40.68873Z","caller":"traceutil/trace.go:171","msg":"trace[1439012697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5546; }","duration":"110.944865ms","start":"2026-03-03T11:53:40.577767Z","end":"2026-03-03T11:53:40.688711Z","steps":["trace[1439012697] 'agreement among raft nodes before linearized reading' (duration: 110.738389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:40.688955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.522638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:53:40.689016Z","caller":"traceutil/trace.go:171","msg":"trace[1616655581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5546; }","duration":"100.627461ms","start":"2026-03-03T11:53:40.588373Z","end":"2026-03-03T11:53:40.689001Z","steps":["trace[1616655581] 'agreement among raft nodes before linearized reading' (duration: 100.462337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:59.76856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2743} {"level":"info","ts":"2026-03-03T11:53:59.827476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2743,"took":"57.337787ms","hash":1252101996,"current-db-size-bytes":40648704,"current-db-size":"41 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T11:53:59.827542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1252101996,"revision":2743,"compact-revision":-1} {"level":"info","ts":"2026-03-03T11:58:35.805742Z","caller":"traceutil/trace.go:171","msg":"trace[936382556] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"136.784322ms","start":"2026-03-03T11:58:35.66893Z","end":"2026-03-03T11:58:35.805715Z","steps":["trace[936382556] 'process raft request' (duration: 136.630198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:41.723384Z","caller":"traceutil/trace.go:171","msg":"trace[2112667019] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"136.399473ms","start":"2026-03-03T11:58:41.586961Z","end":"2026-03-03T11:58:41.723361Z","steps":["trace[2112667019] 'process raft request' (duration: 136.231498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:42.325705Z","caller":"traceutil/trace.go:171","msg":"trace[2068331464] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"149.745165ms","start":"2026-03-03T11:58:42.175928Z","end":"2026-03-03T11:58:42.325673Z","steps":["trace[2068331464] 'process raft request' (duration: 149.52767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:44.444078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294956952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:58:44.825952Z","caller":"traceutil/trace.go:171","msg":"trace[1040952737] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"979.358549ms","start":"2026-03-03T11:58:43.846567Z","end":"2026-03-03T11:58:44.825926Z","steps":["trace[1040952737] 'process raft request' (duration: 979.197155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:44.82613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:43.84655Z","time spent":"979.482533ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:45.577246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.726552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:45.577415Z","caller":"traceutil/trace.go:171","msg":"trace[332677594] linearizableReadLoop","detail":"{readStateIndex:7921; appliedIndex:7919; }","duration":"1.645868453s","start":"2026-03-03T11:58:43.931532Z","end":"2026-03-03T11:58:45.5774Z","steps":["trace[332677594] 'read index received' (duration: 894.310067ms)","trace[332677594] 'applied index is now lower than readState.Index' (duration: 751.557386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:45.577592Z","caller":"traceutil/trace.go:171","msg":"trace[1140927157] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"1.729291142s","start":"2026-03-03T11:58:43.848264Z","end":"2026-03-03T11:58:45.577555Z","steps":["trace[1140927157] 'process raft request' (duration: 1.467169059s)","trace[1140927157] 'compare' (duration: 261.508587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:45.577606Z","caller":"traceutil/trace.go:171","msg":"trace[262681412] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"1.037388326s","start":"2026-03-03T11:58:44.540148Z","end":"2026-03-03T11:58:45.577536Z","steps":["trace[262681412] 'process raft request' (duration: 1.037192781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.577654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646102819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:45.577699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:43.848254Z","time spent":"1.729396414s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:45.577738Z","caller":"traceutil/trace.go:171","msg":"trace[1993226101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7638; }","duration":"1.646226802s","start":"2026-03-03T11:58:43.931481Z","end":"2026-03-03T11:58:45.577708Z","steps":["trace[1993226101] 'agreement among raft nodes before linearized reading' (duration: 1.646057767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.577802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:43.931464Z","time spent":"1.646325805s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:58:45.578106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.540117Z","time spent":"1.037877018s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:45.588536Z","caller":"traceutil/trace.go:171","msg":"trace[1767403568] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"519.193571ms","start":"2026-03-03T11:58:45.069323Z","end":"2026-03-03T11:58:45.588517Z","steps":["trace[1767403568] 'process raft request' (duration: 519.066978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.588642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:45.069283Z","time spent":"519.304854ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:45.58881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1462675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:45.588841Z","caller":"traceutil/trace.go:171","msg":"trace[169299651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7640; }","duration":"1.146351653s","start":"2026-03-03T11:58:44.442482Z","end":"2026-03-03T11:58:45.588833Z","steps":["trace[169299651] 'agreement among raft nodes before linearized reading' (duration: 1.146226269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.58886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.442453Z","time spent":"1.146403453s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:45.588917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173053709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T11:58:45.588941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35204457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:45.588991Z","caller":"traceutil/trace.go:171","msg":"trace[273924047] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"435.608128ms","start":"2026-03-03T11:58:45.153375Z","end":"2026-03-03T11:58:45.588983Z","steps":["trace[273924047] 'process raft request' (duration: 435.110205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:45.588993Z","caller":"traceutil/trace.go:171","msg":"trace[1431697216] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7640; }","duration":"1.352129693s","start":"2026-03-03T11:58:44.236849Z","end":"2026-03-03T11:58:45.588978Z","steps":["trace[1431697216] 'agreement among raft nodes before linearized reading' (duration: 1.352060491s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:45.588998Z","caller":"traceutil/trace.go:171","msg":"trace[503778882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7640; }","duration":"1.173170632s","start":"2026-03-03T11:58:44.415802Z","end":"2026-03-03T11:58:45.588973Z","steps":["trace[503778882] 'agreement among raft nodes before linearized reading' (duration: 1.172993768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.589026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.236826Z","time spent":"1.352191414s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:58:45.589038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:45.153352Z","time spent":"435.658008ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:45.589051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.41578Z","time spent":"1.173257215s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:45.589134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.466055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:45.589114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259226452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:58:45.589154Z","caller":"traceutil/trace.go:171","msg":"trace[1315761355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7640; }","duration":"170.516586ms","start":"2026-03-03T11:58:45.418632Z","end":"2026-03-03T11:58:45.589149Z","steps":["trace[1315761355] 'agreement among raft nodes before linearized reading' (duration: 170.483975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:45.58918Z","caller":"traceutil/trace.go:171","msg":"trace[1555128808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7640; }","duration":"1.259330994s","start":"2026-03-03T11:58:44.32983Z","end":"2026-03-03T11:58:45.589161Z","steps":["trace[1555128808] 'agreement among raft nodes before linearized reading' (duration: 1.259129219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.589262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.435629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:45.589281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.329809Z","time spent":"1.259458668s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:58:45.589292Z","caller":"traceutil/trace.go:171","msg":"trace[223379688] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7640; }","duration":"846.485171ms","start":"2026-03-03T11:58:44.742795Z","end":"2026-03-03T11:58:45.58928Z","steps":["trace[223379688] 'agreement among raft nodes before linearized reading' (duration: 846.432059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.589366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.742778Z","time spent":"846.564442ms","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:58:45.5894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105347426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:58:45.589438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115433173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:58:45.58945Z","caller":"traceutil/trace.go:171","msg":"trace[656641756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7640; }","duration":"1.105439019s","start":"2026-03-03T11:58:44.483995Z","end":"2026-03-03T11:58:45.589434Z","steps":["trace[656641756] 'agreement among raft nodes before linearized reading' (duration: 1.105312205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.589493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.483972Z","time spent":"1.105513191s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T11:58:45.589491Z","caller":"traceutil/trace.go:171","msg":"trace[1635372307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7640; }","duration":"1.115525356s","start":"2026-03-03T11:58:44.473951Z","end":"2026-03-03T11:58:45.589476Z","steps":["trace[1635372307] 'agreement among raft nodes before linearized reading' (duration: 1.115364952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.589534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:44.473923Z","time spent":"1.115600248s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:56.182998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294957087,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:58:56.526102Z","caller":"traceutil/trace.go:171","msg":"trace[1859601802] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"899.647888ms","start":"2026-03-03T11:58:55.626423Z","end":"2026-03-03T11:58:56.526071Z","steps":["trace[1859601802] 'process raft request' (duration: 899.463703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.526287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.626399Z","time spent":"899.795352ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:56.574745Z","caller":"traceutil/trace.go:171","msg":"trace[1039558477] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7971; }","duration":"892.679273ms","start":"2026-03-03T11:58:55.68204Z","end":"2026-03-03T11:58:56.57472Z","steps":["trace[1039558477] 'read index received' (duration: 843.898491ms)","trace[1039558477] 'applied index is now lower than readState.Index' (duration: 48.779582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:56.574831Z","caller":"traceutil/trace.go:171","msg":"trace[971026432] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"897.523172ms","start":"2026-03-03T11:58:55.677284Z","end":"2026-03-03T11:58:56.574808Z","steps":["trace[971026432] 'process raft request' (duration: 897.381088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.574964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.677279Z","time spent":"897.607664ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:56.574999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.683067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:56.574997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.94919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:58:56.575037Z","caller":"traceutil/trace.go:171","msg":"trace[1831781271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7687; }","duration":"652.749058ms","start":"2026-03-03T11:58:55.922274Z","end":"2026-03-03T11:58:56.575023Z","steps":["trace[1831781271] 'agreement among raft nodes before linearized reading' (duration: 652.671616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:56.575051Z","caller":"traceutil/trace.go:171","msg":"trace[928168696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7687; }","duration":"893.036623ms","start":"2026-03-03T11:58:55.681999Z","end":"2026-03-03T11:58:56.575036Z","steps":["trace[928168696] 'agreement among raft nodes before linearized reading' (duration: 892.851058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.922265Z","time spent":"652.797829ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:58:56.57509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.582888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:58:56.575127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.750169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:56.575163Z","caller":"traceutil/trace.go:171","msg":"trace[1085921232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7687; }","duration":"888.804301ms","start":"2026-03-03T11:58:55.686351Z","end":"2026-03-03T11:58:56.575155Z","steps":["trace[1085921232] 'agreement among raft nodes before linearized reading' (duration: 888.697258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.203027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T11:58:56.575173Z","caller":"traceutil/trace.go:171","msg":"trace[668751063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7687; }","duration":"890.703371ms","start":"2026-03-03T11:58:55.684448Z","end":"2026-03-03T11:58:56.575152Z","steps":["trace[668751063] 'agreement among raft nodes before linearized reading' (duration: 890.469265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.164567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:58:56.575219Z","caller":"traceutil/trace.go:171","msg":"trace[333992279] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7687; }","duration":"227.30413ms","start":"2026-03-03T11:58:56.347898Z","end":"2026-03-03T11:58:56.575202Z","steps":["trace[333992279] 'agreement among raft nodes before linearized reading' (duration: 227.133266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.68443Z","time spent":"890.787773ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:58:56.575254Z","caller":"traceutil/trace.go:171","msg":"trace[315048804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7687; }","duration":"884.267541ms","start":"2026-03-03T11:58:55.690957Z","end":"2026-03-03T11:58:56.575225Z","steps":["trace[315048804] 'agreement among raft nodes before linearized reading' (duration: 884.014854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.550093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:58:56.575292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.690947Z","time spent":"884.336652ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:58:56.575301Z","caller":"traceutil/trace.go:171","msg":"trace[1557099510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7687; }","duration":"877.700916ms","start":"2026-03-03T11:58:55.69759Z","end":"2026-03-03T11:58:56.575291Z","steps":["trace[1557099510] 'agreement among raft nodes before linearized reading' (duration: 877.494371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.697575Z","time spent":"877.80605ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T11:58:56.574834Z","caller":"traceutil/trace.go:171","msg":"trace[170321985] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"898.367574ms","start":"2026-03-03T11:58:55.676424Z","end":"2026-03-03T11:58:56.574792Z","steps":["trace[170321985] 'process raft request' (duration: 864.669552ms)","trace[170321985] 'compare' (duration: 33.438795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:56.575094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.245264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:56.575183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.68634Z","time spent":"888.838721ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:58:56.575546Z","caller":"traceutil/trace.go:171","msg":"trace[1985914192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7687; }","duration":"160.730527ms","start":"2026-03-03T11:58:56.41476Z","end":"2026-03-03T11:58:56.575491Z","steps":["trace[1985914192] 'agreement among raft nodes before linearized reading' (duration: 160.218313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:56.575629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.676402Z","time spent":"899.052263ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:56.575523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:55.681988Z","time spent":"893.518845ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:59.031829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.41914ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:58:59.031945Z","caller":"traceutil/trace.go:171","msg":"trace[963372047] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7979; }","duration":"501.40323ms","start":"2026-03-03T11:58:58.530518Z","end":"2026-03-03T11:58:59.031921Z","steps":["trace[963372047] 'read index received' (duration: 383.752664ms)","trace[963372047] 'applied index is now lower than readState.Index' (duration: 117.648626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:59.032281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.713298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:58:59.032385Z","caller":"traceutil/trace.go:171","msg":"trace[1135387422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7692; }","duration":"501.878752ms","start":"2026-03-03T11:58:58.530476Z","end":"2026-03-03T11:58:59.032355Z","steps":["trace[1135387422] 'agreement among raft nodes before linearized reading' (duration: 501.552064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.032453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.530457Z","time spent":"501.978756ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:58:59.207821Z","caller":"traceutil/trace.go:171","msg":"trace[455456664] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"625.399864ms","start":"2026-03-03T11:58:58.582397Z","end":"2026-03-03T11:58:59.207797Z","steps":["trace[455456664] 'process raft request' (duration: 625.156808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.207993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.582371Z","time spent":"625.532468ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:59.208195Z","caller":"traceutil/trace.go:171","msg":"trace[356169142] linearizableReadLoop","detail":"{readStateIndex:7983; appliedIndex:7980; }","duration":"176.196937ms","start":"2026-03-03T11:58:59.031979Z","end":"2026-03-03T11:58:59.208176Z","steps":["trace[356169142] 'read index received' (duration: 175.503569ms)","trace[356169142] 'applied index is now lower than readState.Index' (duration: 692.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:59.208218Z","caller":"traceutil/trace.go:171","msg":"trace[2002046563] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"625.62586ms","start":"2026-03-03T11:58:58.58251Z","end":"2026-03-03T11:58:59.208135Z","steps":["trace[2002046563] 'process raft request' (duration: 625.23668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.20836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.905622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T11:58:59.208367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.5825Z","time spent":"625.782454ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:59.208387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.464071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:58:59.208393Z","caller":"traceutil/trace.go:171","msg":"trace[1587440131] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"308.301056ms","start":"2026-03-03T11:58:58.900055Z","end":"2026-03-03T11:58:59.208356Z","steps":["trace[1587440131] 'process raft request' (duration: 307.977927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.208441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.788935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:58:59.208453Z","caller":"traceutil/trace.go:171","msg":"trace[568600327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7695; }","duration":"575.569354ms","start":"2026-03-03T11:58:58.63287Z","end":"2026-03-03T11:58:59.208439Z","steps":["trace[568600327] 'agreement among raft nodes before linearized reading' (duration: 575.344088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.208464Z","caller":"traceutil/trace.go:171","msg":"trace[1645807191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7695; }","duration":"585.837607ms","start":"2026-03-03T11:58:58.622621Z","end":"2026-03-03T11:58:59.208458Z","steps":["trace[1645807191] 'agreement among raft nodes before linearized reading' (duration: 585.775765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.208467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.011196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:58:59.208469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.609975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:59.208499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.62261Z","time spent":"585.884718ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:59.208458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.136636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:58:59.208496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.632833Z","time spent":"575.655646ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:58:59.208527Z","caller":"traceutil/trace.go:171","msg":"trace[424760890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7695; }","duration":"576.085808ms","start":"2026-03-03T11:58:58.632422Z","end":"2026-03-03T11:58:59.208508Z","steps":["trace[424760890] 'agreement among raft nodes before linearized reading' (duration: 575.941344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.208385Z","caller":"traceutil/trace.go:171","msg":"trace[1091011712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7695; }","duration":"621.935052ms","start":"2026-03-03T11:58:58.586442Z","end":"2026-03-03T11:58:59.208377Z","steps":["trace[1091011712] 'agreement among raft nodes before linearized reading' (duration: 621.808509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.208544Z","caller":"traceutil/trace.go:171","msg":"trace[420385540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7695; }","duration":"577.27126ms","start":"2026-03-03T11:58:58.631259Z","end":"2026-03-03T11:58:59.20853Z","steps":["trace[420385540] 'agreement among raft nodes before linearized reading' (duration: 577.062744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.208558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.632411Z","time spent":"576.139529ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:58:59.208553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.900025Z","time spent":"308.439709ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:59.208532Z","caller":"traceutil/trace.go:171","msg":"trace[1880238373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7695; }","duration":"285.701057ms","start":"2026-03-03T11:58:58.922815Z","end":"2026-03-03T11:58:59.208516Z","steps":["trace[1880238373] 'agreement among raft nodes before linearized reading' (duration: 285.605825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.208579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.631249Z","time spent":"577.322971ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:58:59.208574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.5864Z","time spent":"622.163078ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T11:58:59.426653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.119939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:59.426748Z","caller":"traceutil/trace.go:171","msg":"trace[475314393] linearizableReadLoop","detail":"{readStateIndex:7984; appliedIndex:7983; }","duration":"217.113711ms","start":"2026-03-03T11:58:59.209619Z","end":"2026-03-03T11:58:59.426733Z","steps":["trace[475314393] 'read index received' (duration: 98.847759ms)","trace[475314393] 'applied index is now lower than readState.Index' (duration: 118.264622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:59.42678Z","caller":"traceutil/trace.go:171","msg":"trace[35988106] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"390.00848ms","start":"2026-03-03T11:58:59.036742Z","end":"2026-03-03T11:58:59.42675Z","steps":["trace[35988106] 'process raft request' (duration: 271.711026ms)","trace[35988106] 'compare' (duration: 117.673637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:59.426913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.289496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:59.426914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.03672Z","time spent":"390.121253ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:59.426947Z","caller":"traceutil/trace.go:171","msg":"trace[312559103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7696; }","duration":"217.354098ms","start":"2026-03-03T11:58:59.20958Z","end":"2026-03-03T11:58:59.426934Z","steps":["trace[312559103] 'agreement among raft nodes before linearized reading' (duration: 217.296786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.730595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.65456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:59.730966Z","caller":"traceutil/trace.go:171","msg":"trace[1561387139] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"517.820755ms","start":"2026-03-03T11:58:59.21311Z","end":"2026-03-03T11:58:59.73093Z","steps":["trace[1561387139] 'process raft request' (duration: 517.594309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.731002Z","caller":"traceutil/trace.go:171","msg":"trace[76993212] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"518.060891ms","start":"2026-03-03T11:58:59.212908Z","end":"2026-03-03T11:58:59.730969Z","steps":["trace[76993212] 'process raft request' (duration: 383.954159ms)","trace[76993212] 'compare' (duration: 133.519297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:59.731398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.212885Z","time spent":"518.447402ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:59.731188Z","caller":"traceutil/trace.go:171","msg":"trace[1523673293] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"516.833608ms","start":"2026-03-03T11:58:59.214335Z","end":"2026-03-03T11:58:59.731169Z","steps":["trace[1523673293] 'process raft request' (duration: 516.419987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.731528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.214327Z","time spent":"517.149307ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:59.731665Z","caller":"traceutil/trace.go:171","msg":"trace[1235900677] linearizableReadLoop","detail":"{readStateIndex:7988; appliedIndex:7984; }","duration":"304.819743ms","start":"2026-03-03T11:58:59.426824Z","end":"2026-03-03T11:58:59.731644Z","steps":["trace[1235900677] 'read index received' (duration: 169.984872ms)","trace[1235900677] 'applied index is now lower than readState.Index' (duration: 134.833561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:59.731709Z","caller":"traceutil/trace.go:171","msg":"trace[1172031872] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"515.672938ms","start":"2026-03-03T11:58:59.216025Z","end":"2026-03-03T11:58:59.731698Z","steps":["trace[1172031872] 'process raft request' (duration: 514.763434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.731755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.216006Z","time spent":"515.724079ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:59.732037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.752351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T11:58:59.73205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.521388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:59.732086Z","caller":"traceutil/trace.go:171","msg":"trace[1706333789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7700; }","duration":"401.798992ms","start":"2026-03-03T11:58:59.330274Z","end":"2026-03-03T11:58:59.732073Z","steps":["trace[1706333789] 'agreement among raft nodes before linearized reading' (duration: 401.656109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.732115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.330232Z","time spent":"401.876144ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T11:58:59.732106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.843319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-03-03T11:58:59.732203Z","caller":"traceutil/trace.go:171","msg":"trace[360363229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7700; }","duration":"519.93142ms","start":"2026-03-03T11:58:59.212216Z","end":"2026-03-03T11:58:59.732148Z","steps":["trace[360363229] 'agreement among raft nodes before linearized reading' (duration: 519.504699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.731324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.213104Z","time spent":"518.130523ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:59.73226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.212196Z","time spent":"520.049734ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T11:58:59.73211Z","caller":"traceutil/trace.go:171","msg":"trace[741859629] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7700; }","duration":"471.616402ms","start":"2026-03-03T11:58:59.260471Z","end":"2026-03-03T11:58:59.732088Z","steps":["trace[741859629] 'agreement among raft nodes before linearized reading' (duration: 471.534009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:59.732459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:59.260441Z","time spent":"472.000031ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:59:00.090362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5691} {"level":"warn","ts":"2026-03-03T11:59:00.091005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.861005ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-03T11:59:00.09112Z","caller":"traceutil/trace.go:171","msg":"trace[1869868682] linearizableReadLoop","detail":"{readStateIndex:7990; appliedIndex:7989; }","duration":"167.848006ms","start":"2026-03-03T11:58:59.923256Z","end":"2026-03-03T11:59:00.091104Z","steps":["trace[1869868682] 'read index received' (duration: 44.231µs)","trace[1869868682] 'applied index is now lower than readState.Index' (duration: 167.802415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:00.09117Z","caller":"traceutil/trace.go:171","msg":"trace[1356916137] compact","detail":"{revision:5691; response_revision:7701; }","duration":"273.967897ms","start":"2026-03-03T11:58:59.817173Z","end":"2026-03-03T11:59:00.09114Z","steps":["trace[1356916137] 'process raft request' (duration: 81.942221ms)","trace[1356916137] 'check and update compact revision' (duration: 190.775903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:00.091283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.00743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:00.091348Z","caller":"traceutil/trace.go:171","msg":"trace[1905584172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7701; }","duration":"168.119473ms","start":"2026-03-03T11:58:59.923209Z","end":"2026-03-03T11:59:00.091328Z","steps":["trace[1905584172] 'agreement among raft nodes before linearized reading' (duration: 167.988699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.191703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.449141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:01.191928Z","caller":"traceutil/trace.go:171","msg":"trace[1480085665] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7990; }","duration":"267.957547ms","start":"2026-03-03T11:59:00.923953Z","end":"2026-03-03T11:59:01.191911Z","steps":["trace[1480085665] 'read index received' (duration: 40.271µs)","trace[1480085665] 'applied index is now lower than readState.Index' (duration: 267.916245ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:01.19193Z","caller":"traceutil/trace.go:171","msg":"trace[759374463] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"599.003395ms","start":"2026-03-03T11:59:00.592897Z","end":"2026-03-03T11:59:01.1919Z","steps":["trace[759374463] 'process raft request' (duration: 77.262946ms)","trace[759374463] 'compare' (duration: 519.451469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:01.192061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.114821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:59:01.192075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:00.592877Z","time spent":"599.121279ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:01.192101Z","caller":"traceutil/trace.go:171","msg":"trace[454474258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7703; }","duration":"268.181773ms","start":"2026-03-03T11:59:00.923905Z","end":"2026-03-03T11:59:01.192087Z","steps":["trace[454474258] 'agreement among raft nodes before linearized reading' (duration: 268.103641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.192229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.254094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120225"} {"level":"info","ts":"2026-03-03T11:59:01.192287Z","caller":"traceutil/trace.go:171","msg":"trace[1497619214] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7703; }","duration":"143.340686ms","start":"2026-03-03T11:59:01.048933Z","end":"2026-03-03T11:59:01.192274Z","steps":["trace[1497619214] 'agreement among raft nodes before linearized reading' (duration: 143.12282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.192314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.805755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T11:59:01.192381Z","caller":"traceutil/trace.go:171","msg":"trace[539263048] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7703; }","duration":"127.929889ms","start":"2026-03-03T11:59:01.064438Z","end":"2026-03-03T11:59:01.192367Z","steps":["trace[539263048] 'agreement among raft nodes before linearized reading' (duration: 127.680522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:01.192276Z","caller":"traceutil/trace.go:171","msg":"trace[1748636111] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"574.167137ms","start":"2026-03-03T11:59:00.617918Z","end":"2026-03-03T11:59:01.192085Z","steps":["trace[1748636111] 'process raft request' (duration: 573.90026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.192662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:00.617901Z","time spent":"574.61691ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:01.931863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.108839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:01.931964Z","caller":"traceutil/trace.go:171","msg":"trace[1812356857] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7706; }","duration":"246.266933ms","start":"2026-03-03T11:59:01.685677Z","end":"2026-03-03T11:59:01.931944Z","steps":["trace[1812356857] 'count revisions from in-memory index tree' (duration: 246.025126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.93209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.60144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:59:01.932199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.54541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:59:01.932216Z","caller":"traceutil/trace.go:171","msg":"trace[1306835787] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7706; }","duration":"332.787305ms","start":"2026-03-03T11:59:01.599406Z","end":"2026-03-03T11:59:01.932193Z","steps":["trace[1306835787] 'count revisions from in-memory index tree' (duration: 332.504567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:01.932249Z","caller":"traceutil/trace.go:171","msg":"trace[1144322410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7706; }","duration":"195.618901ms","start":"2026-03-03T11:59:01.736618Z","end":"2026-03-03T11:59:01.932237Z","steps":["trace[1144322410] 'range keys from in-memory index tree' (duration: 195.378744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.932306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.599385Z","time spent":"332.899407ms","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:01.93243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.611171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:59:01.932473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.291546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:01.932541Z","caller":"traceutil/trace.go:171","msg":"trace[639853985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7706; }","duration":"197.405259ms","start":"2026-03-03T11:59:01.735119Z","end":"2026-03-03T11:59:01.932525Z","steps":["trace[639853985] 'range keys from in-memory index tree' (duration: 196.913285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.932537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.604155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:59:01.932604Z","caller":"traceutil/trace.go:171","msg":"trace[1378051641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7706; }","duration":"195.811986ms","start":"2026-03-03T11:59:01.736771Z","end":"2026-03-03T11:59:01.932583Z","steps":["trace[1378051641] 'range keys from in-memory index tree' (duration: 195.398325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:01.932629Z","caller":"traceutil/trace.go:171","msg":"trace[776333875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7706; }","duration":"194.701917ms","start":"2026-03-03T11:59:01.737898Z","end":"2026-03-03T11:59:01.9326Z","steps":["trace[776333875] 'range keys from in-memory index tree' (duration: 194.482511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.932674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.47684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:59:01.932695Z","caller":"traceutil/trace.go:171","msg":"trace[2059634458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7706; }","duration":"197.537932ms","start":"2026-03-03T11:59:01.735149Z","end":"2026-03-03T11:59:01.932687Z","steps":["trace[2059634458] 'range keys from in-memory index tree' (duration: 197.201304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.93274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.453922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:59:01.932846Z","caller":"traceutil/trace.go:171","msg":"trace[291289437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7706; }","duration":"501.601386ms","start":"2026-03-03T11:59:01.431223Z","end":"2026-03-03T11:59:01.932825Z","steps":["trace[291289437] 'range keys from in-memory index tree' (duration: 501.247656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:01.932979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.431205Z","time spent":"501.76081ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:59:02.299493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5691,"took":"2.206871061s","hash":1721122525,"current-db-size-bytes":43368448,"current-db-size":"43 MB","current-db-size-in-use-bytes":23433216,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T11:59:02.299575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1721122525,"revision":5691,"compact-revision":2743} {"level":"warn","ts":"2026-03-03T11:59:02.300012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.591548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:02.300113Z","caller":"traceutil/trace.go:171","msg":"trace[529757308] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"459.234423ms","start":"2026-03-03T11:59:01.840859Z","end":"2026-03-03T11:59:02.300093Z","steps":["trace[529757308] 'process raft request' (duration: 217.46986ms)","trace[529757308] 'compare' (duration: 241.480186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:02.300221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.840834Z","time spent":"459.353077ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:02.343192Z","caller":"traceutil/trace.go:171","msg":"trace[1482296541] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"406.809075ms","start":"2026-03-03T11:59:01.936352Z","end":"2026-03-03T11:59:02.343161Z","steps":["trace[1482296541] 'process raft request' (duration: 406.538058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:02.343305Z","caller":"traceutil/trace.go:171","msg":"trace[1330103019] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"406.830876ms","start":"2026-03-03T11:59:01.936409Z","end":"2026-03-03T11:59:02.343239Z","steps":["trace[1330103019] 'process raft request' (duration: 406.640321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:02.343362Z","caller":"traceutil/trace.go:171","msg":"trace[1230769416] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"406.551478ms","start":"2026-03-03T11:59:01.936782Z","end":"2026-03-03T11:59:02.343334Z","steps":["trace[1230769416] 'process raft request' (duration: 406.344743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.343497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.936758Z","time spent":"406.667701ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:02.343507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.936379Z","time spent":"407.040001ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:02.343364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.936331Z","time spent":"406.947439ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:02.343558Z","caller":"traceutil/trace.go:171","msg":"trace[1462113987] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"406.094946ms","start":"2026-03-03T11:59:01.937438Z","end":"2026-03-03T11:59:02.343532Z","steps":["trace[1462113987] 'process raft request' (duration: 405.832319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:02.343194Z","caller":"traceutil/trace.go:171","msg":"trace[441165078] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"406.595229ms","start":"2026-03-03T11:59:01.936571Z","end":"2026-03-03T11:59:02.343166Z","steps":["trace[441165078] 'process raft request' (duration: 406.517247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:02.343612Z","caller":"traceutil/trace.go:171","msg":"trace[1096234861] linearizableReadLoop","detail":"{readStateIndex:8001; appliedIndex:7995; }","duration":"405.967523ms","start":"2026-03-03T11:59:01.937601Z","end":"2026-03-03T11:59:02.343568Z","steps":["trace[1096234861] 'read index received' (duration: 120.783379ms)","trace[1096234861] 'applied index is now lower than readState.Index' (duration: 285.183153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:02.343677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.937425Z","time spent":"406.197499ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:02.343701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.936562Z","time spent":"407.089912ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:02.343798Z","caller":"traceutil/trace.go:171","msg":"trace[1889139069] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"301.517776ms","start":"2026-03-03T11:59:02.042244Z","end":"2026-03-03T11:59:02.343762Z","steps":["trace[1889139069] 'process raft request' (duration: 301.238068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.344056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.042217Z","time spent":"301.726171ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:02.344237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.62332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222779"} {"level":"info","ts":"2026-03-03T11:59:02.344315Z","caller":"traceutil/trace.go:171","msg":"trace[647496455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7713; }","duration":"406.741663ms","start":"2026-03-03T11:59:01.937561Z","end":"2026-03-03T11:59:02.344302Z","steps":["trace[647496455] 'agreement among raft nodes before linearized reading' (duration: 406.141817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.344389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.937548Z","time spent":"406.828535ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T11:59:03.287649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.050732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T11:59:03.287647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.897328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T11:59:03.287676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.302563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:03.287711Z","caller":"traceutil/trace.go:171","msg":"trace[10676657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7713; }","duration":"512.163376ms","start":"2026-03-03T11:59:02.775532Z","end":"2026-03-03T11:59:03.287696Z","steps":["trace[10676657] 'range keys from in-memory index tree' (duration: 511.868238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:03.287726Z","caller":"traceutil/trace.go:171","msg":"trace[566361858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7713; }","duration":"158.403635ms","start":"2026-03-03T11:59:03.129311Z","end":"2026-03-03T11:59:03.287715Z","steps":["trace[566361858] 'count revisions from in-memory index tree' (duration: 158.2104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:03.287729Z","caller":"traceutil/trace.go:171","msg":"trace[240670395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7713; }","duration":"731.024592ms","start":"2026-03-03T11:59:02.556685Z","end":"2026-03-03T11:59:03.287709Z","steps":["trace[240670395] 'range keys from in-memory index tree' (duration: 730.713714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.287739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.775508Z","time spent":"512.225337ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T11:59:03.287717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.366593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:59:03.287734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.348783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:59:03.287772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.556666Z","time spent":"731.097103ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T11:59:03.287788Z","caller":"traceutil/trace.go:171","msg":"trace[745131964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7713; }","duration":"366.446366ms","start":"2026-03-03T11:59:02.921325Z","end":"2026-03-03T11:59:03.287771Z","steps":["trace[745131964] 'range keys from in-memory index tree' (duration: 366.273111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.287833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.921264Z","time spent":"366.560499ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:59:03.287795Z","caller":"traceutil/trace.go:171","msg":"trace[1743934064] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7713; }","duration":"426.466946ms","start":"2026-03-03T11:59:02.861313Z","end":"2026-03-03T11:59:03.28778Z","steps":["trace[1743934064] 'count revisions from in-memory index tree' (duration: 426.28593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.288043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.861294Z","time spent":"426.727982ms","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:03.288092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.345828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T11:59:03.28814Z","caller":"traceutil/trace.go:171","msg":"trace[1867974451] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:7713; }","duration":"561.4194ms","start":"2026-03-03T11:59:02.726705Z","end":"2026-03-03T11:59:03.288124Z","steps":["trace[1867974451] 'range keys from in-memory index tree' (duration: 561.210434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:03.288195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:02.726683Z","time spent":"561.504242ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"info","ts":"2026-03-03T11:59:28.374003Z","caller":"traceutil/trace.go:171","msg":"trace[1843082928] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"261.115405ms","start":"2026-03-03T11:59:28.11286Z","end":"2026-03-03T11:59:28.373976Z","steps":["trace[1843082928] 'process raft request' (duration: 260.946291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.378064Z","caller":"traceutil/trace.go:171","msg":"trace[1675222483] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8183; }","duration":"111.212156ms","start":"2026-03-03T11:59:28.266828Z","end":"2026-03-03T11:59:28.378041Z","steps":["trace[1675222483] 'read index received' (duration: 107.021475ms)","trace[1675222483] 'applied index is now lower than readState.Index' (duration: 4.189151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:28.378271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.430521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-03T11:59:28.378329Z","caller":"traceutil/trace.go:171","msg":"trace[758211703] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7888; }","duration":"111.537104ms","start":"2026-03-03T11:59:28.266779Z","end":"2026-03-03T11:59:28.378316Z","steps":["trace[758211703] 'agreement among raft nodes before linearized reading' (duration: 111.345699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:32.33491Z","caller":"traceutil/trace.go:171","msg":"trace[667908146] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8202; }","duration":"411.901529ms","start":"2026-03-03T11:59:31.922991Z","end":"2026-03-03T11:59:32.334892Z","steps":["trace[667908146] 'read index received' (duration: 410.05758ms)","trace[667908146] 'applied index is now lower than readState.Index' (duration: 1.842939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:32.334928Z","caller":"traceutil/trace.go:171","msg":"trace[100016375] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"871.172123ms","start":"2026-03-03T11:59:31.463727Z","end":"2026-03-03T11:59:32.3349Z","steps":["trace[100016375] 'process raft request' (duration: 869.393256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:32.335045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.039733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:32.335073Z","caller":"traceutil/trace.go:171","msg":"trace[1983766444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"412.105555ms","start":"2026-03-03T11:59:31.922958Z","end":"2026-03-03T11:59:32.335063Z","steps":["trace[1983766444] 'agreement among raft nodes before linearized reading' (duration: 412.014712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:32.335082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:31.463706Z","time spent":"871.298027ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:32.335103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:31.922942Z","time spent":"412.149256ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:59:32.335255Z","caller":"traceutil/trace.go:171","msg":"trace[2021182911] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"861.449206ms","start":"2026-03-03T11:59:31.473798Z","end":"2026-03-03T11:59:32.335247Z","steps":["trace[2021182911] 'process raft request' (duration: 861.018375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:32.335315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:31.473773Z","time spent":"861.499027ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:32.335375Z","caller":"traceutil/trace.go:171","msg":"trace[374395939] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"855.412377ms","start":"2026-03-03T11:59:31.479956Z","end":"2026-03-03T11:59:32.335369Z","steps":["trace[374395939] 'process raft request' (duration: 854.897943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:32.335407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:31.479935Z","time spent":"855.451937ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:33.103887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.873636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:59:33.10398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.749849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:33.10406Z","caller":"traceutil/trace.go:171","msg":"trace[1369783030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7908; }","duration":"521.895062ms","start":"2026-03-03T11:59:32.582144Z","end":"2026-03-03T11:59:33.104039Z","steps":["trace[1369783030] 'range keys from in-memory index tree' (duration: 521.531273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:33.104092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.582116Z","time spent":"521.970165ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:59:33.104221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.228895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T11:59:33.104241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.044606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:59:33.104302Z","caller":"traceutil/trace.go:171","msg":"trace[1000047958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7908; }","duration":"498.345589ms","start":"2026-03-03T11:59:32.605938Z","end":"2026-03-03T11:59:33.104283Z","steps":["trace[1000047958] 'range keys from in-memory index tree' (duration: 497.99337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:33.10432Z","caller":"traceutil/trace.go:171","msg":"trace[2122648371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7908; }","duration":"505.147839ms","start":"2026-03-03T11:59:32.599152Z","end":"2026-03-03T11:59:33.1043Z","steps":["trace[2122648371] 'range keys from in-memory index tree' (duration: 504.860462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:33.104356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.605924Z","time spent":"498.423031ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:59:33.104362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.65902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T11:59:33.104367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.155983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:59:33.104388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.599136Z","time spent":"505.234791ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:59:33.104438Z","caller":"traceutil/trace.go:171","msg":"trace[391931659] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:7908; }","duration":"375.775362ms","start":"2026-03-03T11:59:32.728641Z","end":"2026-03-03T11:59:33.104416Z","steps":["trace[391931659] 'range keys from in-memory index tree' (duration: 375.481684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:33.104443Z","caller":"traceutil/trace.go:171","msg":"trace[1226442243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7908; }","duration":"501.311728ms","start":"2026-03-03T11:59:32.603112Z","end":"2026-03-03T11:59:33.104424Z","steps":["trace[1226442243] 'range keys from in-memory index tree' (duration: 500.886806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:33.104476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.728624Z","time spent":"375.842624ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"warn","ts":"2026-03-03T11:59:33.104481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.603088Z","time spent":"501.383329ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:59:33.104402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.675609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:59:33.104558Z","caller":"traceutil/trace.go:171","msg":"trace[1477056448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7908; }","duration":"492.850474ms","start":"2026-03-03T11:59:32.611694Z","end":"2026-03-03T11:59:33.104544Z","steps":["trace[1477056448] 'range keys from in-memory index tree' (duration: 492.562996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:33.104591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.611683Z","time spent":"492.899315ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T11:59:33.104001Z","caller":"traceutil/trace.go:171","msg":"trace[169255210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7908; }","duration":"498.0037ms","start":"2026-03-03T11:59:32.60597Z","end":"2026-03-03T11:59:33.103973Z","steps":["trace[169255210] 'range keys from in-memory index tree' (duration: 497.665241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:33.1051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:32.605909Z","time spent":"499.173871ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:59:33.123452Z","caller":"traceutil/trace.go:171","msg":"trace[2144881570] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"252.807676ms","start":"2026-03-03T11:59:32.870606Z","end":"2026-03-03T11:59:33.123414Z","steps":["trace[2144881570] 'process raft request' (duration: 252.642071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:35.768458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.912532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:35.768601Z","caller":"traceutil/trace.go:171","msg":"trace[131484562] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7926; }","duration":"289.127278ms","start":"2026-03-03T11:59:35.479448Z","end":"2026-03-03T11:59:35.768575Z","steps":["trace[131484562] 'count revisions from in-memory index tree' (duration: 288.791839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:35.768605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.981385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T11:59:35.76867Z","caller":"traceutil/trace.go:171","msg":"trace[390835776] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7926; }","duration":"397.046397ms","start":"2026-03-03T11:59:35.371604Z","end":"2026-03-03T11:59:35.76865Z","steps":["trace[390835776] 'range keys from in-memory index tree' (duration: 396.772549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:35.76873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:35.371539Z","time spent":"397.177909ms","remote":"127.0.0.1:37370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T11:59:37.326763Z","caller":"traceutil/trace.go:171","msg":"trace[2097229300] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"957.244284ms","start":"2026-03-03T11:59:36.369491Z","end":"2026-03-03T11:59:37.326735Z","steps":["trace[2097229300] 'process raft request' (duration: 957.10189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.326894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:36.36947Z","time spent":"957.362277ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:37.35233Z","caller":"traceutil/trace.go:171","msg":"trace[74978832] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"967.281069ms","start":"2026-03-03T11:59:36.385023Z","end":"2026-03-03T11:59:37.352304Z","steps":["trace[74978832] 'process raft request' (duration: 967.051943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:37.352619Z","caller":"traceutil/trace.go:171","msg":"trace[693582131] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"965.125572ms","start":"2026-03-03T11:59:36.387471Z","end":"2026-03-03T11:59:37.352597Z","steps":["trace[693582131] 'process raft request' (duration: 964.788093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.352726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:36.38746Z","time spent":"965.214315ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:37.35287Z","caller":"traceutil/trace.go:171","msg":"trace[1770140580] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8224; }","duration":"207.65962ms","start":"2026-03-03T11:59:37.1452Z","end":"2026-03-03T11:59:37.35286Z","steps":["trace[1770140580] 'read index received' (duration: 181.337223ms)","trace[1770140580] 'applied index is now lower than readState.Index' (duration: 26.321537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:37.353093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.63574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:59:37.353128Z","caller":"traceutil/trace.go:171","msg":"trace[1749535092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7930; }","duration":"207.695941ms","start":"2026-03-03T11:59:37.145424Z","end":"2026-03-03T11:59:37.35312Z","steps":["trace[1749535092] 'agreement among raft nodes before linearized reading' (duration: 207.554897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.35318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.913137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:59:37.353258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.561447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:59:37.35329Z","caller":"traceutil/trace.go:171","msg":"trace[1771206961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7930; }","duration":"207.607089ms","start":"2026-03-03T11:59:37.145675Z","end":"2026-03-03T11:59:37.353282Z","steps":["trace[1771206961] 'agreement among raft nodes before linearized reading' (duration: 207.523217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.353312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.582788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:59:37.353209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:36.384999Z","time spent":"967.416273ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:37.35337Z","caller":"traceutil/trace.go:171","msg":"trace[202646777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7930; }","duration":"207.680431ms","start":"2026-03-03T11:59:37.145677Z","end":"2026-03-03T11:59:37.353357Z","steps":["trace[202646777] 'agreement among raft nodes before linearized reading' (duration: 207.443475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.353394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.779873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:59:37.353419Z","caller":"traceutil/trace.go:171","msg":"trace[1216705563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7930; }","duration":"207.820595ms","start":"2026-03-03T11:59:37.145591Z","end":"2026-03-03T11:59:37.353412Z","steps":["trace[1216705563] 'agreement among raft nodes before linearized reading' (duration: 207.755723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:37.353273Z","caller":"traceutil/trace.go:171","msg":"trace[277195743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7930; }","duration":"208.106212ms","start":"2026-03-03T11:59:37.145152Z","end":"2026-03-03T11:59:37.353258Z","steps":["trace[277195743] 'agreement among raft nodes before linearized reading' (duration: 207.810605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:37.353614Z","caller":"traceutil/trace.go:171","msg":"trace[1368476190] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"447.895833ms","start":"2026-03-03T11:59:36.905679Z","end":"2026-03-03T11:59:37.353575Z","steps":["trace[1368476190] 'process raft request' (duration: 446.791134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:37.353827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:36.905655Z","time spent":"448.053557ms","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:37.354062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.988086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:59:37.354122Z","caller":"traceutil/trace.go:171","msg":"trace[2110569432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:7930; }","duration":"206.075948ms","start":"2026-03-03T11:59:37.148034Z","end":"2026-03-03T11:59:37.35411Z","steps":["trace[2110569432] 'agreement among raft nodes before linearized reading' (duration: 205.507813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:45.487233Z","caller":"traceutil/trace.go:171","msg":"trace[2039055074] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"181.95127ms","start":"2026-03-03T11:59:45.30526Z","end":"2026-03-03T11:59:45.487211Z","steps":["trace[2039055074] 'process raft request' (duration: 173.875466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:45.492411Z","caller":"traceutil/trace.go:171","msg":"trace[80212658] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8004; }","duration":"186.429478ms","start":"2026-03-03T11:59:45.305958Z","end":"2026-03-03T11:59:45.492387Z","steps":["trace[80212658] 'process raft request' (duration: 186.221932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:45.49266Z","caller":"traceutil/trace.go:171","msg":"trace[654657259] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"139.230587ms","start":"2026-03-03T11:59:45.353403Z","end":"2026-03-03T11:59:45.492633Z","steps":["trace[654657259] 'process raft request' (duration: 138.929899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:45.492736Z","caller":"traceutil/trace.go:171","msg":"trace[1163963895] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"111.302828ms","start":"2026-03-03T11:59:45.381414Z","end":"2026-03-03T11:59:45.492717Z","steps":["trace[1163963895] 'process raft request' (duration: 111.132484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:45.492865Z","caller":"traceutil/trace.go:171","msg":"trace[1979688200] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"104.862398ms","start":"2026-03-03T11:59:45.387993Z","end":"2026-03-03T11:59:45.492856Z","steps":["trace[1979688200] 'process raft request' (duration: 104.637362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:46.581796Z","caller":"traceutil/trace.go:171","msg":"trace[411343447] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"334.749946ms","start":"2026-03-03T11:59:46.247021Z","end":"2026-03-03T11:59:46.581771Z","steps":["trace[411343447] 'process raft request' (duration: 334.54995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:46.581953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.246993Z","time spent":"334.880939ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:47.226957Z","caller":"traceutil/trace.go:171","msg":"trace[504521091] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"956.677628ms","start":"2026-03-03T11:59:46.270251Z","end":"2026-03-03T11:59:47.226928Z","steps":["trace[504521091] 'process raft request' (duration: 956.047271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:47.227098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.270226Z","time spent":"956.812581ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:59:47.227226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.642585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p5ntw\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-03T11:59:47.227314Z","caller":"traceutil/trace.go:171","msg":"trace[112140189] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-p5ntw; range_end:; response_count:1; response_revision:8017; }","duration":"945.787199ms","start":"2026-03-03T11:59:46.281514Z","end":"2026-03-03T11:59:47.227301Z","steps":["trace[112140189] 'agreement among raft nodes before linearized reading' (duration: 945.499412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:47.22696Z","caller":"traceutil/trace.go:171","msg":"trace[115560211] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8317; }","duration":"945.369578ms","start":"2026-03-03T11:59:46.281579Z","end":"2026-03-03T11:59:47.226949Z","steps":["trace[115560211] 'read index received' (duration: 300.066487ms)","trace[115560211] 'applied index is now lower than readState.Index' (duration: 645.300581ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:47.227521Z","caller":"traceutil/trace.go:171","msg":"trace[856186618] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"932.289492ms","start":"2026-03-03T11:59:46.295207Z","end":"2026-03-03T11:59:47.227496Z","steps":["trace[856186618] 'process raft request' (duration: 931.529982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:47.227548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.63861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-03T11:59:47.2276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.947144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:59:47.227589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.085564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:59:47.227607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.210481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:47.22766Z","caller":"traceutil/trace.go:171","msg":"trace[137379602] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8017; }","duration":"522.052657ms","start":"2026-03-03T11:59:46.705592Z","end":"2026-03-03T11:59:47.227644Z","steps":["trace[137379602] 'agreement among raft nodes before linearized reading' (duration: 521.954054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:47.227675Z","caller":"traceutil/trace.go:171","msg":"trace[1579067058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8017; }","duration":"304.228648ms","start":"2026-03-03T11:59:46.923423Z","end":"2026-03-03T11:59:47.227652Z","steps":["trace[1579067058] 'agreement among raft nodes before linearized reading' (duration: 304.067273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:47.227692Z","caller":"traceutil/trace.go:171","msg":"trace[1084374337] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8017; }","duration":"502.357605ms","start":"2026-03-03T11:59:46.725315Z","end":"2026-03-03T11:59:47.227673Z","steps":["trace[1084374337] 'agreement among raft nodes before linearized reading' (duration: 502.180561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:47.227701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.705569Z","time spent":"522.121189ms","remote":"127.0.0.1:43868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:59:47.22766Z","caller":"traceutil/trace.go:171","msg":"trace[274239403] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8017; }","duration":"915.746693ms","start":"2026-03-03T11:59:46.311878Z","end":"2026-03-03T11:59:47.227625Z","steps":["trace[274239403] 'agreement among raft nodes before linearized reading' (duration: 915.592649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:47.227744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.923399Z","time spent":"304.334021ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:47.227811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.311862Z","time spent":"915.937589ms","remote":"127.0.0.1:49972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T11:59:47.22774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.725295Z","time spent":"502.438287ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:47.227685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.295185Z","time spent":"932.392894ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:47.227419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:46.281494Z","time spent":"945.874161ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p5ntw\" "} {"level":"info","ts":"2026-03-03T11:59:47.478956Z","caller":"traceutil/trace.go:171","msg":"trace[1297806014] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"112.717495ms","start":"2026-03-03T11:59:47.366211Z","end":"2026-03-03T11:59:47.478929Z","steps":["trace[1297806014] 'read index received' (duration: 112.436458ms)","trace[1297806014] 'applied index is now lower than readState.Index' (duration: 280.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:47.47914Z","caller":"traceutil/trace.go:171","msg":"trace[582131626] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"234.421499ms","start":"2026-03-03T11:59:47.244573Z","end":"2026-03-03T11:59:47.478995Z","steps":["trace[582131626] 'process raft request' (duration: 234.185393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:47.479231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.000212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T11:59:47.479288Z","caller":"traceutil/trace.go:171","msg":"trace[1814664513] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8018; }","duration":"113.109505ms","start":"2026-03-03T11:59:47.366164Z","end":"2026-03-03T11:59:47.479273Z","steps":["trace[1814664513] 'agreement among raft nodes before linearized reading' (duration: 112.873829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:47.622864Z","caller":"traceutil/trace.go:171","msg":"trace[1333804507] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8322; }","duration":"113.550448ms","start":"2026-03-03T11:59:47.509284Z","end":"2026-03-03T11:59:47.622835Z","steps":["trace[1333804507] 'read index received' (duration: 44.243982ms)","trace[1333804507] 'applied index is now lower than readState.Index' (duration: 69.304836ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:47.623006Z","caller":"traceutil/trace.go:171","msg":"trace[945451614] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"123.08327ms","start":"2026-03-03T11:59:47.499909Z","end":"2026-03-03T11:59:47.622993Z","steps":["trace[945451614] 'process raft request' (duration: 98.52794ms)","trace[945451614] 'compare' (duration: 24.148449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:47.623444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.136733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:47.623536Z","caller":"traceutil/trace.go:171","msg":"trace[1167508212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8023; }","duration":"114.267747ms","start":"2026-03-03T11:59:47.509247Z","end":"2026-03-03T11:59:47.623515Z","steps":["trace[1167508212] 'agreement among raft nodes before linearized reading' (duration: 113.958809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:47.623883Z","caller":"traceutil/trace.go:171","msg":"trace[1782006431] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"118.696254ms","start":"2026-03-03T11:59:47.505169Z","end":"2026-03-03T11:59:47.623865Z","steps":["trace[1782006431] 'process raft request' (duration: 117.588825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:48.690481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.732284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T11:59:48.690601Z","caller":"traceutil/trace.go:171","msg":"trace[367885633] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8336; }","duration":"313.698859ms","start":"2026-03-03T11:59:48.376882Z","end":"2026-03-03T11:59:48.690581Z","steps":["trace[367885633] 'read index received' (duration: 56.082µs)","trace[367885633] 'applied index is now lower than readState.Index' (duration: 313.640967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:48.69081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.934835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T11:59:48.69085Z","caller":"traceutil/trace.go:171","msg":"trace[776811804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8033; }","duration":"314.017227ms","start":"2026-03-03T11:59:48.376821Z","end":"2026-03-03T11:59:48.690838Z","steps":["trace[776811804] 'agreement among raft nodes before linearized reading' (duration: 313.815452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:48.690897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:48.376793Z","time spent":"314.095459ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T11:59:49.090709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.663814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:49.090797Z","caller":"traceutil/trace.go:171","msg":"trace[14834542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8034; }","duration":"166.816098ms","start":"2026-03-03T11:59:48.923961Z","end":"2026-03-03T11:59:49.090777Z","steps":["trace[14834542] 'range keys from in-memory index tree' (duration: 166.557222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.799303Z","caller":"traceutil/trace.go:171","msg":"trace[1799665929] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"239.960266ms","start":"2026-03-03T11:59:49.559318Z","end":"2026-03-03T11:59:49.799278Z","steps":["trace[1799665929] 'process raft request' (duration: 239.806962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.862705Z","caller":"traceutil/trace.go:171","msg":"trace[2122111375] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8338; }","duration":"227.936507ms","start":"2026-03-03T11:59:49.634745Z","end":"2026-03-03T11:59:49.862681Z","steps":["trace[2122111375] 'read index received' (duration: 164.464626ms)","trace[2122111375] 'applied index is now lower than readState.Index' (duration: 63.471081ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:49.862774Z","caller":"traceutil/trace.go:171","msg":"trace[1936616116] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"303.292804ms","start":"2026-03-03T11:59:49.559437Z","end":"2026-03-03T11:59:49.862729Z","steps":["trace[1936616116] 'process raft request' (duration: 303.095858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.862802Z","caller":"traceutil/trace.go:171","msg":"trace[1827836384] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"233.206207ms","start":"2026-03-03T11:59:49.629569Z","end":"2026-03-03T11:59:49.862775Z","steps":["trace[1827836384] 'process raft request' (duration: 233.054793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:49.862932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.165363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:59:49.862967Z","caller":"traceutil/trace.go:171","msg":"trace[1516141707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:8037; }","duration":"228.245856ms","start":"2026-03-03T11:59:49.634712Z","end":"2026-03-03T11:59:49.862958Z","steps":["trace[1516141707] 'agreement among raft nodes before linearized reading' (duration: 228.079371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:49.862962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.668668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:59:49.862969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:49.559409Z","time spent":"303.455238ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:49.863021Z","caller":"traceutil/trace.go:171","msg":"trace[433423410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8037; }","duration":"222.73899ms","start":"2026-03-03T11:59:49.640264Z","end":"2026-03-03T11:59:49.863003Z","steps":["trace[433423410] 'agreement among raft nodes before linearized reading' (duration: 222.575666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:49.86331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.202857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:59:49.863354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.922097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:59:49.863361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.267316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:59:49.863391Z","caller":"traceutil/trace.go:171","msg":"trace[617256392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8037; }","duration":"176.343592ms","start":"2026-03-03T11:59:49.687029Z","end":"2026-03-03T11:59:49.863373Z","steps":["trace[617256392] 'agreement among raft nodes before linearized reading' (duration: 176.137666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.863419Z","caller":"traceutil/trace.go:171","msg":"trace[1909386824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8037; }","duration":"177.01756ms","start":"2026-03-03T11:59:49.686389Z","end":"2026-03-03T11:59:49.863406Z","steps":["trace[1909386824] 'agreement among raft nodes before linearized reading' (duration: 176.787153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.863431Z","caller":"traceutil/trace.go:171","msg":"trace[2097121162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8037; }","duration":"177.397039ms","start":"2026-03-03T11:59:49.68602Z","end":"2026-03-03T11:59:49.863417Z","steps":["trace[2097121162] 'agreement among raft nodes before linearized reading' (duration: 177.188023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:49.863924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.391069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:49.863984Z","caller":"traceutil/trace.go:171","msg":"trace[181247969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8037; }","duration":"177.497842ms","start":"2026-03-03T11:59:49.686472Z","end":"2026-03-03T11:59:49.86397Z","steps":["trace[181247969] 'agreement among raft nodes before linearized reading' (duration: 176.476094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:50.065595Z","caller":"traceutil/trace.go:171","msg":"trace[731698122] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8341; }","duration":"197.85941ms","start":"2026-03-03T11:59:49.867712Z","end":"2026-03-03T11:59:50.065572Z","steps":["trace[731698122] 'read index received' (duration: 197.774348ms)","trace[731698122] 'applied index is now lower than readState.Index' (duration: 84.262µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:50.065648Z","caller":"traceutil/trace.go:171","msg":"trace[2107092267] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"198.940719ms","start":"2026-03-03T11:59:49.866664Z","end":"2026-03-03T11:59:50.065605Z","steps":["trace[2107092267] 'process raft request' (duration: 198.749054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:50.066054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.317502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"info","ts":"2026-03-03T11:59:50.066136Z","caller":"traceutil/trace.go:171","msg":"trace[93247441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8038; }","duration":"198.436346ms","start":"2026-03-03T11:59:49.86769Z","end":"2026-03-03T11:59:50.066126Z","steps":["trace[93247441] 'agreement among raft nodes before linearized reading' (duration: 198.002134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:50.075128Z","caller":"traceutil/trace.go:171","msg":"trace[1534295596] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"207.371712ms","start":"2026-03-03T11:59:49.867738Z","end":"2026-03-03T11:59:50.07511Z","steps":["trace[1534295596] 'process raft request' (duration: 207.100415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:50.075459Z","caller":"traceutil/trace.go:171","msg":"trace[685837200] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"207.358221ms","start":"2026-03-03T11:59:49.868089Z","end":"2026-03-03T11:59:50.075447Z","steps":["trace[685837200] 'process raft request' (duration: 206.94012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:50.075547Z","caller":"traceutil/trace.go:171","msg":"trace[2132215620] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"206.720774ms","start":"2026-03-03T11:59:49.868806Z","end":"2026-03-03T11:59:50.075527Z","steps":["trace[2132215620] 'process raft request' (duration: 206.648713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:50.075639Z","caller":"traceutil/trace.go:171","msg":"trace[336116799] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"207.29651ms","start":"2026-03-03T11:59:49.868333Z","end":"2026-03-03T11:59:50.075629Z","steps":["trace[336116799] 'process raft request' (duration: 206.90884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:53.936398Z","caller":"traceutil/trace.go:171","msg":"trace[1971209184] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"119.982577ms","start":"2026-03-03T11:59:53.816383Z","end":"2026-03-03T11:59:53.936366Z","steps":["trace[1971209184] 'process raft request' (duration: 119.816942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:54.027669Z","caller":"traceutil/trace.go:171","msg":"trace[1684134267] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"154.161273ms","start":"2026-03-03T11:59:53.873477Z","end":"2026-03-03T11:59:54.027638Z","steps":["trace[1684134267] 'process raft request' (duration: 114.092792ms)","trace[1684134267] 'compare' (duration: 39.875106ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:54.027671Z","caller":"traceutil/trace.go:171","msg":"trace[1765088891] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"152.133309ms","start":"2026-03-03T11:59:53.875515Z","end":"2026-03-03T11:59:54.027649Z","steps":["trace[1765088891] 'process raft request' (duration: 152.063588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:59.599408Z","caller":"traceutil/trace.go:171","msg":"trace[542400611] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8417; }","duration":"134.820681ms","start":"2026-03-03T11:59:59.46457Z","end":"2026-03-03T11:59:59.599391Z","steps":["trace[542400611] 'read index received' (duration: 134.623016ms)","trace[542400611] 'applied index is now lower than readState.Index' (duration: 196.795µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:59.599613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.000836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:59.59969Z","caller":"traceutil/trace.go:171","msg":"trace[1928911475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8110; }","duration":"135.112889ms","start":"2026-03-03T11:59:59.464562Z","end":"2026-03-03T11:59:59.599675Z","steps":["trace[1928911475] 'agreement among raft nodes before linearized reading' (duration: 134.974095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:59.599623Z","caller":"traceutil/trace.go:171","msg":"trace[1134386948] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"194.101321ms","start":"2026-03-03T11:59:59.40543Z","end":"2026-03-03T11:59:59.599532Z","steps":["trace[1134386948] 'process raft request' (duration: 193.784213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:04.990463Z","caller":"traceutil/trace.go:171","msg":"trace[401227034] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"115.076758ms","start":"2026-03-03T12:00:04.875363Z","end":"2026-03-03T12:00:04.99044Z","steps":["trace[401227034] 'process raft request' (duration: 114.065841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:05.125881Z","caller":"traceutil/trace.go:171","msg":"trace[1671924151] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"109.449879ms","start":"2026-03-03T12:00:05.016401Z","end":"2026-03-03T12:00:05.125851Z","steps":["trace[1671924151] 'process raft request' (duration: 99.030133ms)","trace[1671924151] 'compare' (duration: 10.262181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:05.260885Z","caller":"traceutil/trace.go:171","msg":"trace[1560181767] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8504; }","duration":"194.83615ms","start":"2026-03-03T12:00:05.066027Z","end":"2026-03-03T12:00:05.260863Z","steps":["trace[1560181767] 'read index received' (duration: 49.431429ms)","trace[1560181767] 'applied index is now lower than readState.Index' (duration: 145.403621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:05.260975Z","caller":"traceutil/trace.go:171","msg":"trace[2147439330] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"194.111341ms","start":"2026-03-03T12:00:05.066828Z","end":"2026-03-03T12:00:05.260939Z","steps":["trace[2147439330] 'process raft request' (duration: 193.939207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:05.261242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.20085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120225"} {"level":"info","ts":"2026-03-03T12:00:05.261322Z","caller":"traceutil/trace.go:171","msg":"trace[279834952] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"197.153532ms","start":"2026-03-03T12:00:05.064148Z","end":"2026-03-03T12:00:05.261301Z","steps":["trace[279834952] 'process raft request' (duration: 176.865075ms)","trace[279834952] 'compare' (duration: 19.600229ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:05.261326Z","caller":"traceutil/trace.go:171","msg":"trace[234667307] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8197; }","duration":"195.320493ms","start":"2026-03-03T12:00:05.065986Z","end":"2026-03-03T12:00:05.261307Z","steps":["trace[234667307] 'agreement among raft nodes before linearized reading' (duration: 195.020565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:05.261622Z","caller":"traceutil/trace.go:171","msg":"trace[806761049] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"194.477961ms","start":"2026-03-03T12:00:05.067126Z","end":"2026-03-03T12:00:05.261604Z","steps":["trace[806761049] 'process raft request' (duration: 193.69178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:08.541331Z","caller":"traceutil/trace.go:171","msg":"trace[369766613] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"101.218471ms","start":"2026-03-03T12:00:08.440079Z","end":"2026-03-03T12:00:08.541297Z","steps":["trace[369766613] 'read index received' (duration: 69.190253ms)","trace[369766613] 'applied index is now lower than readState.Index' (duration: 32.027088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:08.54139Z","caller":"traceutil/trace.go:171","msg":"trace[1868581070] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"139.69099ms","start":"2026-03-03T12:00:08.401635Z","end":"2026-03-03T12:00:08.541326Z","steps":["trace[1868581070] 'process raft request' (duration: 139.579617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:08.541389Z","caller":"traceutil/trace.go:171","msg":"trace[1621686572] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"139.798863ms","start":"2026-03-03T12:00:08.401554Z","end":"2026-03-03T12:00:08.541353Z","steps":["trace[1621686572] 'process raft request' (duration: 107.720883ms)","trace[1621686572] 'compare' (duration: 31.745861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:08.541668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.56859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.189953042652dd48\" ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-03-03T12:00:08.541759Z","caller":"traceutil/trace.go:171","msg":"trace[946238899] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-glance-server-0.189953042652dd48; range_end:; response_count:1; response_revision:8268; }","duration":"101.706314ms","start":"2026-03-03T12:00:08.440032Z","end":"2026-03-03T12:00:08.541739Z","steps":["trace[946238899] 'agreement among raft nodes before linearized reading' (duration: 101.466868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:18.650437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.412393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:01:18.650559Z","caller":"traceutil/trace.go:171","msg":"trace[570312] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8835; }","duration":"187.631509ms","start":"2026-03-03T12:01:18.462901Z","end":"2026-03-03T12:01:18.650533Z","steps":["trace[570312] 'count revisions from in-memory index tree' (duration: 187.27532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:18.878049Z","caller":"traceutil/trace.go:171","msg":"trace[176497668] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9163; }","duration":"215.237831ms","start":"2026-03-03T12:01:18.662774Z","end":"2026-03-03T12:01:18.878012Z","steps":["trace[176497668] 'read index received' (duration: 215.034446ms)","trace[176497668] 'applied index is now lower than readState.Index' (duration: 202.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:18.87831Z","caller":"traceutil/trace.go:171","msg":"trace[1203792931] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"223.331156ms","start":"2026-03-03T12:01:18.654965Z","end":"2026-03-03T12:01:18.878296Z","steps":["trace[1203792931] 'process raft request' (duration: 222.900904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:18.878648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.747972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:01:18.878661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.9207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T12:01:18.878665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.875488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:01:18.878694Z","caller":"traceutil/trace.go:171","msg":"trace[399863885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"142.835443ms","start":"2026-03-03T12:01:18.735848Z","end":"2026-03-03T12:01:18.878683Z","steps":["trace[399863885] 'agreement among raft nodes before linearized reading' (duration: 142.71795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:18.87874Z","caller":"traceutil/trace.go:171","msg":"trace[368555843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8836; }","duration":"215.971751ms","start":"2026-03-03T12:01:18.66275Z","end":"2026-03-03T12:01:18.878721Z","steps":["trace[368555843] 'agreement among raft nodes before linearized reading' (duration: 215.756395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:18.878795Z","caller":"traceutil/trace.go:171","msg":"trace[1570403422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:8836; }","duration":"190.074725ms","start":"2026-03-03T12:01:18.688636Z","end":"2026-03-03T12:01:18.878711Z","steps":["trace[1570403422] 'agreement among raft nodes before linearized reading' (duration: 189.815638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:19.469893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.330357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:01:19.470017Z","caller":"traceutil/trace.go:171","msg":"trace[1401580939] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9167; }","duration":"326.319063ms","start":"2026-03-03T12:01:19.143686Z","end":"2026-03-03T12:01:19.470006Z","steps":["trace[1401580939] 'read index received' (duration: 299.926324ms)","trace[1401580939] 'applied index is now lower than readState.Index' (duration: 26.391439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:19.470261Z","caller":"traceutil/trace.go:171","msg":"trace[1520355567] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"536.004527ms","start":"2026-03-03T12:01:18.9342Z","end":"2026-03-03T12:01:19.470205Z","steps":["trace[1520355567] 'process raft request' (duration: 535.769601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:19.470256Z","caller":"traceutil/trace.go:171","msg":"trace[386291946] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"537.124847ms","start":"2026-03-03T12:01:18.933065Z","end":"2026-03-03T12:01:19.47019Z","steps":["trace[386291946] 'process raft request' (duration: 40.435221ms)","trace[386291946] 'compare' (duration: 496.218703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:01:19.470374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:18.934192Z","time spent":"536.131111ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:01:19.470441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:18.933049Z","time spent":"537.301082ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:01:19.470479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.755015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:01:19.470603Z","caller":"traceutil/trace.go:171","msg":"trace[998951897] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8841; }","duration":"326.93534ms","start":"2026-03-03T12:01:19.143639Z","end":"2026-03-03T12:01:19.470574Z","steps":["trace[998951897] 'agreement among raft nodes before linearized reading' (duration: 326.686883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:19.470668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:19.143615Z","time spent":"327.038352ms","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:01:19.715168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.293146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:01:19.715294Z","caller":"traceutil/trace.go:171","msg":"trace[1864814739] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8841; }","duration":"117.492342ms","start":"2026-03-03T12:01:19.59777Z","end":"2026-03-03T12:01:19.715262Z","steps":["trace[1864814739] 'count revisions from in-memory index tree' (duration: 117.173844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:20.492802Z","caller":"traceutil/trace.go:171","msg":"trace[1998059170] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"139.094954ms","start":"2026-03-03T12:01:20.353673Z","end":"2026-03-03T12:01:20.492768Z","steps":["trace[1998059170] 'process raft request' (duration: 62.085584ms)","trace[1998059170] 'compare' (duration: 76.837325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:25.71779Z","caller":"traceutil/trace.go:171","msg":"trace[1446117975] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"114.685658ms","start":"2026-03-03T12:01:25.603077Z","end":"2026-03-03T12:01:25.717762Z","steps":["trace[1446117975] 'process raft request' (duration: 114.442251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.71796Z","caller":"traceutil/trace.go:171","msg":"trace[999770402] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"113.522487ms","start":"2026-03-03T12:01:25.604404Z","end":"2026-03-03T12:01:25.717926Z","steps":["trace[999770402] 'process raft request' (duration: 113.273501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.721198Z","caller":"traceutil/trace.go:171","msg":"trace[2130908459] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9211; }","duration":"107.868967ms","start":"2026-03-03T12:01:25.6133Z","end":"2026-03-03T12:01:25.721169Z","steps":["trace[2130908459] 'read index received' (duration: 104.260881ms)","trace[2130908459] 'applied index is now lower than readState.Index' (duration: 3.607006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:25.721247Z","caller":"traceutil/trace.go:171","msg":"trace[992872951] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"112.151721ms","start":"2026-03-03T12:01:25.60907Z","end":"2026-03-03T12:01:25.721222Z","steps":["trace[992872951] 'process raft request' (duration: 111.941425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:25.721326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.005931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:01:25.721379Z","caller":"traceutil/trace.go:171","msg":"trace[1732580115] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8885; }","duration":"108.102813ms","start":"2026-03-03T12:01:25.613256Z","end":"2026-03-03T12:01:25.721359Z","steps":["trace[1732580115] 'agreement among raft nodes before linearized reading' (duration: 108.017091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:03:26.190562Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:03:26.197886Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T12:03:26.198013Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T12:04:00.097882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7701} {"level":"info","ts":"2026-03-03T12:04:00.164068Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7701,"took":"64.038053ms","hash":3273344337,"current-db-size-bytes":43368448,"current-db-size":"43 MB","current-db-size-in-use-bytes":25157632,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T12:04:00.164185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3273344337,"revision":7701,"compact-revision":5691} {"level":"info","ts":"2026-03-03T12:06:32.179253Z","caller":"traceutil/trace.go:171","msg":"trace[2143350824] transaction","detail":"{read_only:false; response_revision:10965; number_of_response:1; }","duration":"114.702336ms","start":"2026-03-03T12:06:32.064516Z","end":"2026-03-03T12:06:32.179218Z","steps":["trace[2143350824] 'process raft request' (duration: 114.46625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:32.578689Z","caller":"traceutil/trace.go:171","msg":"trace[1130286126] transaction","detail":"{read_only:false; response_revision:10966; number_of_response:1; }","duration":"212.60601ms","start":"2026-03-03T12:06:32.366063Z","end":"2026-03-03T12:06:32.578669Z","steps":["trace[1130286126] 'process raft request' (duration: 212.477517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.09452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294966182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:06:33.647592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.052554Z","time spent":"595.030652ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:06:33.647588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.184906Z","time spent":"462.674249ms","remote":"127.0.0.1:38024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:06:33.647916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.412387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:06:33.64802Z","caller":"traceutil/trace.go:171","msg":"trace[926436676] transaction","detail":"{read_only:false; response_revision:10967; number_of_response:1; }","duration":"1.065234599s","start":"2026-03-03T12:06:32.582762Z","end":"2026-03-03T12:06:33.647997Z","steps":["trace[926436676] 'process raft request' (duration: 883.647167ms)","trace[926436676] 'compare' (duration: 180.851822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:33.6481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.582741Z","time spent":"1.065321871s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:33.654387Z","caller":"traceutil/trace.go:171","msg":"trace[127538663] linearizableReadLoop","detail":"{readStateIndex:11369; appliedIndex:11366; }","duration":"1.060337779s","start":"2026-03-03T12:06:32.594026Z","end":"2026-03-03T12:06:33.654363Z","steps":["trace[127538663] 'read index received' (duration: 872.37414ms)","trace[127538663] 'applied index is now lower than readState.Index' (duration: 187.962569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:33.654536Z","caller":"traceutil/trace.go:171","msg":"trace[2076591408] transaction","detail":"{read_only:false; response_revision:10970; number_of_response:1; }","duration":"215.138337ms","start":"2026-03-03T12:06:33.439392Z","end":"2026-03-03T12:06:33.65453Z","steps":["trace[2076591408] 'process raft request' (duration: 214.934411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.654738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060693579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:06:33.654823Z","caller":"traceutil/trace.go:171","msg":"trace[506975172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10970; }","duration":"1.060805661s","start":"2026-03-03T12:06:32.594003Z","end":"2026-03-03T12:06:33.654809Z","steps":["trace[506975172] 'agreement among raft nodes before linearized reading' (duration: 1.060623726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.654891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.593996Z","time spent":"1.060883904s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:06:33.654886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.387735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T12:06:33.654906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.784185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:33.654979Z","caller":"traceutil/trace.go:171","msg":"trace[1572769942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10970; }","duration":"483.499188ms","start":"2026-03-03T12:06:33.17146Z","end":"2026-03-03T12:06:33.654959Z","steps":["trace[1572769942] 'agreement among raft nodes before linearized reading' (duration: 483.317423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.654997Z","caller":"traceutil/trace.go:171","msg":"trace[446364350] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10970; }","duration":"173.913718ms","start":"2026-03-03T12:06:33.481064Z","end":"2026-03-03T12:06:33.654977Z","steps":["trace[446364350] 'agreement among raft nodes before linearized reading' (duration: 173.782705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.654441Z","caller":"traceutil/trace.go:171","msg":"trace[1363925836] transaction","detail":"{read_only:false; response_revision:10968; number_of_response:1; }","duration":"1.071597166s","start":"2026-03-03T12:06:32.582807Z","end":"2026-03-03T12:06:33.654404Z","steps":["trace[1363925836] 'process raft request' (duration: 1.0713465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.655029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.443316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:33.65508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.78389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T12:06:33.655108Z","caller":"traceutil/trace.go:171","msg":"trace[880640952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10970; }","duration":"735.58728ms","start":"2026-03-03T12:06:32.919505Z","end":"2026-03-03T12:06:33.655093Z","steps":["trace[880640952] 'agreement among raft nodes before linearized reading' (duration: 735.432805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.65511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.552059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:06:33.65513Z","caller":"traceutil/trace.go:171","msg":"trace[1922311076] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:10970; }","duration":"908.877872ms","start":"2026-03-03T12:06:32.746238Z","end":"2026-03-03T12:06:33.655116Z","steps":["trace[1922311076] 'agreement among raft nodes before linearized reading' (duration: 908.719428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.65516Z","caller":"traceutil/trace.go:171","msg":"trace[1145083228] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10970; }","duration":"425.5967ms","start":"2026-03-03T12:06:33.229547Z","end":"2026-03-03T12:06:33.655144Z","steps":["trace[1145083228] 'agreement among raft nodes before linearized reading' (duration: 425.513738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.655198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.746219Z","time spent":"908.969775ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"warn","ts":"2026-03-03T12:06:33.655161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.919477Z","time spent":"735.672482ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:06:33.654507Z","caller":"traceutil/trace.go:171","msg":"trace[1400636245] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"813.63856ms","start":"2026-03-03T12:06:32.840862Z","end":"2026-03-03T12:06:33.6545Z","steps":["trace[1400636245] 'process raft request' (duration: 813.421834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.655206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.982573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T12:06:33.65527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.582784Z","time spent":"1.072316126s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:33.655207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.229512Z","time spent":"425.682642ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:06:33.655401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.840832Z","time spent":"814.492942ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:33.655413Z","caller":"traceutil/trace.go:171","msg":"trace[670928780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10970; }","duration":"475.299131ms","start":"2026-03-03T12:06:33.18009Z","end":"2026-03-03T12:06:33.655389Z","steps":["trace[670928780] 'agreement among raft nodes before linearized reading' (duration: 474.625964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.655032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.17142Z","time spent":"483.600191ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:06:33.655555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.180084Z","time spent":"475.419874ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:06:33.655825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.821913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:06:33.655903Z","caller":"traceutil/trace.go:171","msg":"trace[1976088057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:10970; }","duration":"556.934125ms","start":"2026-03-03T12:06:33.098947Z","end":"2026-03-03T12:06:33.655881Z","steps":["trace[1976088057] 'agreement among raft nodes before linearized reading' (duration: 556.500184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.655974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:33.098933Z","time spent":"557.026958ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T12:06:55.720436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294966602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:06:55.878812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150587992s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:06:55.879261Z","caller":"traceutil/trace.go:171","msg":"trace[65497691] linearizableReadLoop","detail":"{readStateIndex:11482; appliedIndex:11481; }","duration":"659.859222ms","start":"2026-03-03T12:06:55.219352Z","end":"2026-03-03T12:06:55.879211Z","steps":["trace[65497691] 'read index received' (duration: 659.732508ms)","trace[65497691] 'applied index is now lower than readState.Index' (duration: 125.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:55.880419Z","caller":"traceutil/trace.go:171","msg":"trace[318547726] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"1.152317278s","start":"2026-03-03T12:06:54.728063Z","end":"2026-03-03T12:06:55.88038Z","steps":["trace[318547726] 'process raft request' (duration: 1.150992363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.880606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.225548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:06:55.880669Z","caller":"traceutil/trace.go:171","msg":"trace[656400050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11077; }","duration":"661.354252ms","start":"2026-03-03T12:06:55.219292Z","end":"2026-03-03T12:06:55.880647Z","steps":["trace[656400050] 'agreement among raft nodes before linearized reading' (duration: 661.225238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.880721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.219267Z","time spent":"661.439344ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:06:55.880865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.728037Z","time spent":"1.152525882s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:55.911865Z","caller":"traceutil/trace.go:171","msg":"trace[1408719422] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"157.423324ms","start":"2026-03-03T12:06:55.754399Z","end":"2026-03-03T12:06:55.911822Z","steps":["trace[1408719422] 'process raft request' (duration: 136.395779ms)","trace[1408719422] 'compare' (duration: 20.8085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:55.911978Z","caller":"traceutil/trace.go:171","msg":"trace[1020072446] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"114.145682ms","start":"2026-03-03T12:06:55.797818Z","end":"2026-03-03T12:06:55.911963Z","steps":["trace[1020072446] 'process raft request' (duration: 113.969797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.912031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.399374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T12:06:55.912078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.399184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:06:55.912106Z","caller":"traceutil/trace.go:171","msg":"trace[326989323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11080; }","duration":"143.518197ms","start":"2026-03-03T12:06:55.768569Z","end":"2026-03-03T12:06:55.912087Z","steps":["trace[326989323] 'agreement among raft nodes before linearized reading' (duration: 143.284681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.912143Z","caller":"traceutil/trace.go:171","msg":"trace[2078118228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11080; }","duration":"132.490416ms","start":"2026-03-03T12:06:55.779635Z","end":"2026-03-03T12:06:55.912126Z","steps":["trace[2078118228] 'agreement among raft nodes before linearized reading' (duration: 132.300841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.912314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.391869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:06:55.912305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.221854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:06:55.912439Z","caller":"traceutil/trace.go:171","msg":"trace[428602344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11080; }","duration":"114.382818ms","start":"2026-03-03T12:06:55.79804Z","end":"2026-03-03T12:06:55.912423Z","steps":["trace[428602344] 'agreement among raft nodes before linearized reading' (duration: 113.861954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.912382Z","caller":"traceutil/trace.go:171","msg":"trace[609893887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11080; }","duration":"114.479032ms","start":"2026-03-03T12:06:55.797887Z","end":"2026-03-03T12:06:55.912366Z","steps":["trace[609893887] 'agreement among raft nodes before linearized reading' (duration: 114.323068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.911893Z","caller":"traceutil/trace.go:171","msg":"trace[795499612] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"149.705291ms","start":"2026-03-03T12:06:55.762162Z","end":"2026-03-03T12:06:55.911868Z","steps":["trace[795499612] 'process raft request' (duration: 149.556437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.912821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.19951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:06:55.912881Z","caller":"traceutil/trace.go:171","msg":"trace[1571077993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11080; }","duration":"137.301344ms","start":"2026-03-03T12:06:55.775565Z","end":"2026-03-03T12:06:55.912866Z","steps":["trace[1571077993] 'agreement among raft nodes before linearized reading' (duration: 136.555554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:56.27717Z","caller":"traceutil/trace.go:171","msg":"trace[952128674] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"360.493152ms","start":"2026-03-03T12:06:55.916647Z","end":"2026-03-03T12:06:56.27714Z","steps":["trace[952128674] 'process raft request' (duration: 342.553989ms)","trace[952128674] 'compare' (duration: 17.578103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:56.277215Z","caller":"traceutil/trace.go:171","msg":"trace[835287979] linearizableReadLoop","detail":"{readStateIndex:11488; appliedIndex:11486; }","duration":"359.350771ms","start":"2026-03-03T12:06:55.917838Z","end":"2026-03-03T12:06:56.277189Z","steps":["trace[835287979] 'read index received' (duration: 21.081386ms)","trace[835287979] 'applied index is now lower than readState.Index' (duration: 338.268355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:56.277221Z","caller":"traceutil/trace.go:171","msg":"trace[1036454699] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"359.623659ms","start":"2026-03-03T12:06:55.917555Z","end":"2026-03-03T12:06:56.277178Z","steps":["trace[1036454699] 'process raft request' (duration: 359.472835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.277375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.916623Z","time spent":"360.617895ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:56.277422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.917542Z","time spent":"359.755502ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:56.277477Z","caller":"traceutil/trace.go:171","msg":"trace[933058772] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"358.114179ms","start":"2026-03-03T12:06:55.919206Z","end":"2026-03-03T12:06:56.27732Z","steps":["trace[933058772] 'process raft request' (duration: 357.909153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:56.277604Z","caller":"traceutil/trace.go:171","msg":"trace[94514625] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"358.112859ms","start":"2026-03-03T12:06:55.919477Z","end":"2026-03-03T12:06:56.27759Z","steps":["trace[94514625] 'process raft request' (duration: 357.674697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.27761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.919187Z","time spent":"358.325135ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:56.277669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.919443Z","time spent":"358.187891ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:56.277753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.635903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:56.277787Z","caller":"traceutil/trace.go:171","msg":"trace[464484614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11085; }","duration":"355.687695ms","start":"2026-03-03T12:06:55.922088Z","end":"2026-03-03T12:06:56.277775Z","steps":["trace[464484614] 'agreement among raft nodes before linearized reading' (duration: 355.637053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.277815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.922079Z","time spent":"355.730296ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:06:56.277997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.160653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452143"} {"level":"info","ts":"2026-03-03T12:06:56.278048Z","caller":"traceutil/trace.go:171","msg":"trace[1438072037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:11085; }","duration":"360.224264ms","start":"2026-03-03T12:06:55.917801Z","end":"2026-03-03T12:06:56.278025Z","steps":["trace[1438072037] 'agreement among raft nodes before linearized reading' (duration: 359.725781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.278264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.385876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:56.278266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.421097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:56.278299Z","caller":"traceutil/trace.go:171","msg":"trace[1156931296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11085; }","duration":"175.438938ms","start":"2026-03-03T12:06:56.102851Z","end":"2026-03-03T12:06:56.27829Z","steps":["trace[1156931296] 'agreement among raft nodes before linearized reading' (duration: 175.371326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:56.278308Z","caller":"traceutil/trace.go:171","msg":"trace[441959283] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11085; }","duration":"175.486529ms","start":"2026-03-03T12:06:56.102809Z","end":"2026-03-03T12:06:56.278296Z","steps":["trace[441959283] 'agreement among raft nodes before linearized reading' (duration: 175.417178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.278399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.541531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:56.278401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19329"} {"level":"info","ts":"2026-03-03T12:06:56.278423Z","caller":"traceutil/trace.go:171","msg":"trace[1309318001] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11085; }","duration":"175.577342ms","start":"2026-03-03T12:06:56.102837Z","end":"2026-03-03T12:06:56.278415Z","steps":["trace[1309318001] 'agreement among raft nodes before linearized reading' (duration: 175.541711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.278458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.446521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:56.278465Z","caller":"traceutil/trace.go:171","msg":"trace[1459975503] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11085; }","duration":"183.540642ms","start":"2026-03-03T12:06:56.094904Z","end":"2026-03-03T12:06:56.278444Z","steps":["trace[1459975503] 'agreement among raft nodes before linearized reading' (duration: 183.363468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:56.278483Z","caller":"traceutil/trace.go:171","msg":"trace[674451335] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11085; }","duration":"174.484493ms","start":"2026-03-03T12:06:56.103992Z","end":"2026-03-03T12:06:56.278477Z","steps":["trace[674451335] 'agreement among raft nodes before linearized reading' (duration: 174.37735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.27853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.118649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:56.278568Z","caller":"traceutil/trace.go:171","msg":"trace[358216917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11085; }","duration":"175.168261ms","start":"2026-03-03T12:06:56.103388Z","end":"2026-03-03T12:06:56.278556Z","steps":["trace[358216917] 'agreement among raft nodes before linearized reading' (duration: 175.11518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:56.278084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.917792Z","time spent":"360.283266ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":452165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:06:56.635906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.130706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:56.636119Z","caller":"traceutil/trace.go:171","msg":"trace[1113283184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11085; }","duration":"121.354452ms","start":"2026-03-03T12:06:56.514745Z","end":"2026-03-03T12:06:56.6361Z","steps":["trace[1113283184] 'range keys from in-memory index tree' (duration: 121.113835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.017673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.450191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T12:06:58.018016Z","caller":"traceutil/trace.go:171","msg":"trace[461200644] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"100.41011ms","start":"2026-03-03T12:06:57.917577Z","end":"2026-03-03T12:06:58.017987Z","steps":["trace[461200644] 'process raft request' (duration: 100.171924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.557946Z","caller":"traceutil/trace.go:171","msg":"trace[1536836129] linearizableReadLoop","detail":"{readStateIndex:11494; appliedIndex:11490; }","duration":"635.53722ms","start":"2026-03-03T12:06:57.922373Z","end":"2026-03-03T12:06:58.55791Z","steps":["trace[1536836129] 'read index received' (duration: 87.084328ms)","trace[1536836129] 'applied index is now lower than readState.Index' (duration: 548.451592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:58.55802Z","caller":"traceutil/trace.go:171","msg":"trace[1842400543] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"640.191443ms","start":"2026-03-03T12:06:57.917794Z","end":"2026-03-03T12:06:58.557985Z","steps":["trace[1842400543] 'process raft request' (duration: 639.809223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558052Z","caller":"traceutil/trace.go:171","msg":"trace[1442666952] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"639.869444ms","start":"2026-03-03T12:06:57.918154Z","end":"2026-03-03T12:06:58.558024Z","steps":["trace[1442666952] 'process raft request' (duration: 639.692569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.55821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:57.917781Z","time spent":"640.310816ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:58.558236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:57.918145Z","time spent":"639.994568ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:58.55821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.753976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:58.558322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.593999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:58.558403Z","caller":"traceutil/trace.go:171","msg":"trace[1868422279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11088; }","duration":"273.713893ms","start":"2026-03-03T12:06:58.284672Z","end":"2026-03-03T12:06:58.558386Z","steps":["trace[1868422279] 'agreement among raft nodes before linearized reading' (duration: 273.556689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.1402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:58.558425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.254073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:58.558442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.998997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:58.558458Z","caller":"traceutil/trace.go:171","msg":"trace[794064449] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11088; }","duration":"275.242733ms","start":"2026-03-03T12:06:58.2832Z","end":"2026-03-03T12:06:58.558443Z","steps":["trace[794064449] 'agreement among raft nodes before linearized reading' (duration: 275.165991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.677972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:06:58.558461Z","caller":"traceutil/trace.go:171","msg":"trace[65348686] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11088; }","duration":"275.353085ms","start":"2026-03-03T12:06:58.283097Z","end":"2026-03-03T12:06:58.558451Z","steps":["trace[65348686] 'agreement among raft nodes before linearized reading' (duration: 275.280213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558492Z","caller":"traceutil/trace.go:171","msg":"trace[206988364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11088; }","duration":"275.076198ms","start":"2026-03-03T12:06:58.283404Z","end":"2026-03-03T12:06:58.55848Z","steps":["trace[206988364] 'agreement among raft nodes before linearized reading' (duration: 274.987686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558509Z","caller":"traceutil/trace.go:171","msg":"trace[2020518266] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11088; }","duration":"273.736223ms","start":"2026-03-03T12:06:58.284763Z","end":"2026-03-03T12:06:58.5585Z","steps":["trace[2020518266] 'agreement among raft nodes before linearized reading' (duration: 273.605419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.332052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:06:58.558563Z","caller":"traceutil/trace.go:171","msg":"trace[1601845547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11088; }","duration":"273.416725ms","start":"2026-03-03T12:06:58.285127Z","end":"2026-03-03T12:06:58.558544Z","steps":["trace[1601845547] 'agreement among raft nodes before linearized reading' (duration: 273.209969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.305288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:58.55862Z","caller":"traceutil/trace.go:171","msg":"trace[255953139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11088; }","duration":"274.35569ms","start":"2026-03-03T12:06:58.284254Z","end":"2026-03-03T12:06:58.558609Z","steps":["trace[255953139] 'agreement among raft nodes before linearized reading' (duration: 274.317879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.781104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:06:58.55869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.894437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:58.558677Z","caller":"traceutil/trace.go:171","msg":"trace[1533047137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11088; }","duration":"276.889846ms","start":"2026-03-03T12:06:58.281772Z","end":"2026-03-03T12:06:58.558661Z","steps":["trace[1533047137] 'agreement among raft nodes before linearized reading' (duration: 276.67597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.153444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:06:58.558714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.728033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:58.558739Z","caller":"traceutil/trace.go:171","msg":"trace[891154923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11088; }","duration":"273.958999ms","start":"2026-03-03T12:06:58.284767Z","end":"2026-03-03T12:06:58.558726Z","steps":["trace[891154923] 'agreement among raft nodes before linearized reading' (duration: 273.820005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558769Z","caller":"traceutil/trace.go:171","msg":"trace[1136030411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11088; }","duration":"273.802415ms","start":"2026-03-03T12:06:58.284956Z","end":"2026-03-03T12:06:58.558759Z","steps":["trace[1136030411] 'agreement among raft nodes before linearized reading' (duration: 273.728353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.55878Z","caller":"traceutil/trace.go:171","msg":"trace[1581640067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11088; }","duration":"277.252936ms","start":"2026-03-03T12:06:58.281492Z","end":"2026-03-03T12:06:58.558745Z","steps":["trace[1581640067] 'agreement among raft nodes before linearized reading' (duration: 277.109272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.471159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:58.558814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.973069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:06:58.558846Z","caller":"traceutil/trace.go:171","msg":"trace[2097258766] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11088; }","duration":"275.544811ms","start":"2026-03-03T12:06:58.28329Z","end":"2026-03-03T12:06:58.558835Z","steps":["trace[2097258766] 'agreement among raft nodes before linearized reading' (duration: 275.465258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.07304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:06:58.558811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.66376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T12:06:58.558946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.649701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:58.558956Z","caller":"traceutil/trace.go:171","msg":"trace[1720286490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11088; }","duration":"615.732057ms","start":"2026-03-03T12:06:57.943213Z","end":"2026-03-03T12:06:58.558945Z","steps":["trace[1720286490] 'agreement among raft nodes before linearized reading' (duration: 614.928636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558973Z","caller":"traceutil/trace.go:171","msg":"trace[2146429804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11088; }","duration":"273.695702ms","start":"2026-03-03T12:06:58.285269Z","end":"2026-03-03T12:06:58.558964Z","steps":["trace[2146429804] 'agreement among raft nodes before linearized reading' (duration: 273.62153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.558971Z","caller":"traceutil/trace.go:171","msg":"trace[1869437171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:11088; }","duration":"268.841624ms","start":"2026-03-03T12:06:58.290116Z","end":"2026-03-03T12:06:58.558957Z","steps":["trace[1869437171] 'agreement among raft nodes before linearized reading' (duration: 268.600317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.558972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.633541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:58.558851Z","caller":"traceutil/trace.go:171","msg":"trace[1406902084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11088; }","duration":"277.02191ms","start":"2026-03-03T12:06:58.281821Z","end":"2026-03-03T12:06:58.558842Z","steps":["trace[1406902084] 'agreement among raft nodes before linearized reading' (duration: 276.880956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:58.559039Z","caller":"traceutil/trace.go:171","msg":"trace[280163281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11088; }","duration":"273.717663ms","start":"2026-03-03T12:06:58.285307Z","end":"2026-03-03T12:06:58.559024Z","steps":["trace[280163281] 'agreement among raft nodes before linearized reading' (duration: 273.62512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:57.943207Z","time spent":"615.781309ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:06:58.558381Z","caller":"traceutil/trace.go:171","msg":"trace[1082361245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11088; }","duration":"636.010833ms","start":"2026-03-03T12:06:57.922342Z","end":"2026-03-03T12:06:58.558353Z","steps":["trace[1082361245] 'agreement among raft nodes before linearized reading' (duration: 635.719175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:58.560357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:57.922333Z","time spent":"638.007215ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:07:00.200091Z","caller":"traceutil/trace.go:171","msg":"trace[1957574212] transaction","detail":"{read_only:false; response_revision:11094; number_of_response:1; }","duration":"176.841136ms","start":"2026-03-03T12:07:00.023227Z","end":"2026-03-03T12:07:00.200068Z","steps":["trace[1957574212] 'process raft request' (duration: 176.696013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.320951Z","caller":"traceutil/trace.go:171","msg":"trace[1162899939] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"271.616497ms","start":"2026-03-03T12:07:00.049313Z","end":"2026-03-03T12:07:00.320929Z","steps":["trace[1162899939] 'process raft request' (duration: 253.975982ms)","trace[1162899939] 'compare' (duration: 17.542383ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:00.674057Z","caller":"traceutil/trace.go:171","msg":"trace[614043102] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"107.090686ms","start":"2026-03-03T12:07:00.566951Z","end":"2026-03-03T12:07:00.674042Z","steps":["trace[614043102] 'process raft request' (duration: 103.873451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.674209Z","caller":"traceutil/trace.go:171","msg":"trace[1848418182] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"107.163388ms","start":"2026-03-03T12:07:00.567039Z","end":"2026-03-03T12:07:00.674203Z","steps":["trace[1848418182] 'process raft request' (duration: 106.83923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.674399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.87678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:07:00.674462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.020614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:07:00.674472Z","caller":"traceutil/trace.go:171","msg":"trace[2121246333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11097; }","duration":"109.996793ms","start":"2026-03-03T12:07:00.564457Z","end":"2026-03-03T12:07:00.674454Z","steps":["trace[2121246333] 'agreement among raft nodes before linearized reading' (duration: 109.848179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.674489Z","caller":"traceutil/trace.go:171","msg":"trace[1260374800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11097; }","duration":"110.074015ms","start":"2026-03-03T12:07:00.564408Z","end":"2026-03-03T12:07:00.674482Z","steps":["trace[1260374800] 'agreement among raft nodes before linearized reading' (duration: 109.997303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.674564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.349232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:00.674601Z","caller":"traceutil/trace.go:171","msg":"trace[1993917075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11097; }","duration":"110.456394ms","start":"2026-03-03T12:07:00.564134Z","end":"2026-03-03T12:07:00.674591Z","steps":["trace[1993917075] 'agreement among raft nodes before linearized reading' (duration: 110.403273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.674666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.462234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:00.674681Z","caller":"traceutil/trace.go:171","msg":"trace[226562518] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11097; }","duration":"110.539077ms","start":"2026-03-03T12:07:00.564137Z","end":"2026-03-03T12:07:00.674676Z","steps":["trace[226562518] 'agreement among raft nodes before linearized reading' (duration: 110.515336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.674743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.278805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T12:07:00.674791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.038394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:00.674795Z","caller":"traceutil/trace.go:171","msg":"trace[841818888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:11097; }","duration":"103.346607ms","start":"2026-03-03T12:07:00.571435Z","end":"2026-03-03T12:07:00.674781Z","steps":["trace[841818888] 'agreement among raft nodes before linearized reading' (duration: 103.179262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.67481Z","caller":"traceutil/trace.go:171","msg":"trace[477482263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11097; }","duration":"110.083635ms","start":"2026-03-03T12:07:00.564721Z","end":"2026-03-03T12:07:00.674805Z","steps":["trace[477482263] 'agreement among raft nodes before linearized reading' (duration: 110.054344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.674895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.234409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T12:07:00.674938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.334982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:07:00.674958Z","caller":"traceutil/trace.go:171","msg":"trace[1456548557] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11097; }","duration":"110.369422ms","start":"2026-03-03T12:07:00.564583Z","end":"2026-03-03T12:07:00.674952Z","steps":["trace[1456548557] 'agreement among raft nodes before linearized reading' (duration: 110.30731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.674966Z","caller":"traceutil/trace.go:171","msg":"trace[486004874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11097; }","duration":"110.326241ms","start":"2026-03-03T12:07:00.564623Z","end":"2026-03-03T12:07:00.674949Z","steps":["trace[486004874] 'agreement among raft nodes before linearized reading' (duration: 110.124446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.675093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:00.67515Z","caller":"traceutil/trace.go:171","msg":"trace[258325016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11097; }","duration":"110.559418ms","start":"2026-03-03T12:07:00.564577Z","end":"2026-03-03T12:07:00.675137Z","steps":["trace[258325016] 'agreement among raft nodes before linearized reading' (duration: 110.477306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:00.675242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.502046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:00.67566Z","caller":"traceutil/trace.go:171","msg":"trace[1739882955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11097; }","duration":"110.926807ms","start":"2026-03-03T12:07:00.564709Z","end":"2026-03-03T12:07:00.675636Z","steps":["trace[1739882955] 'agreement among raft nodes before linearized reading' (duration: 110.393143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.828976Z","caller":"traceutil/trace.go:171","msg":"trace[1807180499] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"135.65714ms","start":"2026-03-03T12:07:00.693291Z","end":"2026-03-03T12:07:00.828949Z","steps":["trace[1807180499] 'process raft request' (duration: 113.427853ms)","trace[1807180499] 'compare' (duration: 22.046672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:00.829241Z","caller":"traceutil/trace.go:171","msg":"trace[1518183744] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"134.608102ms","start":"2026-03-03T12:07:00.694623Z","end":"2026-03-03T12:07:00.829231Z","steps":["trace[1518183744] 'process raft request' (duration: 134.284424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.829522Z","caller":"traceutil/trace.go:171","msg":"trace[1707811540] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"134.730945ms","start":"2026-03-03T12:07:00.69477Z","end":"2026-03-03T12:07:00.829501Z","steps":["trace[1707811540] 'process raft request' (duration: 134.425947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:00.829849Z","caller":"traceutil/trace.go:171","msg":"trace[1221144167] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"134.759576ms","start":"2026-03-03T12:07:00.695043Z","end":"2026-03-03T12:07:00.829803Z","steps":["trace[1221144167] 'process raft request' (duration: 134.398187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:02.900024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.094408ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T12:07:02.900648Z","caller":"traceutil/trace.go:171","msg":"trace[1953799288] linearizableReadLoop","detail":"{readStateIndex:11515; appliedIndex:11513; }","duration":"129.98851ms","start":"2026-03-03T12:07:02.770547Z","end":"2026-03-03T12:07:02.900536Z","steps":["trace[1953799288] 'read index received' (duration: 20.173522ms)","trace[1953799288] 'applied index is now lower than readState.Index' (duration: 109.813728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:02.900853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.095622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:07:02.900919Z","caller":"traceutil/trace.go:171","msg":"trace[1447524067] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11107; }","duration":"119.190815ms","start":"2026-03-03T12:07:02.78171Z","end":"2026-03-03T12:07:02.900901Z","steps":["trace[1447524067] 'agreement among raft nodes before linearized reading' (duration: 119.066801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:02.900705Z","caller":"traceutil/trace.go:171","msg":"trace[325047009] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"130.197925ms","start":"2026-03-03T12:07:02.770458Z","end":"2026-03-03T12:07:02.900656Z","steps":["trace[325047009] 'process raft request' (duration: 129.910447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:02.901853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.292894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452143"} {"level":"info","ts":"2026-03-03T12:07:02.901944Z","caller":"traceutil/trace.go:171","msg":"trace[694628913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:11107; }","duration":"131.426128ms","start":"2026-03-03T12:07:02.770499Z","end":"2026-03-03T12:07:02.901925Z","steps":["trace[694628913] 'agreement among raft nodes before linearized reading' (duration: 130.199915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:03.078346Z","caller":"traceutil/trace.go:171","msg":"trace[1373203510] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"168.722632ms","start":"2026-03-03T12:07:02.909594Z","end":"2026-03-03T12:07:03.078317Z","steps":["trace[1373203510] 'process raft request' (duration: 168.6352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:03.078481Z","caller":"traceutil/trace.go:171","msg":"trace[2024907901] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"132.542447ms","start":"2026-03-03T12:07:02.945918Z","end":"2026-03-03T12:07:03.07846Z","steps":["trace[2024907901] 'process raft request' (duration: 132.511826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:03.07861Z","caller":"traceutil/trace.go:171","msg":"trace[2003138513] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"168.98986ms","start":"2026-03-03T12:07:02.909612Z","end":"2026-03-03T12:07:03.078602Z","steps":["trace[2003138513] 'process raft request' (duration: 168.666331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:03.078673Z","caller":"traceutil/trace.go:171","msg":"trace[378168388] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"168.967649ms","start":"2026-03-03T12:07:02.909684Z","end":"2026-03-03T12:07:03.078652Z","steps":["trace[378168388] 'process raft request' (duration: 168.680201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:03.078724Z","caller":"traceutil/trace.go:171","msg":"trace[1779935783] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"169.398619ms","start":"2026-03-03T12:07:02.909312Z","end":"2026-03-03T12:07:03.07871Z","steps":["trace[1779935783] 'process raft request' (duration: 127.35504ms)","trace[1779935783] 'compare' (duration: 41.423793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:03.078773Z","caller":"traceutil/trace.go:171","msg":"trace[2085632643] linearizableReadLoop","detail":"{readStateIndex:11520; appliedIndex:11516; }","duration":"147.139743ms","start":"2026-03-03T12:07:02.931626Z","end":"2026-03-03T12:07:03.078766Z","steps":["trace[2085632643] 'read index received' (duration: 105.131554ms)","trace[2085632643] 'applied index is now lower than readState.Index' (duration: 42.007439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:03.078853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.220625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T12:07:03.078874Z","caller":"traceutil/trace.go:171","msg":"trace[1362923871] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11113; }","duration":"147.296457ms","start":"2026-03-03T12:07:02.931571Z","end":"2026-03-03T12:07:03.078867Z","steps":["trace[1362923871] 'agreement among raft nodes before linearized reading' (duration: 147.219555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:05.137133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.706851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:05.137748Z","caller":"traceutil/trace.go:171","msg":"trace[2024635356] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11120; }","duration":"111.374749ms","start":"2026-03-03T12:07:05.026348Z","end":"2026-03-03T12:07:05.137722Z","steps":["trace[2024635356] 'count revisions from in-memory index tree' (duration: 110.594319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:16.11824Z","caller":"traceutil/trace.go:171","msg":"trace[568324321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11202; }","duration":"101.111348ms","start":"2026-03-03T12:07:16.017106Z","end":"2026-03-03T12:07:16.118217Z","steps":["trace[568324321] 'process raft request' (duration: 100.947863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:09:00.103434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9802} {"level":"info","ts":"2026-03-03T12:09:00.179247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9802,"took":"73.580452ms","hash":2538983249,"current-db-size-bytes":43368448,"current-db-size":"43 MB","current-db-size-in-use-bytes":22114304,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T12:09:00.179316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2538983249,"revision":9802,"compact-revision":7701} {"level":"info","ts":"2026-03-03T12:12:03.922027Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034b9.wal"} {"level":"warn","ts":"2026-03-03T12:12:34.705195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.247126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T12:12:34.705272Z","caller":"traceutil/trace.go:171","msg":"trace[786814505] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13238; }","duration":"288.355139ms","start":"2026-03-03T12:12:34.416902Z","end":"2026-03-03T12:12:34.705257Z","steps":["trace[786814505] 'range keys from in-memory index tree' (duration: 288.114813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:40.492358Z","caller":"traceutil/trace.go:171","msg":"trace[2083701406] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"460.079347ms","start":"2026-03-03T12:12:40.032249Z","end":"2026-03-03T12:12:40.492328Z","steps":["trace[2083701406] 'process raft request' (duration: 459.871512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:40.492558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:40.032232Z","time spent":"460.235162ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:12:40.497104Z","caller":"traceutil/trace.go:171","msg":"trace[916154377] transaction","detail":"{read_only:false; response_revision:13273; number_of_response:1; }","duration":"291.172383ms","start":"2026-03-03T12:12:40.205858Z","end":"2026-03-03T12:12:40.497031Z","steps":["trace[916154377] 'process raft request' (duration: 291.128362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:40.497112Z","caller":"traceutil/trace.go:171","msg":"trace[418533308] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"340.58018ms","start":"2026-03-03T12:12:40.156505Z","end":"2026-03-03T12:12:40.497085Z","steps":["trace[418533308] 'process raft request' (duration: 340.403915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:40.497391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:40.156483Z","time spent":"340.823915ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:00.084596Z","caller":"traceutil/trace.go:171","msg":"trace[248925096] linearizableReadLoop","detail":"{readStateIndex:13851; appliedIndex:13850; }","duration":"308.06127ms","start":"2026-03-03T12:12:59.776505Z","end":"2026-03-03T12:13:00.084566Z","steps":["trace[248925096] 'read index received' (duration: 307.546706ms)","trace[248925096] 'applied index is now lower than readState.Index' (duration: 513.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:00.084646Z","caller":"traceutil/trace.go:171","msg":"trace[650959686] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"435.844056ms","start":"2026-03-03T12:12:59.648766Z","end":"2026-03-03T12:13:00.08461Z","steps":["trace[650959686] 'process raft request' (duration: 435.59289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:00.085474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:59.648743Z","time spent":"436.631297ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:00.084818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.639927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:00.085741Z","caller":"traceutil/trace.go:171","msg":"trace[1868691206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13361; }","duration":"163.593502ms","start":"2026-03-03T12:12:59.922114Z","end":"2026-03-03T12:13:00.085708Z","steps":["trace[1868691206] 'agreement among raft nodes before linearized reading' (duration: 162.642897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:00.084976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.435409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:13:00.086162Z","caller":"traceutil/trace.go:171","msg":"trace[1900289103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13361; }","duration":"309.373704ms","start":"2026-03-03T12:12:59.77645Z","end":"2026-03-03T12:13:00.085824Z","steps":["trace[1900289103] 'agreement among raft nodes before linearized reading' (duration: 308.260945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:00.086239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:59.776424Z","time spent":"309.794096ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T12:13:01.323591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.296483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T12:13:01.323672Z","caller":"traceutil/trace.go:171","msg":"trace[884812513] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13361; }","duration":"977.408135ms","start":"2026-03-03T12:13:00.346244Z","end":"2026-03-03T12:13:01.323652Z","steps":["trace[884812513] 'range keys from in-memory index tree' (duration: 977.164829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.32371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.34623Z","time spent":"977.470408ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T12:13:01.324324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23379608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:585917"} {"level":"info","ts":"2026-03-03T12:13:01.324416Z","caller":"traceutil/trace.go:171","msg":"trace[433421233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13361; }","duration":"1.233932624s","start":"2026-03-03T12:13:00.090464Z","end":"2026-03-03T12:13:01.324397Z","steps":["trace[433421233] 'range keys from in-memory index tree' (duration: 1.233055331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.324467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.09044Z","time spent":"1.234012216s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":585939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:13:01.329718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294973304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:13:01.37274Z","caller":"traceutil/trace.go:171","msg":"trace[184318664] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"773.064626ms","start":"2026-03-03T12:13:00.599635Z","end":"2026-03-03T12:13:01.372699Z","steps":["trace[184318664] 'process raft request' (duration: 772.873491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.372925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.599615Z","time spent":"773.21123ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:01.476874Z","caller":"traceutil/trace.go:171","msg":"trace[982376964] linearizableReadLoop","detail":"{readStateIndex:13854; appliedIndex:13851; }","duration":"647.56635ms","start":"2026-03-03T12:13:00.829275Z","end":"2026-03-03T12:13:01.476842Z","steps":["trace[982376964] 'read index received' (duration: 543.217573ms)","trace[982376964] 'applied index is now lower than readState.Index' (duration: 104.347897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.476976Z","caller":"traceutil/trace.go:171","msg":"trace[260902804] transaction","detail":"{read_only:false; response_revision:13364; number_of_response:1; }","duration":"549.573991ms","start":"2026-03-03T12:13:00.927368Z","end":"2026-03-03T12:13:01.476942Z","steps":["trace[260902804] 'process raft request' (duration: 549.425647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.476927Z","caller":"traceutil/trace.go:171","msg":"trace[1873573867] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"877.164558ms","start":"2026-03-03T12:13:00.599722Z","end":"2026-03-03T12:13:01.476886Z","steps":["trace[1873573867] 'process raft request' (duration: 848.284024ms)","trace[1873573867] 'compare' (duration: 28.647087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:01.477129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.838527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:13:01.477183Z","caller":"traceutil/trace.go:171","msg":"trace[138987782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13364; }","duration":"647.94917ms","start":"2026-03-03T12:13:00.829222Z","end":"2026-03-03T12:13:01.477172Z","steps":["trace[138987782] 'agreement among raft nodes before linearized reading' (duration: 647.778836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.477219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.829201Z","time spent":"648.009812ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:01.477209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.927346Z","time spent":"549.704104ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:01.477322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.722225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:01.477406Z","caller":"traceutil/trace.go:171","msg":"trace[1246952410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13364; }","duration":"465.857089ms","start":"2026-03-03T12:13:01.011531Z","end":"2026-03-03T12:13:01.477388Z","steps":["trace[1246952410] 'agreement among raft nodes before linearized reading' (duration: 465.650573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.477402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.255143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:13:01.477455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.011509Z","time spent":"465.934041ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:13:01.477482Z","caller":"traceutil/trace.go:171","msg":"trace[1564516062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13364; }","duration":"465.391247ms","start":"2026-03-03T12:13:01.01207Z","end":"2026-03-03T12:13:01.477461Z","steps":["trace[1564516062] 'agreement among raft nodes before linearized reading' (duration: 465.106619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.47749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.405744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5960b3cc-a73c-406c-87d6-d9fb745763d8\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-03T12:13:01.477499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.524594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:13:01.477574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.578099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:01.477607Z","caller":"traceutil/trace.go:171","msg":"trace[77056360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13364; }","duration":"354.629089ms","start":"2026-03-03T12:13:01.122968Z","end":"2026-03-03T12:13:01.477597Z","steps":["trace[77056360] 'agreement among raft nodes before linearized reading' (duration: 354.584288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.47763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.169515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T12:13:01.477643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.122953Z","time spent":"354.684921ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:13:01.477663Z","caller":"traceutil/trace.go:171","msg":"trace[277896332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13364; }","duration":"640.224266ms","start":"2026-03-03T12:13:00.837429Z","end":"2026-03-03T12:13:01.477653Z","steps":["trace[277896332] 'agreement among raft nodes before linearized reading' (duration: 640.135673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.477698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.837413Z","time spent":"640.280218ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:13:01.477615Z","caller":"traceutil/trace.go:171","msg":"trace[830101665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13364; }","duration":"640.663998ms","start":"2026-03-03T12:13:00.836927Z","end":"2026-03-03T12:13:01.477591Z","steps":["trace[830101665] 'agreement among raft nodes before linearized reading' (duration: 640.35285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.477529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.012038Z","time spent":"465.482749ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:01.477554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.599681Z","time spent":"877.608879ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:01.477781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:00.836911Z","time spent":"640.853313ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:13:01.477541Z","caller":"traceutil/trace.go:171","msg":"trace[2014140494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5960b3cc-a73c-406c-87d6-d9fb745763d8; range_end:; response_count:1; response_revision:13364; }","duration":"150.453255ms","start":"2026-03-03T12:13:01.32707Z","end":"2026-03-03T12:13:01.477524Z","steps":["trace[2014140494] 'agreement among raft nodes before linearized reading' (duration: 150.322182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.888203Z","caller":"traceutil/trace.go:171","msg":"trace[646481574] transaction","detail":"{read_only:false; response_revision:13365; number_of_response:1; }","duration":"405.440984ms","start":"2026-03-03T12:13:01.482258Z","end":"2026-03-03T12:13:01.887699Z","steps":["trace[646481574] 'process raft request' (duration: 404.589451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.888358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.482237Z","time spent":"406.041349ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:01.897571Z","caller":"traceutil/trace.go:171","msg":"trace[1744253165] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"414.948885ms","start":"2026-03-03T12:13:01.482602Z","end":"2026-03-03T12:13:01.897551Z","steps":["trace[1744253165] 'process raft request' (duration: 414.822102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.897695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.482573Z","time spent":"415.058867ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:01.897821Z","caller":"traceutil/trace.go:171","msg":"trace[1434702522] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"415.027156ms","start":"2026-03-03T12:13:01.482768Z","end":"2026-03-03T12:13:01.897796Z","steps":["trace[1434702522] 'process raft request' (duration: 414.756719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.89786Z","caller":"traceutil/trace.go:171","msg":"trace[1356614418] linearizableReadLoop","detail":"{readStateIndex:13859; appliedIndex:13854; }","duration":"374.317471ms","start":"2026-03-03T12:13:01.523522Z","end":"2026-03-03T12:13:01.89784Z","steps":["trace[1356614418] 'read index received' (duration: 363.181756ms)","trace[1356614418] 'applied index is now lower than readState.Index' (duration: 11.134904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.897894Z","caller":"traceutil/trace.go:171","msg":"trace[1451638115] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"414.595745ms","start":"2026-03-03T12:13:01.48328Z","end":"2026-03-03T12:13:01.897876Z","steps":["trace[1451638115] 'process raft request' (duration: 414.435071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.897922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.48276Z","time spent":"415.110728ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:01.897947Z","caller":"traceutil/trace.go:171","msg":"trace[1660342677] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"413.571488ms","start":"2026-03-03T12:13:01.484367Z","end":"2026-03-03T12:13:01.897939Z","steps":["trace[1660342677] 'process raft request' (duration: 413.432464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.897999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.484345Z","time spent":"413.619639ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:01.898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.483257Z","time spent":"414.675367ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:01.898062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.542887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T12:13:01.89807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.840032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T12:13:01.898092Z","caller":"traceutil/trace.go:171","msg":"trace[1058886688] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13369; }","duration":"374.614749ms","start":"2026-03-03T12:13:01.523469Z","end":"2026-03-03T12:13:01.898084Z","steps":["trace[1058886688] 'agreement among raft nodes before linearized reading' (duration: 374.544297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.898107Z","caller":"traceutil/trace.go:171","msg":"trace[969894800] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13369; }","duration":"193.904724ms","start":"2026-03-03T12:13:01.704192Z","end":"2026-03-03T12:13:01.898096Z","steps":["trace[969894800] 'agreement among raft nodes before linearized reading' (duration: 193.784771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.898122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:01.523445Z","time spent":"374.662041ms","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:11.658308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.406822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:11.658596Z","caller":"traceutil/trace.go:171","msg":"trace[1498786211] transaction","detail":"{read_only:false; response_revision:13411; number_of_response:1; }","duration":"146.936773ms","start":"2026-03-03T12:13:11.511643Z","end":"2026-03-03T12:13:11.65858Z","steps":["trace[1498786211] 'process raft request' (duration: 146.892832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:11.658635Z","caller":"traceutil/trace.go:171","msg":"trace[1158365144] transaction","detail":"{read_only:false; response_revision:13410; number_of_response:1; }","duration":"241.564433ms","start":"2026-03-03T12:13:11.417039Z","end":"2026-03-03T12:13:11.658604Z","steps":["trace[1158365144] 'process raft request' (duration: 123.620567ms)","trace[1158365144] 'compare' (duration: 117.287569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:11.658633Z","caller":"traceutil/trace.go:171","msg":"trace[1272856918] linearizableReadLoop","detail":"{readStateIndex:13902; appliedIndex:13901; }","duration":"231.086806ms","start":"2026-03-03T12:13:11.427516Z","end":"2026-03-03T12:13:11.658603Z","steps":["trace[1272856918] 'read index received' (duration: 113.16183ms)","trace[1272856918] 'applied index is now lower than readState.Index' (duration: 117.920786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:11.658895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.355713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:13:11.658947Z","caller":"traceutil/trace.go:171","msg":"trace[492392569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13411; }","duration":"231.467376ms","start":"2026-03-03T12:13:11.427464Z","end":"2026-03-03T12:13:11.658931Z","steps":["trace[492392569] 'agreement among raft nodes before linearized reading' (duration: 231.24116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:12.23374Z","caller":"traceutil/trace.go:171","msg":"trace[1774156984] transaction","detail":"{read_only:false; response_revision:13415; number_of_response:1; }","duration":"284.026944ms","start":"2026-03-03T12:13:11.949681Z","end":"2026-03-03T12:13:12.233708Z","steps":["trace[1774156984] 'process raft request' (duration: 205.120159ms)","trace[1774156984] 'compare' (duration: 78.72718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:12.234079Z","caller":"traceutil/trace.go:171","msg":"trace[1707854233] transaction","detail":"{read_only:false; response_revision:13416; number_of_response:1; }","duration":"283.613713ms","start":"2026-03-03T12:13:11.950437Z","end":"2026-03-03T12:13:12.234051Z","steps":["trace[1707854233] 'process raft request' (duration: 283.230483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:12.234356Z","caller":"traceutil/trace.go:171","msg":"trace[1229995793] transaction","detail":"{read_only:false; response_revision:13417; number_of_response:1; }","duration":"283.733896ms","start":"2026-03-03T12:13:11.950599Z","end":"2026-03-03T12:13:12.234333Z","steps":["trace[1229995793] 'process raft request' (duration: 283.367897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:12.234918Z","caller":"traceutil/trace.go:171","msg":"trace[1594697334] transaction","detail":"{read_only:false; response_revision:13418; number_of_response:1; }","duration":"215.472133ms","start":"2026-03-03T12:13:12.019391Z","end":"2026-03-03T12:13:12.234863Z","steps":["trace[1594697334] 'process raft request' (duration: 214.95823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.957943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387094545s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T12:13:29.958193Z","caller":"traceutil/trace.go:171","msg":"trace[1762947788] linearizableReadLoop","detail":"{readStateIndex:14002; appliedIndex:14001; }","duration":"1.573567771s","start":"2026-03-03T12:13:28.384605Z","end":"2026-03-03T12:13:29.958173Z","steps":["trace[1762947788] 'read index received' (duration: 186.272292ms)","trace[1762947788] 'applied index is now lower than readState.Index' (duration: 1.387294029s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:29.958662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574002074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:29.958679Z","caller":"traceutil/trace.go:171","msg":"trace[154721888] transaction","detail":"{read_only:false; response_revision:13506; number_of_response:1; }","duration":"1.530961286s","start":"2026-03-03T12:13:28.427685Z","end":"2026-03-03T12:13:29.958646Z","steps":["trace[154721888] 'process raft request' (duration: 1.530384341s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:29.958725Z","caller":"traceutil/trace.go:171","msg":"trace[622882285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13505; }","duration":"1.574138887s","start":"2026-03-03T12:13:28.38457Z","end":"2026-03-03T12:13:29.958708Z","steps":["trace[622882285] 'agreement among raft nodes before linearized reading' (duration: 1.57389639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.958971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.384554Z","time spent":"1.574406974s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:29.959027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.427658Z","time spent":"1.531267464s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:30.187943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.243621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:30.188025Z","caller":"traceutil/trace.go:171","msg":"trace[805031540] transaction","detail":"{read_only:false; response_revision:13507; number_of_response:1; }","duration":"417.760248ms","start":"2026-03-03T12:13:29.770252Z","end":"2026-03-03T12:13:30.188012Z","steps":["trace[805031540] 'process raft request' (duration: 188.382284ms)","trace[805031540] 'compare' (duration: 229.148608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:30.188066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.770235Z","time spent":"417.812039ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:30.195613Z","caller":"traceutil/trace.go:171","msg":"trace[1514233916] linearizableReadLoop","detail":"{readStateIndex:14005; appliedIndex:14004; }","duration":"237.343104ms","start":"2026-03-03T12:13:29.958224Z","end":"2026-03-03T12:13:30.195567Z","steps":["trace[1514233916] 'read index received' (duration: 237.132948ms)","trace[1514233916] 'applied index is now lower than readState.Index' (duration: 208.386µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:30.196255Z","caller":"traceutil/trace.go:171","msg":"trace[2094973465] transaction","detail":"{read_only:false; response_revision:13508; number_of_response:1; }","duration":"402.33574ms","start":"2026-03-03T12:13:29.793896Z","end":"2026-03-03T12:13:30.196231Z","steps":["trace[2094973465] 'process raft request' (duration: 401.423106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.196347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.793881Z","time spent":"402.406783ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:30.196804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.890285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:13:30.19685Z","caller":"traceutil/trace.go:171","msg":"trace[2084107576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13509; }","duration":"372.969307ms","start":"2026-03-03T12:13:29.823869Z","end":"2026-03-03T12:13:30.196838Z","steps":["trace[2084107576] 'agreement among raft nodes before linearized reading' (duration: 372.837324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.197085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.679409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T12:13:30.197125Z","caller":"traceutil/trace.go:171","msg":"trace[240360008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13509; }","duration":"457.747641ms","start":"2026-03-03T12:13:29.739361Z","end":"2026-03-03T12:13:30.197109Z","steps":["trace[240360008] 'agreement among raft nodes before linearized reading' (duration: 457.663248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.197147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.739342Z","time spent":"457.797842ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:13:30.197141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274490832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:30.197185Z","caller":"traceutil/trace.go:171","msg":"trace[192601910] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"221.746833ms","start":"2026-03-03T12:13:29.975408Z","end":"2026-03-03T12:13:30.197155Z","steps":["trace[192601910] 'process raft request' (duration: 220.964392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:30.197214Z","caller":"traceutil/trace.go:171","msg":"trace[779144867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13509; }","duration":"1.274571014s","start":"2026-03-03T12:13:28.922614Z","end":"2026-03-03T12:13:30.197185Z","steps":["trace[779144867] 'agreement among raft nodes before linearized reading' (duration: 1.274500412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.197237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.922598Z","time spent":"1.274633736s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:30.197478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812311883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:13:30.197522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812874827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:30.197539Z","caller":"traceutil/trace.go:171","msg":"trace[748267808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13509; }","duration":"1.812382685s","start":"2026-03-03T12:13:28.385127Z","end":"2026-03-03T12:13:30.19751Z","steps":["trace[748267808] 'agreement among raft nodes before linearized reading' (duration: 1.812294833s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:30.19756Z","caller":"traceutil/trace.go:171","msg":"trace[614199768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13509; }","duration":"1.812904709s","start":"2026-03-03T12:13:28.38464Z","end":"2026-03-03T12:13:30.197545Z","steps":["trace[614199768] 'agreement among raft nodes before linearized reading' (duration: 1.812830577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.197579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.384593Z","time spent":"1.812981761s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:30.197575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.385106Z","time spent":"1.812461147s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:30.197642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.823851Z","time spent":"373.140871ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T12:13:30.197667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.232329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T12:13:30.197695Z","caller":"traceutil/trace.go:171","msg":"trace[924625570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13509; }","duration":"169.25227ms","start":"2026-03-03T12:13:30.028428Z","end":"2026-03-03T12:13:30.19768Z","steps":["trace[924625570] 'agreement among raft nodes before linearized reading' (duration: 168.064368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.197758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.786692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T12:13:30.197789Z","caller":"traceutil/trace.go:171","msg":"trace[1318526255] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13509; }","duration":"866.512011ms","start":"2026-03-03T12:13:29.331262Z","end":"2026-03-03T12:13:30.197774Z","steps":["trace[1318526255] 'agreement among raft nodes before linearized reading' (duration: 865.765611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.19781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.331244Z","time spent":"866.560633ms","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T12:13:30.199204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038928977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:30.202334Z","caller":"traceutil/trace.go:171","msg":"trace[1246900955] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13509; }","duration":"1.042120881s","start":"2026-03-03T12:13:29.160184Z","end":"2026-03-03T12:13:30.202305Z","steps":["trace[1246900955] 'agreement among raft nodes before linearized reading' (duration: 1.036928915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:30.202425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.160138Z","time spent":"1.042266515s","remote":"127.0.0.1:43328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:32.386066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294973734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:32.886782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294973734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:33.231572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.71088Z","time spent":"1.520683531s","remote":"127.0.0.1:44718","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:13:33.285484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.092022556s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:13:33.285845Z","caller":"traceutil/trace.go:171","msg":"trace[294010098] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"2.142137246s","start":"2026-03-03T12:13:31.143684Z","end":"2026-03-03T12:13:33.285821Z","steps":["trace[294010098] 'process raft request' (duration: 2.141986232s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.285973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.143666Z","time spent":"2.142238519s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:33.386102Z","caller":"traceutil/trace.go:171","msg":"trace[136384420] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"2.191764535s","start":"2026-03-03T12:13:31.194309Z","end":"2026-03-03T12:13:33.386073Z","steps":["trace[136384420] 'process raft request' (duration: 2.185186712s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:33.386157Z","caller":"traceutil/trace.go:171","msg":"trace[1068289472] transaction","detail":"{read_only:false; response_revision:13518; number_of_response:1; }","duration":"1.193619853s","start":"2026-03-03T12:13:32.192525Z","end":"2026-03-03T12:13:33.386145Z","steps":["trace[1068289472] 'process raft request' (duration: 1.193544411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.386222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.19429Z","time spent":"2.191879617s","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:13:33.386242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.19251Z","time spent":"1.193679075s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:33.386292Z","caller":"traceutil/trace.go:171","msg":"trace[1786688584] linearizableReadLoop","detail":"{readStateIndex:14017; appliedIndex:14011; }","duration":"1.501205138s","start":"2026-03-03T12:13:31.885061Z","end":"2026-03-03T12:13:33.386266Z","steps":["trace[1786688584] 'read index received' (duration: 1.400654748s)","trace[1786688584] 'applied index is now lower than readState.Index' (duration: 100.54959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:33.386422Z","caller":"traceutil/trace.go:171","msg":"trace[1068933569] transaction","detail":"{read_only:false; response_revision:13519; number_of_response:1; }","duration":"1.184253296s","start":"2026-03-03T12:13:32.202159Z","end":"2026-03-03T12:13:33.386412Z","steps":["trace[1068933569] 'process raft request' (duration: 1.183949548s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:33.386504Z","caller":"traceutil/trace.go:171","msg":"trace[1516935339] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"1.405947238s","start":"2026-03-03T12:13:31.980543Z","end":"2026-03-03T12:13:33.38649Z","steps":["trace[1516935339] 'process raft request' (duration: 1.405391743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.386525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.202143Z","time spent":"1.184309738s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:33.386571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.980517Z","time spent":"1.406022869s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:33.386658Z","caller":"traceutil/trace.go:171","msg":"trace[647522767] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"1.209679146s","start":"2026-03-03T12:13:32.176969Z","end":"2026-03-03T12:13:33.386648Z","steps":["trace[647522767] 'process raft request' (duration: 1.20906196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.386716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.176951Z","time spent":"1.209735508s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:33.38673Z","caller":"traceutil/trace.go:171","msg":"trace[50270926] transaction","detail":"{read_only:false; response_revision:13520; number_of_response:1; }","duration":"423.951412ms","start":"2026-03-03T12:13:32.962769Z","end":"2026-03-03T12:13:33.38672Z","steps":["trace[50270926] 'process raft request' (duration: 423.435118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.386863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.962746Z","time spent":"424.083915ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:33.386931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501869676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:13:33.386986Z","caller":"traceutil/trace.go:171","msg":"trace[194239845] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13520; }","duration":"1.501964558s","start":"2026-03-03T12:13:31.885012Z","end":"2026-03-03T12:13:33.386977Z","steps":["trace[194239845] 'agreement among raft nodes before linearized reading' (duration: 1.501741532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.884994Z","time spent":"1.50202082s","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:33.387028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174115089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:33.387069Z","caller":"traceutil/trace.go:171","msg":"trace[1216964274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13520; }","duration":"1.174179761s","start":"2026-03-03T12:13:32.212876Z","end":"2026-03-03T12:13:33.387056Z","steps":["trace[1216964274] 'agreement among raft nodes before linearized reading' (duration: 1.174058218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.212865Z","time spent":"1.174232352s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:33.387188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.867415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-03T12:13:33.387198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17455706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:13:33.387234Z","caller":"traceutil/trace.go:171","msg":"trace[2017626906] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:13520; }","duration":"616.946127ms","start":"2026-03-03T12:13:32.770273Z","end":"2026-03-03T12:13:33.38722Z","steps":["trace[2017626906] 'agreement among raft nodes before linearized reading' (duration: 616.796053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166079257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:13:33.387253Z","caller":"traceutil/trace.go:171","msg":"trace[1237228594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13520; }","duration":"1.174620882s","start":"2026-03-03T12:13:32.212609Z","end":"2026-03-03T12:13:33.38723Z","steps":["trace[1237228594] 'agreement among raft nodes before linearized reading' (duration: 1.174444248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.770253Z","time spent":"617.008638ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"info","ts":"2026-03-03T12:13:33.38727Z","caller":"traceutil/trace.go:171","msg":"trace[197365346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13520; }","duration":"1.166123778s","start":"2026-03-03T12:13:32.221136Z","end":"2026-03-03T12:13:33.38726Z","steps":["trace[197365346] 'agreement among raft nodes before linearized reading' (duration: 1.166045796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.212603Z","time spent":"1.174675954s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:33.387314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175571387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T12:13:33.387345Z","caller":"traceutil/trace.go:171","msg":"trace[1271746290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13520; }","duration":"1.175626218s","start":"2026-03-03T12:13:32.211709Z","end":"2026-03-03T12:13:33.387335Z","steps":["trace[1271746290] 'agreement among raft nodes before linearized reading' (duration: 1.175546606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.38738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.211698Z","time spent":"1.17567296s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:13:33.387235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175725071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:13:33.3873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.221128Z","time spent":"1.166163169s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T12:13:33.387659Z","caller":"traceutil/trace.go:171","msg":"trace[648436798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13520; }","duration":"1.175976748s","start":"2026-03-03T12:13:32.211499Z","end":"2026-03-03T12:13:33.387476Z","steps":["trace[648436798] 'agreement among raft nodes before linearized reading' (duration: 1.17566468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.386996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46603066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:33.387452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185402936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:33.387842Z","caller":"traceutil/trace.go:171","msg":"trace[267024431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13520; }","duration":"1.185829258s","start":"2026-03-03T12:13:32.201997Z","end":"2026-03-03T12:13:33.387826Z","steps":["trace[267024431] 'agreement among raft nodes before linearized reading' (duration: 1.185357326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.201973Z","time spent":"1.185904709s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:13:33.387949Z","caller":"traceutil/trace.go:171","msg":"trace[1939546762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13520; }","duration":"1.466905884s","start":"2026-03-03T12:13:31.920913Z","end":"2026-03-03T12:13:33.387819Z","steps":["trace[1939546762] 'agreement among raft nodes before linearized reading' (duration: 1.46601081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.387996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.211479Z","time spent":"1.176406729s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:33.388136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.920897Z","time spent":"1.467170521s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:33.387432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.255102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:13:33.388475Z","caller":"traceutil/trace.go:171","msg":"trace[1510040091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13520; }","duration":"479.326981ms","start":"2026-03-03T12:13:32.90913Z","end":"2026-03-03T12:13:33.388457Z","steps":["trace[1510040091] 'agreement among raft nodes before linearized reading' (duration: 478.268653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.388533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.909108Z","time spent":"479.407422ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:13:35.644046Z","caller":"traceutil/trace.go:171","msg":"trace[698299445] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"253.07144ms","start":"2026-03-03T12:13:35.390955Z","end":"2026-03-03T12:13:35.644027Z","steps":["trace[698299445] 'process raft request' (duration: 252.939426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701041Z","caller":"traceutil/trace.go:171","msg":"trace[2063128472] linearizableReadLoop","detail":"{readStateIndex:14036; appliedIndex:14033; }","duration":"282.068203ms","start":"2026-03-03T12:13:35.41895Z","end":"2026-03-03T12:13:35.701018Z","steps":["trace[2063128472] 'read index received' (duration: 224.892637ms)","trace[2063128472] 'applied index is now lower than readState.Index' (duration: 57.174916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:35.701229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.258598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T12:13:35.701253Z","caller":"traceutil/trace.go:171","msg":"trace[677353659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13537; }","duration":"282.33577ms","start":"2026-03-03T12:13:35.418909Z","end":"2026-03-03T12:13:35.701245Z","steps":["trace[677353659] 'agreement among raft nodes before linearized reading' (duration: 282.212437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:35.701297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.853171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:35.701313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.484707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:13:35.701364Z","caller":"traceutil/trace.go:171","msg":"trace[259724914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13537; }","duration":"281.59307ms","start":"2026-03-03T12:13:35.419762Z","end":"2026-03-03T12:13:35.701355Z","steps":["trace[259724914] 'agreement among raft nodes before linearized reading' (duration: 281.417676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701367Z","caller":"traceutil/trace.go:171","msg":"trace[536097989] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13537; }","duration":"277.963205ms","start":"2026-03-03T12:13:35.423383Z","end":"2026-03-03T12:13:35.701347Z","steps":["trace[536097989] 'agreement among raft nodes before linearized reading' (duration: 277.805321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:35.701379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.57563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T12:13:35.701402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.951489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:13:35.701458Z","caller":"traceutil/trace.go:171","msg":"trace[108677092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13537; }","duration":"281.661472ms","start":"2026-03-03T12:13:35.419779Z","end":"2026-03-03T12:13:35.70144Z","steps":["trace[108677092] 'agreement among raft nodes before linearized reading' (duration: 281.449807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701491Z","caller":"traceutil/trace.go:171","msg":"trace[1890412035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13537; }","duration":"282.091303ms","start":"2026-03-03T12:13:35.419377Z","end":"2026-03-03T12:13:35.701468Z","steps":["trace[1890412035] 'agreement among raft nodes before linearized reading' (duration: 281.806946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:35.701499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.87489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T12:13:35.701518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.932773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:13:35.701539Z","caller":"traceutil/trace.go:171","msg":"trace[819447720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13537; }","duration":"275.926581ms","start":"2026-03-03T12:13:35.425604Z","end":"2026-03-03T12:13:35.70153Z","steps":["trace[819447720] 'agreement among raft nodes before linearized reading' (duration: 275.829988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701541Z","caller":"traceutil/trace.go:171","msg":"trace[1846418179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13537; }","duration":"280.956784ms","start":"2026-03-03T12:13:35.420578Z","end":"2026-03-03T12:13:35.701535Z","steps":["trace[1846418179] 'agreement among raft nodes before linearized reading' (duration: 280.895132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701123Z","caller":"traceutil/trace.go:171","msg":"trace[303098283] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"308.698935ms","start":"2026-03-03T12:13:35.392383Z","end":"2026-03-03T12:13:35.701082Z","steps":["trace[303098283] 'process raft request' (duration: 308.481519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:35.701903Z","caller":"traceutil/trace.go:171","msg":"trace[1366307419] transaction","detail":"{read_only:false; response_revision:13537; number_of_response:1; }","duration":"308.688445ms","start":"2026-03-03T12:13:35.39243Z","end":"2026-03-03T12:13:35.701118Z","steps":["trace[1366307419] 'process raft request' (duration: 308.558652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:35.701966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:35.392369Z","time spent":"309.531177ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:35.702021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:35.392405Z","time spent":"309.546347ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:47.668601Z","caller":"traceutil/trace.go:171","msg":"trace[220346692] linearizableReadLoop","detail":"{readStateIndex:14171; appliedIndex:14169; }","duration":"117.925917ms","start":"2026-03-03T12:13:47.550649Z","end":"2026-03-03T12:13:47.668575Z","steps":["trace[220346692] 'read index received' (duration: 81.942449ms)","trace[220346692] 'applied index is now lower than readState.Index' (duration: 35.982508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:47.668675Z","caller":"traceutil/trace.go:171","msg":"trace[12762408] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"118.914693ms","start":"2026-03-03T12:13:47.549717Z","end":"2026-03-03T12:13:47.668632Z","steps":["trace[12762408] 'process raft request' (duration: 118.715128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:47.668889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T12:13:47.66896Z","caller":"traceutil/trace.go:171","msg":"trace[593449339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13663; }","duration":"118.335228ms","start":"2026-03-03T12:13:47.550608Z","end":"2026-03-03T12:13:47.668943Z","steps":["trace[593449339] 'agreement among raft nodes before linearized reading' (duration: 118.071561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.424715Z","caller":"traceutil/trace.go:171","msg":"trace[1610588851] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"120.114625ms","start":"2026-03-03T12:13:50.304573Z","end":"2026-03-03T12:13:50.424687Z","steps":["trace[1610588851] 'process raft request' (duration: 111.079007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.424913Z","caller":"traceutil/trace.go:171","msg":"trace[1623584867] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"116.538501ms","start":"2026-03-03T12:13:50.308347Z","end":"2026-03-03T12:13:50.424886Z","steps":["trace[1623584867] 'process raft request' (duration: 116.348166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.424974Z","caller":"traceutil/trace.go:171","msg":"trace[767228455] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"119.331365ms","start":"2026-03-03T12:13:50.305612Z","end":"2026-03-03T12:13:50.424943Z","steps":["trace[767228455] 'process raft request' (duration: 119.020417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.653812Z","caller":"traceutil/trace.go:171","msg":"trace[1235881348] linearizableReadLoop","detail":"{readStateIndex:14232; appliedIndex:14230; }","duration":"128.177798ms","start":"2026-03-03T12:13:50.525603Z","end":"2026-03-03T12:13:50.653781Z","steps":["trace[1235881348] 'read index received' (duration: 35.843384ms)","trace[1235881348] 'applied index is now lower than readState.Index' (duration: 92.333254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:50.653948Z","caller":"traceutil/trace.go:171","msg":"trace[1236484968] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"128.428954ms","start":"2026-03-03T12:13:50.525476Z","end":"2026-03-03T12:13:50.653905Z","steps":["trace[1236484968] 'process raft request' (duration: 128.140437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:50.654257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.399945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-lhqlh\" ","response":"range_response_count:1 size:4111"} {"level":"warn","ts":"2026-03-03T12:13:50.65426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.605699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" ","response":"range_response_count:1 size:4708"} {"level":"info","ts":"2026-03-03T12:13:50.654391Z","caller":"traceutil/trace.go:171","msg":"trace[1002919871] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-coredns-7dd4958666; range_end:; response_count:1; response_revision:13722; }","duration":"128.789404ms","start":"2026-03-03T12:13:50.525569Z","end":"2026-03-03T12:13:50.654359Z","steps":["trace[1002919871] 'agreement among raft nodes before linearized reading' (duration: 128.363373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.654316Z","caller":"traceutil/trace.go:171","msg":"trace[2017084814] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-lhqlh; range_end:; response_count:1; response_revision:13722; }","duration":"125.483767ms","start":"2026-03-03T12:13:50.528817Z","end":"2026-03-03T12:13:50.654301Z","steps":["trace[2017084814] 'agreement among raft nodes before linearized reading' (duration: 125.302412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:50.655062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.344149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:623227"} {"level":"info","ts":"2026-03-03T12:13:50.655117Z","caller":"traceutil/trace.go:171","msg":"trace[2096533664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13722; }","duration":"129.411941ms","start":"2026-03-03T12:13:50.52569Z","end":"2026-03-03T12:13:50.655102Z","steps":["trace[2096533664] 'agreement among raft nodes before linearized reading' (duration: 128.308972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.771395Z","caller":"traceutil/trace.go:171","msg":"trace[217020628] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"109.193827ms","start":"2026-03-03T12:13:50.662173Z","end":"2026-03-03T12:13:50.771367Z","steps":["trace[217020628] 'process raft request' (duration: 105.967992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.773842Z","caller":"traceutil/trace.go:171","msg":"trace[1251616415] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"110.409309ms","start":"2026-03-03T12:13:50.663391Z","end":"2026-03-03T12:13:50.773801Z","steps":["trace[1251616415] 'process raft request' (duration: 109.991588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:56.31285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294974567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:56.73276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253930032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T12:13:56.73288Z","caller":"traceutil/trace.go:171","msg":"trace[293622629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52; range_end:; response_count:1; response_revision:13813; }","duration":"1.254075446s","start":"2026-03-03T12:13:55.478764Z","end":"2026-03-03T12:13:56.73284Z","steps":["trace[293622629] 'range keys from in-memory index tree' (duration: 1.253771448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:56.732931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.478744Z","time spent":"1.254175038s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52\" "} {"level":"warn","ts":"2026-03-03T12:13:56.732937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.368335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:56.733028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241112854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T12:13:56.733091Z","caller":"traceutil/trace.go:171","msg":"trace[1278416848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13813; }","duration":"218.543869ms","start":"2026-03-03T12:13:56.514522Z","end":"2026-03-03T12:13:56.733065Z","steps":["trace[1278416848] 'range keys from in-memory index tree' (duration: 218.342704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:56.733109Z","caller":"traceutil/trace.go:171","msg":"trace[1724810743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52; range_end:; response_count:1; response_revision:13813; }","duration":"1.241297359s","start":"2026-03-03T12:13:55.49179Z","end":"2026-03-03T12:13:56.733088Z","steps":["trace[1724810743] 'range keys from in-memory index tree' (duration: 1.240908119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:56.733152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.491765Z","time spent":"1.241377681s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-03f8b2b2-f40e-4463-9070-e641f7f2ee52\" "} {"level":"warn","ts":"2026-03-03T12:13:56.813017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294974567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:56.83357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032761794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:13:56.833898Z","caller":"traceutil/trace.go:171","msg":"trace[2125065379] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"1.033195765s","start":"2026-03-03T12:13:55.80068Z","end":"2026-03-03T12:13:56.833876Z","steps":["trace[2125065379] 'process raft request' (duration: 1.033057892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:56.834001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.800651Z","time spent":"1.033279228s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:57.073049Z","caller":"traceutil/trace.go:171","msg":"trace[974748955] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"1.272299976s","start":"2026-03-03T12:13:55.80072Z","end":"2026-03-03T12:13:57.07302Z","steps":["trace[974748955] 'process raft request' (duration: 1.272115901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.8007Z","time spent":"1.272436609s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:57.073353Z","caller":"traceutil/trace.go:171","msg":"trace[1003523865] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.271207697s","start":"2026-03-03T12:13:55.802112Z","end":"2026-03-03T12:13:57.07332Z","steps":["trace[1003523865] 'process raft request' (duration: 1.270869568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261294856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:57.07354Z","caller":"traceutil/trace.go:171","msg":"trace[946140736] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13818; }","duration":"1.261411209s","start":"2026-03-03T12:13:55.812116Z","end":"2026-03-03T12:13:57.073527Z","steps":["trace[946140736] 'agreement among raft nodes before linearized reading' (duration: 1.261302176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.802088Z","time spent":"1.271346821s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:57.07358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.812089Z","time spent":"1.26148034s","remote":"127.0.0.1:45778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:13:57.07363Z","caller":"traceutil/trace.go:171","msg":"trace[373132961] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"632.151218ms","start":"2026-03-03T12:13:56.441467Z","end":"2026-03-03T12:13:57.073618Z","steps":["trace[373132961] 'process raft request' (duration: 631.749187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:56.441451Z","time spent":"632.215119ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:57.073381Z","caller":"traceutil/trace.go:171","msg":"trace[883492282] linearizableReadLoop","detail":"{readStateIndex:14329; appliedIndex:14325; }","duration":"1.261169013s","start":"2026-03-03T12:13:55.812189Z","end":"2026-03-03T12:13:57.073358Z","steps":["trace[883492282] 'read index received' (duration: 1.022489064s)","trace[883492282] 'applied index is now lower than readState.Index' (duration: 238.678869ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:57.07388Z","caller":"traceutil/trace.go:171","msg":"trace[442518309] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"331.184357ms","start":"2026-03-03T12:13:56.742682Z","end":"2026-03-03T12:13:57.073866Z","steps":["trace[442518309] 'process raft request' (duration: 330.616962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243177718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:13:57.073954Z","caller":"traceutil/trace.go:171","msg":"trace[1355049765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13818; }","duration":"1.24324282s","start":"2026-03-03T12:13:55.8307Z","end":"2026-03-03T12:13:57.073942Z","steps":["trace[1355049765] 'agreement among raft nodes before linearized reading' (duration: 1.243111257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.073958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:56.742657Z","time spent":"331.258939ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:57.073984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.830687Z","time spent":"1.243290141s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:57.074072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15174635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:57.0741Z","caller":"traceutil/trace.go:171","msg":"trace[248108432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13818; }","duration":"1.15178536s","start":"2026-03-03T12:13:55.922307Z","end":"2026-03-03T12:13:57.074093Z","steps":["trace[248108432] 'agreement among raft nodes before linearized reading' (duration: 1.151742549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.9223Z","time spent":"1.151819921s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:57.074133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104849233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:13:57.074169Z","caller":"traceutil/trace.go:171","msg":"trace[2114975600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:13818; }","duration":"1.104916525s","start":"2026-03-03T12:13:55.969242Z","end":"2026-03-03T12:13:57.074158Z","steps":["trace[2114975600] 'agreement among raft nodes before linearized reading' (duration: 1.104769461s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.969225Z","time spent":"1.105013258s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T12:13:57.074303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15252301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:13:57.074331Z","caller":"traceutil/trace.go:171","msg":"trace[186957064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13818; }","duration":"1.152588231s","start":"2026-03-03T12:13:55.921734Z","end":"2026-03-03T12:13:57.074322Z","steps":["trace[186957064] 'agreement among raft nodes before linearized reading' (duration: 1.152503079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.921723Z","time spent":"1.152627763s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:57.074318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.009172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:57.074409Z","caller":"traceutil/trace.go:171","msg":"trace[1873352972] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13818; }","duration":"890.178207ms","start":"2026-03-03T12:13:56.184209Z","end":"2026-03-03T12:13:57.074387Z","steps":["trace[1873352972] 'agreement among raft nodes before linearized reading' (duration: 889.983212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:56.18414Z","time spent":"890.300109ms","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:57.074452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009987763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T12:13:57.074483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15825054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:13:57.074459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158563259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:13:57.074524Z","caller":"traceutil/trace.go:171","msg":"trace[1358838349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13818; }","duration":"1.158309492s","start":"2026-03-03T12:13:55.916204Z","end":"2026-03-03T12:13:57.074513Z","steps":["trace[1358838349] 'agreement among raft nodes before linearized reading' (duration: 1.15822262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159072262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:13:57.074551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.916192Z","time spent":"1.158353073s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:13:57.07455Z","caller":"traceutil/trace.go:171","msg":"trace[1395921933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13818; }","duration":"1.158696983s","start":"2026-03-03T12:13:55.915829Z","end":"2026-03-03T12:13:57.074526Z","steps":["trace[1395921933] 'agreement among raft nodes before linearized reading' (duration: 1.158419335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.564285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:57.074598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.915811Z","time spent":"1.158778174s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:13:57.074607Z","caller":"traceutil/trace.go:171","msg":"trace[191791270] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13818; }","duration":"263.653907ms","start":"2026-03-03T12:13:56.810943Z","end":"2026-03-03T12:13:57.074597Z","steps":["trace[191791270] 'agreement among raft nodes before linearized reading' (duration: 263.578736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:57.074595Z","caller":"traceutil/trace.go:171","msg":"trace[1450029529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13818; }","duration":"1.159222907s","start":"2026-03-03T12:13:55.915348Z","end":"2026-03-03T12:13:57.074571Z","steps":["trace[1450029529] 'agreement among raft nodes before linearized reading' (duration: 1.15897127s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:57.074485Z","caller":"traceutil/trace.go:171","msg":"trace[153181250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13818; }","duration":"1.010057385s","start":"2026-03-03T12:13:56.064418Z","end":"2026-03-03T12:13:57.074475Z","steps":["trace[153181250] 'agreement among raft nodes before linearized reading' (duration: 1.009964803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.074659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:56.064395Z","time spent":"1.010256201s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:13:57.074658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:55.915326Z","time spent":"1.159319199s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:57.075273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.701562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T12:13:57.075489Z","caller":"traceutil/trace.go:171","msg":"trace[737584427] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zhwcl; range_end:; response_count:1; response_revision:13818; }","duration":"369.957789ms","start":"2026-03-03T12:13:56.705514Z","end":"2026-03-03T12:13:57.075472Z","steps":["trace[737584427] 'agreement among raft nodes before linearized reading' (duration: 368.540341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:57.075526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:56.705492Z","time spent":"370.023211ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" "} {"level":"info","ts":"2026-03-03T12:14:00.109631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11856} {"level":"info","ts":"2026-03-03T12:14:00.186097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11856,"took":"73.783914ms","hash":3538050533,"current-db-size-bytes":43368448,"current-db-size":"43 MB","current-db-size-in-use-bytes":24973312,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T12:14:00.186183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3538050533,"revision":11856,"compact-revision":9802} {"level":"warn","ts":"2026-03-03T12:14:47.870142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294976255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:14:48.071847Z","caller":"traceutil/trace.go:171","msg":"trace[1716787110] transaction","detail":"{read_only:false; response_revision:14411; number_of_response:1; }","duration":"766.788786ms","start":"2026-03-03T12:14:47.305021Z","end":"2026-03-03T12:14:48.07181Z","steps":["trace[1716787110] 'process raft request' (duration: 700.337155ms)","trace[1716787110] 'compare' (duration: 66.209015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:48.072043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.305002Z","time spent":"766.947171ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:48.120643Z","caller":"traceutil/trace.go:171","msg":"trace[912763939] linearizableReadLoop","detail":"{readStateIndex:14940; appliedIndex:14938; }","duration":"751.203935ms","start":"2026-03-03T12:14:47.369416Z","end":"2026-03-03T12:14:48.12062Z","steps":["trace[912763939] 'read index received' (duration: 635.943138ms)","trace[912763939] 'applied index is now lower than readState.Index' (duration: 115.259907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:48.12095Z","caller":"traceutil/trace.go:171","msg":"trace[639593911] transaction","detail":"{read_only:false; response_revision:14412; number_of_response:1; }","duration":"815.547272ms","start":"2026-03-03T12:14:47.305384Z","end":"2026-03-03T12:14:48.120931Z","steps":["trace[639593911] 'process raft request' (duration: 815.11086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.305359Z","time spent":"815.628203ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:48.121158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.73055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:14:48.121245Z","caller":"traceutil/trace.go:171","msg":"trace[1796779731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14412; }","duration":"751.858993ms","start":"2026-03-03T12:14:47.369364Z","end":"2026-03-03T12:14:48.121223Z","steps":["trace[1796779731] 'agreement among raft nodes before linearized reading' (duration: 751.636207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.588448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:14:48.121289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.369344Z","time spent":"751.936425ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:14:48.121316Z","caller":"traceutil/trace.go:171","msg":"trace[1490850448] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"534.729111ms","start":"2026-03-03T12:14:47.586566Z","end":"2026-03-03T12:14:48.121296Z","steps":["trace[1490850448] 'agreement among raft nodes before linearized reading' (duration: 534.470764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.868614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:14:48.121345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.69777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:48.121394Z","caller":"traceutil/trace.go:171","msg":"trace[1925965143] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14412; }","duration":"186.743491ms","start":"2026-03-03T12:14:47.934634Z","end":"2026-03-03T12:14:48.121377Z","steps":["trace[1925965143] 'agreement among raft nodes before linearized reading' (duration: 186.667819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.777816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T12:14:48.121444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.987788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:48.121468Z","caller":"traceutil/trace.go:171","msg":"trace[518379196] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"311.823167ms","start":"2026-03-03T12:14:47.809636Z","end":"2026-03-03T12:14:48.121459Z","steps":["trace[518379196] 'agreement among raft nodes before linearized reading' (duration: 311.740364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.580107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:14:48.121495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.809627Z","time spent":"311.862727ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:14:48.121507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.400909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:48.121509Z","caller":"traceutil/trace.go:171","msg":"trace[2043527579] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"693.649049ms","start":"2026-03-03T12:14:47.427847Z","end":"2026-03-03T12:14:48.121496Z","steps":["trace[2043527579] 'agreement among raft nodes before linearized reading' (duration: 693.482644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.586545Z","time spent":"534.803243ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T12:14:48.12153Z","caller":"traceutil/trace.go:171","msg":"trace[1594993862] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"187.436719ms","start":"2026-03-03T12:14:47.934086Z","end":"2026-03-03T12:14:48.121523Z","steps":["trace[1594993862] 'agreement among raft nodes before linearized reading' (duration: 187.404798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.12157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.210329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:14:48.12183Z","caller":"traceutil/trace.go:171","msg":"trace[1738225162] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"380.486216ms","start":"2026-03-03T12:14:47.741321Z","end":"2026-03-03T12:14:48.121807Z","steps":["trace[1738225162] 'agreement among raft nodes before linearized reading' (duration: 380.080165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.908068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:48.121385Z","caller":"traceutil/trace.go:171","msg":"trace[1615953150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14412; }","duration":"198.000168ms","start":"2026-03-03T12:14:47.923362Z","end":"2026-03-03T12:14:48.121362Z","steps":["trace[1615953150] 'agreement among raft nodes before linearized reading' (duration: 197.870325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.571995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:48.121923Z","caller":"traceutil/trace.go:171","msg":"trace[1981872638] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"380.972369ms","start":"2026-03-03T12:14:47.740942Z","end":"2026-03-03T12:14:48.121914Z","steps":["trace[1981872638] 'agreement among raft nodes before linearized reading' (duration: 380.914397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.121953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.740931Z","time spent":"381.01566ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:14:48.121547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.427839Z","time spent":"693.70043ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.285873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T12:14:48.121596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.151444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:48.122105Z","caller":"traceutil/trace.go:171","msg":"trace[1175443755] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"544.317743ms","start":"2026-03-03T12:14:47.577779Z","end":"2026-03-03T12:14:48.122097Z","steps":["trace[1175443755] 'agreement among raft nodes before linearized reading' (duration: 544.234941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.577711Z","time spent":"544.418336ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:14:48.121887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.741308Z","time spent":"380.565818ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T12:14:48.12194Z","caller":"traceutil/trace.go:171","msg":"trace[1948270325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"551.605936ms","start":"2026-03-03T12:14:47.570325Z","end":"2026-03-03T12:14:48.121931Z","steps":["trace[1948270325] 'agreement among raft nodes before linearized reading' (duration: 551.485753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.259253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:14:48.122251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.570272Z","time spent":"551.969185ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.053954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:14:48.122274Z","caller":"traceutil/trace.go:171","msg":"trace[1990336508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14412; }","duration":"722.322644ms","start":"2026-03-03T12:14:47.39994Z","end":"2026-03-03T12:14:48.122263Z","steps":["trace[1990336508] 'agreement among raft nodes before linearized reading' (duration: 722.228631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.710815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T12:14:48.122295Z","caller":"traceutil/trace.go:171","msg":"trace[1430000617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"372.119315ms","start":"2026-03-03T12:14:47.750166Z","end":"2026-03-03T12:14:48.122286Z","steps":["trace[1430000617] 'agreement among raft nodes before linearized reading' (duration: 372.013623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.399927Z","time spent":"722.372656ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:14:48.122318Z","caller":"traceutil/trace.go:171","msg":"trace[625888991] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zhwcl; range_end:; response_count:1; response_revision:14412; }","duration":"486.946482ms","start":"2026-03-03T12:14:47.635361Z","end":"2026-03-03T12:14:48.122307Z","steps":["trace[625888991] 'agreement among raft nodes before linearized reading' (duration: 486.660214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.750151Z","time spent":"372.168827ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.473676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:48.122396Z","caller":"traceutil/trace.go:171","msg":"trace[1912395090] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"695.571259ms","start":"2026-03-03T12:14:47.426811Z","end":"2026-03-03T12:14:48.122383Z","steps":["trace[1912395090] 'agreement among raft nodes before linearized reading' (duration: 695.485387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.426791Z","time spent":"695.636971ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.632371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T12:14:48.122434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.92059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:14:48.122454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.215321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:14:48.122473Z","caller":"traceutil/trace.go:171","msg":"trace[674923682] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"695.687502ms","start":"2026-03-03T12:14:47.426777Z","end":"2026-03-03T12:14:48.122465Z","steps":["trace[674923682] 'agreement among raft nodes before linearized reading' (duration: 695.60518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:48.122488Z","caller":"traceutil/trace.go:171","msg":"trace[1542789154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14412; }","duration":"725.273611ms","start":"2026-03-03T12:14:47.397207Z","end":"2026-03-03T12:14:48.12248Z","steps":["trace[1542789154] 'agreement among raft nodes before linearized reading' (duration: 725.182289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:48.121474Z","caller":"traceutil/trace.go:171","msg":"trace[683035362] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14412; }","duration":"187.024389ms","start":"2026-03-03T12:14:47.934439Z","end":"2026-03-03T12:14:48.121464Z","steps":["trace[683035362] 'agreement among raft nodes before linearized reading' (duration: 186.983008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:48.122496Z","caller":"traceutil/trace.go:171","msg":"trace[1198508834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14412; }","duration":"723.006352ms","start":"2026-03-03T12:14:47.399471Z","end":"2026-03-03T12:14:48.122478Z","steps":["trace[1198508834] 'agreement among raft nodes before linearized reading' (duration: 722.852398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.426758Z","time spent":"695.741094ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:14:48.121993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.290786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:14:48.122543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.399446Z","time spent":"723.084804ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:14:48.122589Z","caller":"traceutil/trace.go:171","msg":"trace[1171701082] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"543.904413ms","start":"2026-03-03T12:14:47.578674Z","end":"2026-03-03T12:14:48.122578Z","steps":["trace[1171701082] 'agreement among raft nodes before linearized reading' (duration: 543.300627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.525062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-03T12:14:48.122627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.578663Z","time spent":"543.953594ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.635348Z","time spent":"486.996343ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" "} {"level":"info","ts":"2026-03-03T12:14:48.122655Z","caller":"traceutil/trace.go:171","msg":"trace[1235349054] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:14412; }","duration":"598.605054ms","start":"2026-03-03T12:14:47.524041Z","end":"2026-03-03T12:14:48.122646Z","steps":["trace[1235349054] 'agreement among raft nodes before linearized reading' (duration: 598.47295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.483366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:14:48.12215Z","caller":"traceutil/trace.go:171","msg":"trace[550149132] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"178.715239ms","start":"2026-03-03T12:14:47.94342Z","end":"2026-03-03T12:14:48.122135Z","steps":["trace[550149132] 'agreement among raft nodes before linearized reading' (duration: 178.016051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.524016Z","time spent":"598.666936ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" "} {"level":"info","ts":"2026-03-03T12:14:48.122709Z","caller":"traceutil/trace.go:171","msg":"trace[1142856828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14412; }","duration":"731.587249ms","start":"2026-03-03T12:14:47.391106Z","end":"2026-03-03T12:14:48.122693Z","steps":["trace[1142856828] 'agreement among raft nodes before linearized reading' (duration: 731.006654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.122753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.391088Z","time spent":"731.65796ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:14:48.123543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.306872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:14:48.123605Z","caller":"traceutil/trace.go:171","msg":"trace[677461125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:14412; }","duration":"558.414245ms","start":"2026-03-03T12:14:47.565178Z","end":"2026-03-03T12:14:48.123593Z","steps":["trace[677461125] 'agreement among raft nodes before linearized reading' (duration: 556.908585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:48.12364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.565158Z","time spent":"558.474207ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"warn","ts":"2026-03-03T12:14:48.122513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:47.39719Z","time spent":"725.318373ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:15:20.361162Z","caller":"traceutil/trace.go:171","msg":"trace[1341490519] transaction","detail":"{read_only:false; response_revision:14567; number_of_response:1; }","duration":"102.387428ms","start":"2026-03-03T12:15:20.258748Z","end":"2026-03-03T12:15:20.361136Z","steps":["trace[1341490519] 'process raft request' (duration: 70.402495ms)","trace[1341490519] 'compare' (duration: 31.686645ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:21.582232Z","caller":"traceutil/trace.go:171","msg":"trace[1976752971] transaction","detail":"{read_only:false; response_revision:14573; number_of_response:1; }","duration":"519.716765ms","start":"2026-03-03T12:15:21.062489Z","end":"2026-03-03T12:15:21.582206Z","steps":["trace[1976752971] 'process raft request' (duration: 519.51748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:21.582406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:21.062478Z","time spent":"519.847098ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:21.584777Z","caller":"traceutil/trace.go:171","msg":"trace[1935383208] linearizableReadLoop","detail":"{readStateIndex:15109; appliedIndex:15107; }","duration":"261.500121ms","start":"2026-03-03T12:15:21.32324Z","end":"2026-03-03T12:15:21.58474Z","steps":["trace[1935383208] 'read index received' (duration: 258.754339ms)","trace[1935383208] 'applied index is now lower than readState.Index' (duration: 2.744192ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:21.584833Z","caller":"traceutil/trace.go:171","msg":"trace[945231463] transaction","detail":"{read_only:false; response_revision:14574; number_of_response:1; }","duration":"431.974083ms","start":"2026-03-03T12:15:21.152807Z","end":"2026-03-03T12:15:21.584781Z","steps":["trace[945231463] 'process raft request' (duration: 431.773068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:21.584982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:21.152782Z","time spent":"432.117797ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:21.584995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.742647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T12:15:21.585155Z","caller":"traceutil/trace.go:171","msg":"trace[930195904] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:14574; }","duration":"261.944663ms","start":"2026-03-03T12:15:21.323199Z","end":"2026-03-03T12:15:21.585143Z","steps":["trace[930195904] 'agreement among raft nodes before linearized reading' (duration: 261.661125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:21.585198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.66555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T12:15:21.585365Z","caller":"traceutil/trace.go:171","msg":"trace[1955946767] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:14574; }","duration":"232.877557ms","start":"2026-03-03T12:15:21.352431Z","end":"2026-03-03T12:15:21.585309Z","steps":["trace[1955946767] 'agreement among raft nodes before linearized reading' (duration: 232.506357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:22.868893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294977234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:15:23.1323Z","caller":"traceutil/trace.go:171","msg":"trace[1158822178] transaction","detail":"{read_only:false; response_revision:14575; number_of_response:1; }","duration":"909.932608ms","start":"2026-03-03T12:15:22.222348Z","end":"2026-03-03T12:15:23.13228Z","steps":["trace[1158822178] 'process raft request' (duration: 909.783114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.132422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.222327Z","time spent":"910.03208ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:23.625006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.680021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:15:23.625092Z","caller":"traceutil/trace.go:171","msg":"trace[1423609351] linearizableReadLoop","detail":"{readStateIndex:15111; appliedIndex:15110; }","duration":"1.256401927s","start":"2026-03-03T12:15:22.368674Z","end":"2026-03-03T12:15:23.625076Z","steps":["trace[1423609351] 'read index received' (duration: 764.142226ms)","trace[1423609351] 'applied index is now lower than readState.Index' (duration: 492.258751ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:23.625268Z","caller":"traceutil/trace.go:171","msg":"trace[682256974] transaction","detail":"{read_only:false; response_revision:14576; number_of_response:1; }","duration":"1.257167577s","start":"2026-03-03T12:15:22.368061Z","end":"2026-03-03T12:15:23.625229Z","steps":["trace[682256974] 'process raft request' (duration: 1.079202798s)","trace[682256974] 'compare' (duration: 177.293591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:23.625346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256643623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:23.625435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.36804Z","time spent":"1.257320542s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:23.625468Z","caller":"traceutil/trace.go:171","msg":"trace[640758360] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:14576; }","duration":"1.256803178s","start":"2026-03-03T12:15:22.368635Z","end":"2026-03-03T12:15:23.625438Z","steps":["trace[640758360] 'agreement among raft nodes before linearized reading' (duration: 1.256612893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.625539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.368621Z","time spent":"1.25688749s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:23.649466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260989608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:15:23.649559Z","caller":"traceutil/trace.go:171","msg":"trace[2131595721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14577; }","duration":"1.261124421s","start":"2026-03-03T12:15:22.38841Z","end":"2026-03-03T12:15:23.649534Z","steps":["trace[2131595721] 'agreement among raft nodes before linearized reading' (duration: 1.260873405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.649615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.38839Z","time spent":"1.261214013s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:15:23.649795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.430124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:23.649841Z","caller":"traceutil/trace.go:171","msg":"trace[1487188266] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"917.472175ms","start":"2026-03-03T12:15:22.732357Z","end":"2026-03-03T12:15:23.649829Z","steps":["trace[1487188266] 'agreement among raft nodes before linearized reading' (duration: 917.368142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.649878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.732322Z","time spent":"917.546727ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.53937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T12:15:23.650132Z","caller":"traceutil/trace.go:171","msg":"trace[796643444] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14577; }","duration":"689.609412ms","start":"2026-03-03T12:15:22.960507Z","end":"2026-03-03T12:15:23.650116Z","steps":["trace[796643444] 'agreement among raft nodes before linearized reading' (duration: 689.484939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.960501Z","time spent":"689.651003ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.787031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:23.650237Z","caller":"traceutil/trace.go:171","msg":"trace[2010629816] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14577; }","duration":"918.878493ms","start":"2026-03-03T12:15:22.731345Z","end":"2026-03-03T12:15:23.650224Z","steps":["trace[2010629816] 'agreement among raft nodes before linearized reading' (duration: 918.77574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.731339Z","time spent":"918.933164ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.43304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:23.650447Z","caller":"traceutil/trace.go:171","msg":"trace[983756543] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"688.507942ms","start":"2026-03-03T12:15:22.961932Z","end":"2026-03-03T12:15:23.65044Z","steps":["trace[983756543] 'agreement among raft nodes before linearized reading' (duration: 688.440251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.961909Z","time spent":"688.550744ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.167897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:23.650513Z","caller":"traceutil/trace.go:171","msg":"trace[1347583054] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14577; }","duration":"920.230209ms","start":"2026-03-03T12:15:22.73027Z","end":"2026-03-03T12:15:23.650501Z","steps":["trace[1347583054] 'agreement among raft nodes before linearized reading' (duration: 920.161797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.724865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:23.650579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.730263Z","time spent":"920.305711ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T12:15:23.650594Z","caller":"traceutil/trace.go:171","msg":"trace[759396200] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14577; }","duration":"689.764806ms","start":"2026-03-03T12:15:22.960823Z","end":"2026-03-03T12:15:23.650588Z","steps":["trace[759396200] 'agreement among raft nodes before linearized reading' (duration: 689.734585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.960813Z","time spent":"689.797217ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.027572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:23.650737Z","caller":"traceutil/trace.go:171","msg":"trace[1695123845] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"690.071504ms","start":"2026-03-03T12:15:22.96066Z","end":"2026-03-03T12:15:23.650732Z","steps":["trace[1695123845] 'agreement among raft nodes before linearized reading' (duration: 690.040003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.960651Z","time spent":"690.099204ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.673703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:15:23.650804Z","caller":"traceutil/trace.go:171","msg":"trace[1918789700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14577; }","duration":"690.338761ms","start":"2026-03-03T12:15:22.96046Z","end":"2026-03-03T12:15:23.650799Z","steps":["trace[1918789700] 'agreement among raft nodes before linearized reading' (duration: 689.665563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.960448Z","time spent":"690.371671ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.057458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:23.65086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.327307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:23.650882Z","caller":"traceutil/trace.go:171","msg":"trace[1265845028] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"921.377389ms","start":"2026-03-03T12:15:22.729496Z","end":"2026-03-03T12:15:23.650873Z","steps":["trace[1265845028] 'agreement among raft nodes before linearized reading' (duration: 921.354198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:23.650883Z","caller":"traceutil/trace.go:171","msg":"trace[718730041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14577; }","duration":"727.757697ms","start":"2026-03-03T12:15:22.923109Z","end":"2026-03-03T12:15:23.650867Z","steps":["trace[718730041] 'agreement among raft nodes before linearized reading' (duration: 727.074679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.650907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.72948Z","time spent":"921.423651ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.923096Z","time spent":"727.823369ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:15:23.650779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198262685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:15:23.65099Z","caller":"traceutil/trace.go:171","msg":"trace[1679025275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14577; }","duration":"1.198511202s","start":"2026-03-03T12:15:22.452472Z","end":"2026-03-03T12:15:23.650984Z","steps":["trace[1679025275] 'agreement among raft nodes before linearized reading' (duration: 1.198252805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.651023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.452451Z","time spent":"1.198565933s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:15:23.65084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117325282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-03T12:15:23.651122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117580379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T12:15:23.65116Z","caller":"traceutil/trace.go:171","msg":"trace[1088546947] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:14577; }","duration":"1.11764482s","start":"2026-03-03T12:15:22.533509Z","end":"2026-03-03T12:15:23.651154Z","steps":["trace[1088546947] 'agreement among raft nodes before linearized reading' (duration: 1.117287811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:23.651167Z","caller":"traceutil/trace.go:171","msg":"trace[1380135774] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zhwcl; range_end:; response_count:1; response_revision:14577; }","duration":"1.117661521s","start":"2026-03-03T12:15:22.533499Z","end":"2026-03-03T12:15:23.651161Z","steps":["trace[1380135774] 'agreement among raft nodes before linearized reading' (duration: 1.117549708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.65118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.53345Z","time spent":"1.117725043s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" "} {"level":"warn","ts":"2026-03-03T12:15:23.651188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.533482Z","time spent":"1.117700122s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" "} {"level":"warn","ts":"2026-03-03T12:15:23.651244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197191277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T12:15:23.649492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.424249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-03T12:15:23.651589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19732679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:15:23.651636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197524306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:15:23.651649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162057311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:15:23.654577Z","caller":"traceutil/trace.go:171","msg":"trace[1459954557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:14577; }","duration":"1.16502769s","start":"2026-03-03T12:15:22.489524Z","end":"2026-03-03T12:15:23.654552Z","steps":["trace[1459954557] 'agreement among raft nodes before linearized reading' (duration: 1.161961679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.654664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.489341Z","time spent":"1.165300306s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-sp45d\" "} {"level":"info","ts":"2026-03-03T12:15:23.654884Z","caller":"traceutil/trace.go:171","msg":"trace[1569942236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14577; }","duration":"1.200943395s","start":"2026-03-03T12:15:22.453927Z","end":"2026-03-03T12:15:23.654871Z","steps":["trace[1569942236] 'agreement among raft nodes before linearized reading' (duration: 1.196772135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.655007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.453921Z","time spent":"1.201070189s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:15:23.65505Z","caller":"traceutil/trace.go:171","msg":"trace[1945801377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14577; }","duration":"1.200797151s","start":"2026-03-03T12:15:22.454238Z","end":"2026-03-03T12:15:23.655035Z","steps":["trace[1945801377] 'agreement among raft nodes before linearized reading' (duration: 1.197304309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.6551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.454231Z","time spent":"1.200855143s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:15:23.655116Z","caller":"traceutil/trace.go:171","msg":"trace[1643557868] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:14577; }","duration":"878.055467ms","start":"2026-03-03T12:15:22.777017Z","end":"2026-03-03T12:15:23.655073Z","steps":["trace[1643557868] 'agreement among raft nodes before linearized reading' (duration: 872.305386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.655184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.777007Z","time spent":"878.15963ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"info","ts":"2026-03-03T12:15:23.65525Z","caller":"traceutil/trace.go:171","msg":"trace[1310440887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14577; }","duration":"1.200983267s","start":"2026-03-03T12:15:22.454069Z","end":"2026-03-03T12:15:23.655052Z","steps":["trace[1310440887] 'agreement among raft nodes before linearized reading' (duration: 1.197535426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:23.655297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:22.454048Z","time spent":"1.201237833s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:15:23.844551Z","caller":"traceutil/trace.go:171","msg":"trace[427769495] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"188.528978ms","start":"2026-03-03T12:15:23.655997Z","end":"2026-03-03T12:15:23.844526Z","steps":["trace[427769495] 'process raft request' (duration: 104.407771ms)","trace[427769495] 'compare' (duration: 83.913481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:24.969179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.518057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:15:24.969425Z","caller":"traceutil/trace.go:171","msg":"trace[1382321945] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"1.3130876s","start":"2026-03-03T12:15:23.656317Z","end":"2026-03-03T12:15:24.969405Z","steps":["trace[1382321945] 'process raft request' (duration: 691.270546ms)","trace[1382321945] 'compare' (duration: 621.205828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:24.969503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.656299Z","time spent":"1.313160521s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:24.969557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.65663Z","time spent":"1.312923146s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:15:24.970374Z","caller":"traceutil/trace.go:171","msg":"trace[1201180705] linearizableReadLoop","detail":"{readStateIndex:15116; appliedIndex:15112; }","duration":"1.311680512s","start":"2026-03-03T12:15:23.658685Z","end":"2026-03-03T12:15:24.970365Z","steps":["trace[1201180705] 'read index received' (duration: 101.830803ms)","trace[1201180705] 'applied index is now lower than readState.Index' (duration: 1.209849059s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:24.970653Z","caller":"traceutil/trace.go:171","msg":"trace[566004951] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"1.311280372s","start":"2026-03-03T12:15:23.659345Z","end":"2026-03-03T12:15:24.970625Z","steps":["trace[566004951] 'process raft request' (duration: 1.310994875s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:24.970683Z","caller":"traceutil/trace.go:171","msg":"trace[523383109] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"1.312136505s","start":"2026-03-03T12:15:23.658525Z","end":"2026-03-03T12:15:24.970662Z","steps":["trace[523383109] 'process raft request' (duration: 1.311734844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.97078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.659336Z","time spent":"1.311373034s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:24.970779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.658511Z","time spent":"1.312222907s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:24.970878Z","caller":"traceutil/trace.go:171","msg":"trace[402781985] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"1.311687593s","start":"2026-03-03T12:15:23.659184Z","end":"2026-03-03T12:15:24.970871Z","steps":["trace[402781985] 'process raft request' (duration: 1.311132008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.970909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.65917Z","time spent":"1.311723264s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:24.970985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.388737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:24.971006Z","caller":"traceutil/trace.go:171","msg":"trace[215531385] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14582; }","duration":"743.420918ms","start":"2026-03-03T12:15:24.22758Z","end":"2026-03-03T12:15:24.971001Z","steps":["trace[215531385] 'agreement among raft nodes before linearized reading' (duration: 743.369277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.227571Z","time spent":"743.45372ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:24.97122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.152113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:15:24.971243Z","caller":"traceutil/trace.go:171","msg":"trace[1874335054] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14582; }","duration":"373.212434ms","start":"2026-03-03T12:15:24.598023Z","end":"2026-03-03T12:15:24.971236Z","steps":["trace[1874335054] 'agreement among raft nodes before linearized reading' (duration: 373.173273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.598Z","time spent":"373.256586ms","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:24.971421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.351355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:24.971444Z","caller":"traceutil/trace.go:171","msg":"trace[1520267557] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"708.409606ms","start":"2026-03-03T12:15:24.263029Z","end":"2026-03-03T12:15:24.971438Z","steps":["trace[1520267557] 'agreement among raft nodes before linearized reading' (duration: 708.309843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.263009Z","time spent":"708.449407ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312762072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739527"} {"level":"info","ts":"2026-03-03T12:15:24.971505Z","caller":"traceutil/trace.go:171","msg":"trace[1005256343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14582; }","duration":"1.312836173s","start":"2026-03-03T12:15:23.658661Z","end":"2026-03-03T12:15:24.971497Z","steps":["trace[1005256343] 'agreement among raft nodes before linearized reading' (duration: 1.31197486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31194722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739527"} {"level":"warn","ts":"2026-03-03T12:15:24.971551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.658651Z","time spent":"1.312874864s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T12:15:24.971568Z","caller":"traceutil/trace.go:171","msg":"trace[415769131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14582; }","duration":"1.312020912s","start":"2026-03-03T12:15:23.659532Z","end":"2026-03-03T12:15:24.971553Z","steps":["trace[415769131] 'agreement among raft nodes before linearized reading' (duration: 1.311347074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.97158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.849524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:24.971597Z","caller":"traceutil/trace.go:171","msg":"trace[670716442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"728.891536ms","start":"2026-03-03T12:15:24.2427Z","end":"2026-03-03T12:15:24.971592Z","steps":["trace[670716442] 'agreement among raft nodes before linearized reading' (duration: 728.842734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.242687Z","time spent":"728.924106ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.519427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T12:15:24.971726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.50423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:15:24.971742Z","caller":"traceutil/trace.go:171","msg":"trace[80880850] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14582; }","duration":"735.53213ms","start":"2026-03-03T12:15:24.236206Z","end":"2026-03-03T12:15:24.971738Z","steps":["trace[80880850] 'agreement among raft nodes before linearized reading' (duration: 735.474229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:24.971734Z","caller":"traceutil/trace.go:171","msg":"trace[134427210] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14582; }","duration":"744.567149ms","start":"2026-03-03T12:15:24.227157Z","end":"2026-03-03T12:15:24.971724Z","steps":["trace[134427210] 'agreement among raft nodes before linearized reading' (duration: 744.467906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.236201Z","time spent":"735.553501ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.22715Z","time spent":"744.60722ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.824439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:24.971881Z","caller":"traceutil/trace.go:171","msg":"trace[1947295735] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"735.855419ms","start":"2026-03-03T12:15:24.236021Z","end":"2026-03-03T12:15:24.971877Z","steps":["trace[1947295735] 'agreement among raft nodes before linearized reading' (duration: 735.812518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.971894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.236015Z","time spent":"735.876719ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.50923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:24.971997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.079223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:24.972011Z","caller":"traceutil/trace.go:171","msg":"trace[1023830780] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"742.092214ms","start":"2026-03-03T12:15:24.229914Z","end":"2026-03-03T12:15:24.972007Z","steps":["trace[1023830780] 'agreement among raft nodes before linearized reading' (duration: 742.046222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:24.972009Z","caller":"traceutil/trace.go:171","msg":"trace[489328857] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14582; }","duration":"746.583782ms","start":"2026-03-03T12:15:24.225411Z","end":"2026-03-03T12:15:24.971995Z","steps":["trace[489328857] 'agreement among raft nodes before linearized reading' (duration: 746.521321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.22989Z","time spent":"742.134815ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.225391Z","time spent":"746.640973ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:24.97211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.713036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:24.972127Z","caller":"traceutil/trace.go:171","msg":"trace[311417945] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14582; }","duration":"743.739757ms","start":"2026-03-03T12:15:24.228383Z","end":"2026-03-03T12:15:24.972123Z","steps":["trace[311417945] 'agreement among raft nodes before linearized reading' (duration: 743.715666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.228378Z","time spent":"743.762887ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.994734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:24.972259Z","caller":"traceutil/trace.go:171","msg":"trace[1413777889] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"744.119247ms","start":"2026-03-03T12:15:24.228133Z","end":"2026-03-03T12:15:24.972252Z","steps":["trace[1413777889] 'agreement among raft nodes before linearized reading' (duration: 744.077296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.228128Z","time spent":"744.143657ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.313922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:24.972402Z","caller":"traceutil/trace.go:171","msg":"trace[1725371234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14582; }","duration":"744.357723ms","start":"2026-03-03T12:15:24.228039Z","end":"2026-03-03T12:15:24.972397Z","steps":["trace[1725371234] 'agreement among raft nodes before linearized reading' (duration: 744.305771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.228014Z","time spent":"744.399934ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.10689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:15:24.972461Z","caller":"traceutil/trace.go:171","msg":"trace[759446066] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14582; }","duration":"765.191622ms","start":"2026-03-03T12:15:24.207259Z","end":"2026-03-03T12:15:24.972451Z","steps":["trace[759446066] 'agreement among raft nodes before linearized reading' (duration: 765.024248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.63872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:24.9725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.207236Z","time spent":"765.257144ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:24.971605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.659524Z","time spent":"1.312069803s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.741547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:24.972696Z","caller":"traceutil/trace.go:171","msg":"trace[1550655392] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14582; }","duration":"765.776487ms","start":"2026-03-03T12:15:24.206912Z","end":"2026-03-03T12:15:24.972688Z","steps":["trace[1550655392] 'agreement among raft nodes before linearized reading' (duration: 765.724206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.972732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.206873Z","time spent":"765.849159ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:24.972945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.733436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:15:24.972973Z","caller":"traceutil/trace.go:171","msg":"trace[738641800] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14582; }","duration":"768.823678ms","start":"2026-03-03T12:15:24.204142Z","end":"2026-03-03T12:15:24.972966Z","steps":["trace[738641800] 'agreement among raft nodes before linearized reading' (duration: 768.744366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.973004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.204131Z","time spent":"768.86768ms","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:24.973151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.869356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:24.973201Z","caller":"traceutil/trace.go:171","msg":"trace[1636276497] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14582; }","duration":"810.944398ms","start":"2026-03-03T12:15:24.162242Z","end":"2026-03-03T12:15:24.973187Z","steps":["trace[1636276497] 'agreement among raft nodes before linearized reading' (duration: 810.870216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.973249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.162231Z","time spent":"811.005989ms","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:24.973645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.627878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:15:24.972508Z","caller":"traceutil/trace.go:171","msg":"trace[945908860] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14582; }","duration":"744.693482ms","start":"2026-03-03T12:15:24.22781Z","end":"2026-03-03T12:15:24.972504Z","steps":["trace[945908860] 'agreement among raft nodes before linearized reading' (duration: 744.666721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.973687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.227793Z","time spent":"745.884344ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:15:24.974287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136888267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T12:15:24.974358Z","caller":"traceutil/trace.go:171","msg":"trace[828706366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14582; }","duration":"1.13700659s","start":"2026-03-03T12:15:23.837335Z","end":"2026-03-03T12:15:24.974341Z","steps":["trace[828706366] 'agreement among raft nodes before linearized reading' (duration: 1.136789434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.974394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.837312Z","time spent":"1.137075791s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:15:24.974797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312407861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739527"} {"level":"info","ts":"2026-03-03T12:15:24.974863Z","caller":"traceutil/trace.go:171","msg":"trace[53188906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14582; }","duration":"1.312491553s","start":"2026-03-03T12:15:23.662357Z","end":"2026-03-03T12:15:24.974848Z","steps":["trace[53188906] 'agreement among raft nodes before linearized reading' (duration: 1.311792865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.974903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.662353Z","time spent":"1.312540616s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:15:24.975666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316075019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739527"} {"level":"info","ts":"2026-03-03T12:15:24.975717Z","caller":"traceutil/trace.go:171","msg":"trace[1791996216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14582; }","duration":"1.31614397s","start":"2026-03-03T12:15:23.659564Z","end":"2026-03-03T12:15:24.975708Z","steps":["trace[1791996216] 'agreement among raft nodes before linearized reading' (duration: 1.314399184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.976696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.659556Z","time spent":"1.317104626s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:15:24.976481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.475895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:15:24.97684Z","caller":"traceutil/trace.go:171","msg":"trace[85272355] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14582; }","duration":"906.853075ms","start":"2026-03-03T12:15:24.069945Z","end":"2026-03-03T12:15:24.976798Z","steps":["trace[85272355] 'agreement among raft nodes before linearized reading' (duration: 903.429475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.976938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.069925Z","time spent":"906.978839ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1559,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:24.976925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314552168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:739527"} {"level":"info","ts":"2026-03-03T12:15:24.976984Z","caller":"traceutil/trace.go:171","msg":"trace[1555436471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:14582; }","duration":"1.314656181s","start":"2026-03-03T12:15:23.662316Z","end":"2026-03-03T12:15:24.976972Z","steps":["trace[1555436471] 'agreement among raft nodes before linearized reading' (duration: 1.311539769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.977019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:23.662301Z","time spent":"1.314711582s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":739549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T12:15:24.973677Z","caller":"traceutil/trace.go:171","msg":"trace[1307639742] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14582; }","duration":"972.6955ms","start":"2026-03-03T12:15:24.000974Z","end":"2026-03-03T12:15:24.97367Z","steps":["trace[1307639742] 'agreement among raft nodes before linearized reading' (duration: 972.627299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:24.97715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:24.000953Z","time spent":"976.167371ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":38,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:25.183721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.947388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:25.18386Z","caller":"traceutil/trace.go:171","msg":"trace[2049048509] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14583; }","duration":"115.141103ms","start":"2026-03-03T12:15:25.068692Z","end":"2026-03-03T12:15:25.183833Z","steps":["trace[2049048509] 'range keys from in-memory index tree' (duration: 114.881637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:25.891307Z","caller":"traceutil/trace.go:171","msg":"trace[526220669] linearizableReadLoop","detail":"{readStateIndex:15124; appliedIndex:15122; }","duration":"235.66488ms","start":"2026-03-03T12:15:25.655616Z","end":"2026-03-03T12:15:25.89128Z","steps":["trace[526220669] 'read index received' (duration: 19.71584ms)","trace[526220669] 'applied index is now lower than readState.Index' (duration: 215.94776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:25.891485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.858395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:25.891505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.65478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:25.891575Z","caller":"traceutil/trace.go:171","msg":"trace[63654650] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14588; }","duration":"235.982568ms","start":"2026-03-03T12:15:25.655571Z","end":"2026-03-03T12:15:25.891554Z","steps":["trace[63654650] 'agreement among raft nodes before linearized reading' (duration: 235.838494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.891613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.161294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:25.891647Z","caller":"traceutil/trace.go:171","msg":"trace[691113279] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14588; }","duration":"233.213685ms","start":"2026-03-03T12:15:25.658422Z","end":"2026-03-03T12:15:25.891635Z","steps":["trace[691113279] 'agreement among raft nodes before linearized reading' (duration: 233.169624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:25.891404Z","caller":"traceutil/trace.go:171","msg":"trace[71301832] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"235.837794ms","start":"2026-03-03T12:15:25.655524Z","end":"2026-03-03T12:15:25.891362Z","steps":["trace[71301832] 'process raft request' (duration: 233.322858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.891905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.744279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:25.891943Z","caller":"traceutil/trace.go:171","msg":"trace[454147452] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14588; }","duration":"233.804101ms","start":"2026-03-03T12:15:25.658131Z","end":"2026-03-03T12:15:25.891935Z","steps":["trace[454147452] 'agreement among raft nodes before linearized reading' (duration: 233.74938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:25.891618Z","caller":"traceutil/trace.go:171","msg":"trace[1196282924] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14588; }","duration":"232.808195ms","start":"2026-03-03T12:15:25.658796Z","end":"2026-03-03T12:15:25.891604Z","steps":["trace[1196282924] 'agreement among raft nodes before linearized reading' (duration: 232.653151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.892101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.214276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:15:25.892133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.986255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T12:15:25.892173Z","caller":"traceutil/trace.go:171","msg":"trace[1004989152] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14588; }","duration":"233.314908ms","start":"2026-03-03T12:15:25.658823Z","end":"2026-03-03T12:15:25.892137Z","steps":["trace[1004989152] 'agreement among raft nodes before linearized reading' (duration: 233.115152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.892234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.127289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:25.892194Z","caller":"traceutil/trace.go:171","msg":"trace[676352738] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14588; }","duration":"234.071498ms","start":"2026-03-03T12:15:25.658114Z","end":"2026-03-03T12:15:25.892185Z","steps":["trace[676352738] 'agreement among raft nodes before linearized reading' (duration: 233.952685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:25.892275Z","caller":"traceutil/trace.go:171","msg":"trace[1879910077] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14588; }","duration":"234.217002ms","start":"2026-03-03T12:15:25.658046Z","end":"2026-03-03T12:15:25.892263Z","steps":["trace[1879910077] 'agreement among raft nodes before linearized reading' (duration: 234.15066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.891567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.724125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:25.892358Z","caller":"traceutil/trace.go:171","msg":"trace[2129668811] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14588; }","duration":"235.538826ms","start":"2026-03-03T12:15:25.65681Z","end":"2026-03-03T12:15:25.892349Z","steps":["trace[2129668811] 'agreement among raft nodes before linearized reading' (duration: 234.631942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:25.892427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.403393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T12:15:25.892539Z","caller":"traceutil/trace.go:171","msg":"trace[1863536342] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14588; }","duration":"235.484785ms","start":"2026-03-03T12:15:25.656995Z","end":"2026-03-03T12:15:25.89248Z","steps":["trace[1863536342] 'agreement among raft nodes before linearized reading' (duration: 235.332871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.137349Z","caller":"traceutil/trace.go:171","msg":"trace[25410200] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"107.540164ms","start":"2026-03-03T12:15:54.029782Z","end":"2026-03-03T12:15:54.137322Z","steps":["trace[25410200] 'process raft request' (duration: 106.597649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.158219Z","caller":"traceutil/trace.go:171","msg":"trace[646660594] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"127.89443ms","start":"2026-03-03T12:15:54.030295Z","end":"2026-03-03T12:15:54.158189Z","steps":["trace[646660594] 'process raft request' (duration: 127.705615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.523843Z","caller":"traceutil/trace.go:171","msg":"trace[1679457406] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"106.305971ms","start":"2026-03-03T12:15:54.417521Z","end":"2026-03-03T12:15:54.523827Z","steps":["trace[1679457406] 'process raft request' (duration: 58.935092ms)","trace[1679457406] 'compare' (duration: 47.188364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:55.211133Z","caller":"traceutil/trace.go:171","msg":"trace[1120445989] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"100.352995ms","start":"2026-03-03T12:15:55.110753Z","end":"2026-03-03T12:15:55.211106Z","steps":["trace[1120445989] 'process raft request' (duration: 50.642845ms)","trace[1120445989] 'compare' (duration: 49.218317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:55.211612Z","caller":"traceutil/trace.go:171","msg":"trace[977414413] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"100.066307ms","start":"2026-03-03T12:15:55.111514Z","end":"2026-03-03T12:15:55.21158Z","steps":["trace[977414413] 'process raft request' (duration: 99.276286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.256849Z","caller":"traceutil/trace.go:171","msg":"trace[1325871434] transaction","detail":"{read_only:false; response_revision:14770; number_of_response:1; }","duration":"132.603454ms","start":"2026-03-03T12:15:57.124225Z","end":"2026-03-03T12:15:57.256828Z","steps":["trace[1325871434] 'process raft request' (duration: 131.234158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.39242Z","caller":"traceutil/trace.go:171","msg":"trace[207172012] transaction","detail":"{read_only:false; response_revision:14773; number_of_response:1; }","duration":"129.295607ms","start":"2026-03-03T12:15:57.263096Z","end":"2026-03-03T12:15:57.392392Z","steps":["trace[207172012] 'process raft request' (duration: 129.233345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.392451Z","caller":"traceutil/trace.go:171","msg":"trace[683352103] transaction","detail":"{read_only:false; response_revision:14772; number_of_response:1; }","duration":"131.028763ms","start":"2026-03-03T12:15:57.261396Z","end":"2026-03-03T12:15:57.392425Z","steps":["trace[683352103] 'process raft request' (duration: 130.745885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.407765Z","caller":"traceutil/trace.go:171","msg":"trace[875267877] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"139.622869ms","start":"2026-03-03T12:15:57.26813Z","end":"2026-03-03T12:15:57.407753Z","steps":["trace[875267877] 'process raft request' (duration: 139.466825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.407858Z","caller":"traceutil/trace.go:171","msg":"trace[1831803561] linearizableReadLoop","detail":"{readStateIndex:15319; appliedIndex:15314; }","duration":"127.142141ms","start":"2026-03-03T12:15:57.280702Z","end":"2026-03-03T12:15:57.407844Z","steps":["trace[1831803561] 'read index received' (duration: 111.418577ms)","trace[1831803561] 'applied index is now lower than readState.Index' (duration: 15.722694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:57.407915Z","caller":"traceutil/trace.go:171","msg":"trace[1645191142] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"137.546214ms","start":"2026-03-03T12:15:57.270358Z","end":"2026-03-03T12:15:57.407904Z","steps":["trace[1645191142] 'process raft request' (duration: 137.350689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.407668Z","caller":"traceutil/trace.go:171","msg":"trace[1631174015] transaction","detail":"{read_only:false; response_revision:14774; number_of_response:1; }","duration":"139.588199ms","start":"2026-03-03T12:15:57.268058Z","end":"2026-03-03T12:15:57.407647Z","steps":["trace[1631174015] 'process raft request' (duration: 139.447375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:57.407997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.291724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:15:57.408092Z","caller":"traceutil/trace.go:171","msg":"trace[2047058654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:14776; }","duration":"127.401488ms","start":"2026-03-03T12:15:57.280665Z","end":"2026-03-03T12:15:57.408067Z","steps":["trace[2047058654] 'agreement among raft nodes before linearized reading' (duration: 127.243354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.521398Z","caller":"traceutil/trace.go:171","msg":"trace[840644553] linearizableReadLoop","detail":"{readStateIndex:15321; appliedIndex:15319; }","duration":"113.49156ms","start":"2026-03-03T12:15:57.407884Z","end":"2026-03-03T12:15:57.521376Z","steps":["trace[840644553] 'read index received' (duration: 85.444521ms)","trace[840644553] 'applied index is now lower than readState.Index' (duration: 28.045919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:57.521472Z","caller":"traceutil/trace.go:171","msg":"trace[1614630207] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"116.925741ms","start":"2026-03-03T12:15:57.404512Z","end":"2026-03-03T12:15:57.521438Z","steps":["trace[1614630207] 'process raft request' (duration: 116.803728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:57.521517Z","caller":"traceutil/trace.go:171","msg":"trace[361446635] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"127.103379ms","start":"2026-03-03T12:15:57.394385Z","end":"2026-03-03T12:15:57.521488Z","steps":["trace[361446635] 'process raft request' (duration: 98.962588ms)","trace[361446635] 'compare' (duration: 27.876634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:57.521609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.589974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T12:15:57.521644Z","caller":"traceutil/trace.go:171","msg":"trace[411787569] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:14778; }","duration":"225.650936ms","start":"2026-03-03T12:15:57.295985Z","end":"2026-03-03T12:15:57.521636Z","steps":["trace[411787569] 'agreement among raft nodes before linearized reading' (duration: 225.527113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:57.521609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.12445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T12:15:57.521754Z","caller":"traceutil/trace.go:171","msg":"trace[1684387658] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:14778; }","duration":"116.306804ms","start":"2026-03-03T12:15:57.405441Z","end":"2026-03-03T12:15:57.521748Z","steps":["trace[1684387658] 'agreement among raft nodes before linearized reading' (duration: 116.053778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:57.521891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.019759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zhwcl\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T12:15:57.521978Z","caller":"traceutil/trace.go:171","msg":"trace[567793207] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zhwcl; range_end:; response_count:1; response_revision:14778; }","duration":"214.123242ms","start":"2026-03-03T12:15:57.307819Z","end":"2026-03-03T12:15:57.521942Z","steps":["trace[567793207] 'agreement among raft nodes before linearized reading' (duration: 213.881286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:57.522017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.375326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:15:57.522087Z","caller":"traceutil/trace.go:171","msg":"trace[342482983] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:14778; }","duration":"204.464958ms","start":"2026-03-03T12:15:57.317606Z","end":"2026-03-03T12:15:57.522071Z","steps":["trace[342482983] 'agreement among raft nodes before linearized reading' (duration: 204.286993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:57.522592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.356394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:746843"} {"level":"info","ts":"2026-03-03T12:15:57.522663Z","caller":"traceutil/trace.go:171","msg":"trace[1150595245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14778; }","duration":"111.460667ms","start":"2026-03-03T12:15:57.411187Z","end":"2026-03-03T12:15:57.522647Z","steps":["trace[1150595245] 'agreement among raft nodes before linearized reading' (duration: 110.45685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.317015Z","caller":"traceutil/trace.go:171","msg":"trace[1696165184] linearizableReadLoop","detail":"{readStateIndex:15333; appliedIndex:15332; }","duration":"102.358438ms","start":"2026-03-03T12:15:58.214628Z","end":"2026-03-03T12:15:58.316986Z","steps":["trace[1696165184] 'read index received' (duration: 53.049988ms)","trace[1696165184] 'applied index is now lower than readState.Index' (duration: 49.306939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:58.31721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.570803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:15:58.317247Z","caller":"traceutil/trace.go:171","msg":"trace[1775043055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14789; }","duration":"102.677226ms","start":"2026-03-03T12:15:58.214561Z","end":"2026-03-03T12:15:58.317238Z","steps":["trace[1775043055] 'agreement among raft nodes before linearized reading' (duration: 102.500891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:08.927808Z","caller":"traceutil/trace.go:171","msg":"trace[993175283] linearizableReadLoop","detail":"{readStateIndex:16451; appliedIndex:16450; }","duration":"188.389169ms","start":"2026-03-03T12:18:08.739394Z","end":"2026-03-03T12:18:08.927784Z","steps":["trace[993175283] 'read index received' (duration: 188.159623ms)","trace[993175283] 'applied index is now lower than readState.Index' (duration: 228.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:18:08.928305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.899542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sp45d\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:18:08.928371Z","caller":"traceutil/trace.go:171","msg":"trace[993701606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sp45d; range_end:; response_count:1; response_revision:15872; }","duration":"189.010125ms","start":"2026-03-03T12:18:08.739346Z","end":"2026-03-03T12:18:08.928356Z","steps":["trace[993701606] 'agreement among raft nodes before linearized reading' (duration: 188.82089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:08.928486Z","caller":"traceutil/trace.go:171","msg":"trace[1798814265] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"249.935428ms","start":"2026-03-03T12:18:08.678442Z","end":"2026-03-03T12:18:08.928378Z","steps":["trace[1798814265] 'process raft request' (duration: 249.142157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:09.102628Z","caller":"traceutil/trace.go:171","msg":"trace[202940957] linearizableReadLoop","detail":"{readStateIndex:16452; appliedIndex:16451; }","duration":"136.891474ms","start":"2026-03-03T12:18:08.965705Z","end":"2026-03-03T12:18:09.102597Z","steps":["trace[202940957] 'read index received' (duration: 64.215251ms)","trace[202940957] 'applied index is now lower than readState.Index' (duration: 72.674693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:09.102705Z","caller":"traceutil/trace.go:171","msg":"trace[1947859500] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"148.207904ms","start":"2026-03-03T12:18:08.954464Z","end":"2026-03-03T12:18:09.102672Z","steps":["trace[1947859500] 'process raft request' (duration: 75.553621ms)","trace[1947859500] 'compare' (duration: 72.286223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:18:09.102827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.092899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:18:09.102874Z","caller":"traceutil/trace.go:171","msg":"trace[814231345] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"137.170982ms","start":"2026-03-03T12:18:08.965689Z","end":"2026-03-03T12:18:09.10286Z","steps":["trace[814231345] 'agreement among raft nodes before linearized reading' (duration: 137.066319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:09.10295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.529313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T12:18:09.103019Z","caller":"traceutil/trace.go:171","msg":"trace[1242726686] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15873; }","duration":"125.624325ms","start":"2026-03-03T12:18:08.977379Z","end":"2026-03-03T12:18:09.103003Z","steps":["trace[1242726686] 'agreement among raft nodes before linearized reading' (duration: 125.454571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:09.103003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.568546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dfc5x\" ","response":"range_response_count:1 size:18564"} {"level":"warn","ts":"2026-03-03T12:18:09.103025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.845901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:18:09.10308Z","caller":"traceutil/trace.go:171","msg":"trace[544818050] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dfc5x; range_end:; response_count:1; response_revision:15873; }","duration":"133.668659ms","start":"2026-03-03T12:18:08.969392Z","end":"2026-03-03T12:18:09.103061Z","steps":["trace[544818050] 'agreement among raft nodes before linearized reading' (duration: 133.451923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:09.103095Z","caller":"traceutil/trace.go:171","msg":"trace[343025624] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15873; }","duration":"125.946904ms","start":"2026-03-03T12:18:08.977132Z","end":"2026-03-03T12:18:09.103079Z","steps":["trace[343025624] 'agreement among raft nodes before linearized reading' (duration: 125.82585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:09.103322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.407428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T12:18:09.103351Z","caller":"traceutil/trace.go:171","msg":"trace[1527145414] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15873; }","duration":"134.47409ms","start":"2026-03-03T12:18:08.96887Z","end":"2026-03-03T12:18:09.103344Z","steps":["trace[1527145414] 'agreement among raft nodes before linearized reading' (duration: 134.411688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:09.103339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.469423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-dzxj7\" ","response":"range_response_count:1 size:14196"} {"level":"warn","ts":"2026-03-03T12:18:09.103448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:18:09.103474Z","caller":"traceutil/trace.go:171","msg":"trace[785473367] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:15873; }","duration":"135.825166ms","start":"2026-03-03T12:18:08.967642Z","end":"2026-03-03T12:18:09.103467Z","steps":["trace[785473367] 'agreement among raft nodes before linearized reading' (duration: 135.155368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:09.103501Z","caller":"traceutil/trace.go:171","msg":"trace[2059191761] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-dzxj7; range_end:; response_count:1; response_revision:15873; }","duration":"119.614326ms","start":"2026-03-03T12:18:08.983834Z","end":"2026-03-03T12:18:09.103449Z","steps":["trace[2059191761] 'agreement among raft nodes before linearized reading' (duration: 119.406541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:11.23856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.138707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T12:18:11.23866Z","caller":"traceutil/trace.go:171","msg":"trace[1194002105] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:15888; }","duration":"107.25607ms","start":"2026-03-03T12:18:11.13138Z","end":"2026-03-03T12:18:11.238636Z","steps":["trace[1194002105] 'agreement among raft nodes before linearized reading' (duration: 107.027044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:11.238681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.10872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-03T12:18:11.238698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.070093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-dzxj7\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-03-03T12:18:11.238753Z","caller":"traceutil/trace.go:171","msg":"trace[1272869676] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:15888; }","duration":"106.219293ms","start":"2026-03-03T12:18:11.132516Z","end":"2026-03-03T12:18:11.238736Z","steps":["trace[1272869676] 'agreement among raft nodes before linearized reading' (duration: 105.994007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:11.238791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.321375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dfc5x\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-03-03T12:18:11.238878Z","caller":"traceutil/trace.go:171","msg":"trace[1582129431] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dfc5x; range_end:; response_count:1; response_revision:15888; }","duration":"106.432639ms","start":"2026-03-03T12:18:11.132425Z","end":"2026-03-03T12:18:11.238857Z","steps":["trace[1582129431] 'agreement among raft nodes before linearized reading' (duration: 106.155272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:11.239007Z","caller":"traceutil/trace.go:171","msg":"trace[2000483457] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-dzxj7; range_end:; response_count:1; response_revision:15888; }","duration":"105.189766ms","start":"2026-03-03T12:18:11.133578Z","end":"2026-03-03T12:18:11.238767Z","steps":["trace[2000483457] 'agreement among raft nodes before linearized reading' (duration: 104.904478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:19:00.116713Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13842} {"level":"info","ts":"2026-03-03T12:19:00.194127Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13842,"took":"74.959375ms","hash":2427441459,"current-db-size-bytes":43368448,"current-db-size":"43 MB","current-db-size-in-use-bytes":30277632,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T12:19:00.19418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2427441459,"revision":13842,"compact-revision":11856} {"level":"info","ts":"2026-03-03T12:21:03.171374Z","caller":"traceutil/trace.go:171","msg":"trace[815226494] transaction","detail":"{read_only:false; response_revision:16940; number_of_response:1; }","duration":"571.536714ms","start":"2026-03-03T12:21:02.599817Z","end":"2026-03-03T12:21:03.171353Z","steps":["trace[815226494] 'process raft request' (duration: 571.421291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.171674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:02.599798Z","time spent":"571.809342ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:03.174758Z","caller":"traceutil/trace.go:171","msg":"trace[2130806632] linearizableReadLoop","detail":"{readStateIndex:17561; appliedIndex:17558; }","duration":"376.347366ms","start":"2026-03-03T12:21:02.798385Z","end":"2026-03-03T12:21:03.174733Z","steps":["trace[2130806632] 'read index received' (duration: 372.784182ms)","trace[2130806632] 'applied index is now lower than readState.Index' (duration: 3.562304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:03.175074Z","caller":"traceutil/trace.go:171","msg":"trace[438622975] transaction","detail":"{read_only:false; response_revision:16941; number_of_response:1; }","duration":"534.755381ms","start":"2026-03-03T12:21:02.640307Z","end":"2026-03-03T12:21:03.175062Z","steps":["trace[438622975] 'process raft request' (duration: 534.174745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.175795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:02.640255Z","time spent":"535.429949ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:03.176021Z","caller":"traceutil/trace.go:171","msg":"trace[1754295118] transaction","detail":"{read_only:false; response_revision:16942; number_of_response:1; }","duration":"392.752511ms","start":"2026-03-03T12:21:02.783255Z","end":"2026-03-03T12:21:03.176008Z","steps":["trace[1754295118] 'process raft request' (duration: 391.385484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.176075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:02.783234Z","time spent":"392.811303ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:03.176339Z","caller":"traceutil/trace.go:171","msg":"trace[784196213] transaction","detail":"{read_only:false; response_revision:16943; number_of_response:1; }","duration":"143.1257ms","start":"2026-03-03T12:21:03.033198Z","end":"2026-03-03T12:21:03.176324Z","steps":["trace[784196213] 'process raft request' (duration: 141.491097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.176561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.194545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T12:21:03.176591Z","caller":"traceutil/trace.go:171","msg":"trace[1129215799] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:16943; }","duration":"378.268837ms","start":"2026-03-03T12:21:02.798313Z","end":"2026-03-03T12:21:03.176582Z","steps":["trace[1129215799] 'agreement among raft nodes before linearized reading' (duration: 378.146384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.176618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:02.798291Z","time spent":"378.320529ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"warn","ts":"2026-03-03T12:21:03.176971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.025984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:03.177003Z","caller":"traceutil/trace.go:171","msg":"trace[1040371975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16943; }","duration":"255.092356ms","start":"2026-03-03T12:21:02.9219Z","end":"2026-03-03T12:21:03.176993Z","steps":["trace[1040371975] 'agreement among raft nodes before linearized reading' (duration: 255.008413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.177718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.407735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:21:03.177753Z","caller":"traceutil/trace.go:171","msg":"trace[1280505006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16943; }","duration":"124.458976ms","start":"2026-03-03T12:21:03.053284Z","end":"2026-03-03T12:21:03.177743Z","steps":["trace[1280505006] 'agreement among raft nodes before linearized reading' (duration: 124.364223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.177919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:21:03.177945Z","caller":"traceutil/trace.go:171","msg":"trace[412415315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16943; }","duration":"127.880377ms","start":"2026-03-03T12:21:03.050057Z","end":"2026-03-03T12:21:03.177937Z","steps":["trace[412415315] 'agreement among raft nodes before linearized reading' (duration: 127.797534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.178117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.564904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:21:03.178145Z","caller":"traceutil/trace.go:171","msg":"trace[1596196622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16943; }","duration":"128.622206ms","start":"2026-03-03T12:21:03.049512Z","end":"2026-03-03T12:21:03.178135Z","steps":["trace[1596196622] 'agreement among raft nodes before linearized reading' (duration: 128.529973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:03.178291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.192485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:21:03.178317Z","caller":"traceutil/trace.go:171","msg":"trace[2010858670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16943; }","duration":"145.216715ms","start":"2026-03-03T12:21:03.033091Z","end":"2026-03-03T12:21:03.178307Z","steps":["trace[2010858670] 'agreement among raft nodes before linearized reading' (duration: 145.145334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:09.434883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294986985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:09.93501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294986985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:10.436068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294986985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:10.934513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:21:10.934595Z","caller":"traceutil/trace.go:171","msg":"trace[243103808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182476s","start":"2026-03-03T12:21:08.934397Z","end":"2026-03-03T12:21:10.934579Z","steps":["trace[243103808] 'agreement among raft nodes before linearized reading' (duration: 2.000086263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:10.93463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:08.934336Z","time spent":"2.000283429s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:10.937445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13325197692294986985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:10.966556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.261598908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:21:10.966994Z","caller":"traceutil/trace.go:171","msg":"trace[1219934841] transaction","detail":"{read_only:false; response_revision:16974; number_of_response:1; }","duration":"2.270521375s","start":"2026-03-03T12:21:08.69645Z","end":"2026-03-03T12:21:10.966972Z","steps":["trace[1219934841] 'process raft request' (duration: 2.27033381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:10.967117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:08.696421Z","time spent":"2.270634728s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:12.935723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:21:12.93591Z","caller":"traceutil/trace.go:171","msg":"trace[1060360271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227176s","start":"2026-03-03T12:21:10.935663Z","end":"2026-03-03T12:21:12.93589Z","steps":["trace[1060360271] 'agreement among raft nodes before linearized reading' (duration: 1.999986379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.935992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:10.935653Z","time spent":"2.000325249s","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:13.085445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.118676073s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:21:13.085948Z","caller":"traceutil/trace.go:171","msg":"trace[1803242024] transaction","detail":"{read_only:false; response_revision:16975; number_of_response:1; }","duration":"3.889606117s","start":"2026-03-03T12:21:09.196316Z","end":"2026-03-03T12:21:13.085922Z","steps":["trace[1803242024] 'process raft request' (duration: 3.889413152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.086098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.196295Z","time spent":"3.889726471s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:13.086226Z","caller":"traceutil/trace.go:171","msg":"trace[1395928019] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"3.888253242s","start":"2026-03-03T12:21:09.197942Z","end":"2026-03-03T12:21:13.086195Z","steps":["trace[1395928019] 'process raft request' (duration: 3.887937033s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.086237Z","caller":"traceutil/trace.go:171","msg":"trace[1066672539] linearizableReadLoop","detail":"{readStateIndex:17598; appliedIndex:17594; }","duration":"4.151810921s","start":"2026-03-03T12:21:08.934403Z","end":"2026-03-03T12:21:13.086214Z","steps":["trace[1066672539] 'read index received' (duration: 2.0324178s)","trace[1066672539] 'applied index is now lower than readState.Index' (duration: 2.119392351s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:13.086275Z","caller":"traceutil/trace.go:171","msg":"trace[32499137] transaction","detail":"{read_only:false; response_revision:16977; number_of_response:1; }","duration":"3.482324563s","start":"2026-03-03T12:21:09.603923Z","end":"2026-03-03T12:21:13.086247Z","steps":["trace[32499137] 'process raft request' (duration: 3.482182159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.086406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.197931Z","time spent":"3.888355205s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:13.086438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.603906Z","time spent":"3.482469856s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:13.123244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:21:13.123349Z","caller":"traceutil/trace.go:171","msg":"trace[1416867983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096113s","start":"2026-03-03T12:21:11.123234Z","end":"2026-03-03T12:21:13.12333Z","steps":["trace[1416867983] 'agreement among raft nodes before linearized reading' (duration: 1.999965199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.123398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.12322Z","time spent":"2.000167414s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:21:13.393669Z","caller":"traceutil/trace.go:171","msg":"trace[1840652060] transaction","detail":"{read_only:false; response_revision:16978; number_of_response:1; }","duration":"1.838960846s","start":"2026-03-03T12:21:11.55466Z","end":"2026-03-03T12:21:13.39362Z","steps":["trace[1840652060] 'process raft request' (duration: 1.818209017s)","trace[1840652060] 'compare' (duration: 20.40134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:13.393821Z","caller":"traceutil/trace.go:171","msg":"trace[1829835385] transaction","detail":"{read_only:false; response_revision:16979; number_of_response:1; }","duration":"1.462175839s","start":"2026-03-03T12:21:11.931622Z","end":"2026-03-03T12:21:13.393798Z","steps":["trace[1829835385] 'process raft request' (duration: 1.461904762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.393845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.554638Z","time spent":"1.83912973s","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:13.39391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.931597Z","time spent":"1.462266072s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:13.393816Z","caller":"traceutil/trace.go:171","msg":"trace[1314710744] linearizableReadLoop","detail":"{readStateIndex:17602; appliedIndex:17598; }","duration":"307.493233ms","start":"2026-03-03T12:21:13.086293Z","end":"2026-03-03T12:21:13.393787Z","steps":["trace[1314710744] 'read index received' (duration: 286.561518ms)","trace[1314710744] 'applied index is now lower than readState.Index' (duration: 20.930285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:13.394261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327112842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:13.394308Z","caller":"traceutil/trace.go:171","msg":"trace[549635200] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16981; }","duration":"2.327159523s","start":"2026-03-03T12:21:11.067135Z","end":"2026-03-03T12:21:13.394295Z","steps":["trace[549635200] 'agreement among raft nodes before linearized reading' (duration: 2.327080441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.067062Z","time spent":"2.327302127s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:21:13.394373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170227508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:21:13.39438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875758551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-03T12:21:13.394377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307338868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T12:21:13.39432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.812641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:13.394456Z","caller":"traceutil/trace.go:171","msg":"trace[1849870933] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs7gq; range_end:; response_count:1; response_revision:16981; }","duration":"3.875857124s","start":"2026-03-03T12:21:09.518578Z","end":"2026-03-03T12:21:13.394435Z","steps":["trace[1849870933] 'agreement among raft nodes before linearized reading' (duration: 3.875612037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394473Z","caller":"traceutil/trace.go:171","msg":"trace[1844135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16981; }","duration":"3.307526273s","start":"2026-03-03T12:21:10.086931Z","end":"2026-03-03T12:21:13.394457Z","steps":["trace[1844135] 'agreement among raft nodes before linearized reading' (duration: 3.307247676s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394479Z","caller":"traceutil/trace.go:171","msg":"trace[1081613637] transaction","detail":"{read_only:false; response_revision:16981; number_of_response:1; }","duration":"453.17199ms","start":"2026-03-03T12:21:12.941286Z","end":"2026-03-03T12:21:13.394457Z","steps":["trace[1081613637] 'process raft request' (duration: 452.41971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394502Z","caller":"traceutil/trace.go:171","msg":"trace[1256274586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16981; }","duration":"450.041177ms","start":"2026-03-03T12:21:12.944434Z","end":"2026-03-03T12:21:13.394475Z","steps":["trace[1256274586] 'agreement among raft nodes before linearized reading' (duration: 449.7843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.518563Z","time spent":"3.875939136s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs7gq\" "} {"level":"warn","ts":"2026-03-03T12:21:13.394553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.18047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.217\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T12:21:13.394374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792942977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416740"} {"level":"warn","ts":"2026-03-03T12:21:13.394575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:12.944419Z","time spent":"450.14132ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:13.394582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:12.94126Z","time spent":"453.265972ms","remote":"127.0.0.1:37260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T12:21:13.394604Z","caller":"traceutil/trace.go:171","msg":"trace[766209970] range","detail":"{range_begin:/registry/masterleases/199.19.213.217; range_end:; response_count:1; response_revision:16981; }","duration":"598.271712ms","start":"2026-03-03T12:21:12.796318Z","end":"2026-03-03T12:21:13.394589Z","steps":["trace[766209970] 'agreement among raft nodes before linearized reading' (duration: 598.120228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398390379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:21:13.394636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:12.796283Z","time spent":"598.345814ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.217\" "} {"level":"warn","ts":"2026-03-03T12:21:13.394624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175491738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:21:13.394444Z","caller":"traceutil/trace.go:171","msg":"trace[1298142925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16981; }","duration":"4.170377603s","start":"2026-03-03T12:21:09.224047Z","end":"2026-03-03T12:21:13.394425Z","steps":["trace[1298142925] 'agreement among raft nodes before linearized reading' (duration: 4.170114726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176063683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T12:21:13.394699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325932851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T12:21:13.394729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.224029Z","time spent":"4.17066857s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:21:13.394861Z","caller":"traceutil/trace.go:171","msg":"trace[1619057240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16981; }","duration":"1.326091745s","start":"2026-03-03T12:21:12.068708Z","end":"2026-03-03T12:21:13.3948Z","steps":["trace[1619057240] 'agreement among raft nodes before linearized reading' (duration: 1.325537501s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394647Z","caller":"traceutil/trace.go:171","msg":"trace[2014129258] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16981; }","duration":"1.398745969s","start":"2026-03-03T12:21:11.995889Z","end":"2026-03-03T12:21:13.394635Z","steps":["trace[2014129258] 'agreement among raft nodes before linearized reading' (duration: 1.398367019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.99587Z","time spent":"1.399081718s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:21:13.394527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161748334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T12:21:13.394996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:12.06869Z","time spent":"1.326286881s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:21:13.39506Z","caller":"traceutil/trace.go:171","msg":"trace[908312342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16981; }","duration":"4.162286649s","start":"2026-03-03T12:21:09.232753Z","end":"2026-03-03T12:21:13.395039Z","steps":["trace[908312342] 'agreement among raft nodes before linearized reading' (duration: 4.161715674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.394514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:10.086911Z","time spent":"3.307594206s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:21:13.395106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.232739Z","time spent":"4.16235329s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:21:13.394646Z","caller":"traceutil/trace.go:171","msg":"trace[788646507] transaction","detail":"{read_only:false; response_revision:16980; number_of_response:1; }","duration":"824.087322ms","start":"2026-03-03T12:21:12.570176Z","end":"2026-03-03T12:21:13.394263Z","steps":["trace[788646507] 'process raft request' (duration: 823.476106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394702Z","caller":"traceutil/trace.go:171","msg":"trace[1047619878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16981; }","duration":"4.17556918s","start":"2026-03-03T12:21:09.21911Z","end":"2026-03-03T12:21:13.394679Z","steps":["trace[1047619878] 'agreement among raft nodes before linearized reading' (duration: 4.175378405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.395209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.219104Z","time spent":"4.176092974s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:21:13.394803Z","caller":"traceutil/trace.go:171","msg":"trace[986066218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16981; }","duration":"4.176270819s","start":"2026-03-03T12:21:09.218514Z","end":"2026-03-03T12:21:13.394785Z","steps":["trace[986066218] 'agreement among raft nodes before linearized reading' (duration: 4.175364835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.394648Z","caller":"traceutil/trace.go:171","msg":"trace[1718105266] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16981; }","duration":"1.793301207s","start":"2026-03-03T12:21:11.601324Z","end":"2026-03-03T12:21:13.394625Z","steps":["trace[1718105266] 'agreement among raft nodes before linearized reading' (duration: 1.792633679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.395263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.218497Z","time spent":"4.176757511s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:21:13.395271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:12.570149Z","time spent":"825.038468ms","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:13.395308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:11.601299Z","time spent":"1.793989544s","remote":"127.0.0.1:33752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416762,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T12:21:13.395686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920190577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-03T12:21:13.395813Z","caller":"traceutil/trace.go:171","msg":"trace[594270788] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:16981; }","duration":"3.920372843s","start":"2026-03-03T12:21:09.475412Z","end":"2026-03-03T12:21:13.395785Z","steps":["trace[594270788] 'agreement among raft nodes before linearized reading' (duration: 3.919266223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.395922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:09.475398Z","time spent":"3.920511066s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" "} {"level":"info","ts":"2026-03-03T12:21:13.46005Z","caller":"traceutil/trace.go:171","msg":"trace[1423599161] transaction","detail":"{read_only:false; response_revision:16982; number_of_response:1; }","duration":"157.723697ms","start":"2026-03-03T12:21:13.302302Z","end":"2026-03-03T12:21:13.460026Z","steps":["trace[1423599161] 'process raft request' (duration: 157.601693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.60376Z","caller":"traceutil/trace.go:171","msg":"trace[2111576529] linearizableReadLoop","detail":"{readStateIndex:17608; appliedIndex:17603; }","duration":"194.615013ms","start":"2026-03-03T12:21:13.409131Z","end":"2026-03-03T12:21:13.603746Z","steps":["trace[2111576529] 'read index received' (duration: 50.881317ms)","trace[2111576529] 'applied index is now lower than readState.Index' (duration: 143.733036ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:13.603876Z","caller":"traceutil/trace.go:171","msg":"trace[1251042707] transaction","detail":"{read_only:false; response_revision:16983; number_of_response:1; }","duration":"196.72268ms","start":"2026-03-03T12:21:13.407147Z","end":"2026-03-03T12:21:13.603869Z","steps":["trace[1251042707] 'process raft request' (duration: 196.170785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.604038Z","caller":"traceutil/trace.go:171","msg":"trace[1983599777] transaction","detail":"{read_only:false; response_revision:16984; number_of_response:1; }","duration":"195.334013ms","start":"2026-03-03T12:21:13.408698Z","end":"2026-03-03T12:21:13.604032Z","steps":["trace[1983599777] 'process raft request' (duration: 194.930762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.604287Z","caller":"traceutil/trace.go:171","msg":"trace[1508385708] transaction","detail":"{read_only:false; response_revision:16987; number_of_response:1; }","duration":"191.717527ms","start":"2026-03-03T12:21:13.412558Z","end":"2026-03-03T12:21:13.604276Z","steps":["trace[1508385708] 'process raft request' (duration: 191.153472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.604301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.925392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:13.604338Z","caller":"traceutil/trace.go:171","msg":"trace[555221489] transaction","detail":"{read_only:false; response_revision:16986; number_of_response:1; }","duration":"195.365024ms","start":"2026-03-03T12:21:13.408957Z","end":"2026-03-03T12:21:13.604322Z","steps":["trace[555221489] 'process raft request' (duration: 194.733907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.604373Z","caller":"traceutil/trace.go:171","msg":"trace[610178795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16988; }","duration":"195.038034ms","start":"2026-03-03T12:21:13.409316Z","end":"2026-03-03T12:21:13.604354Z","steps":["trace[610178795] 'agreement among raft nodes before linearized reading' (duration: 194.907761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.604524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.134897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:13.604555Z","caller":"traceutil/trace.go:171","msg":"trace[505072401] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16988; }","duration":"141.20985ms","start":"2026-03-03T12:21:13.463337Z","end":"2026-03-03T12:21:13.604547Z","steps":["trace[505072401] 'agreement among raft nodes before linearized reading' (duration: 141.034235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.604564Z","caller":"traceutil/trace.go:171","msg":"trace[1930285694] transaction","detail":"{read_only:false; response_revision:16988; number_of_response:1; }","duration":"191.918922ms","start":"2026-03-03T12:21:13.412615Z","end":"2026-03-03T12:21:13.604534Z","steps":["trace[1930285694] 'process raft request' (duration: 191.110441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.604765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.913972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T12:21:13.604797Z","caller":"traceutil/trace.go:171","msg":"trace[1673634561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16988; }","duration":"191.965384ms","start":"2026-03-03T12:21:13.412823Z","end":"2026-03-03T12:21:13.604789Z","steps":["trace[1673634561] 'agreement among raft nodes before linearized reading' (duration: 191.886142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:13.604111Z","caller":"traceutil/trace.go:171","msg":"trace[1502873130] transaction","detail":"{read_only:false; response_revision:16985; number_of_response:1; }","duration":"195.336963ms","start":"2026-03-03T12:21:13.408769Z","end":"2026-03-03T12:21:13.604106Z","steps":["trace[1502873130] 'process raft request' (duration: 194.905651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.606893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.736156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947608"} {"level":"info","ts":"2026-03-03T12:21:13.606975Z","caller":"traceutil/trace.go:171","msg":"trace[790315260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16988; }","duration":"197.866379ms","start":"2026-03-03T12:21:13.409091Z","end":"2026-03-03T12:21:13.606958Z","steps":["trace[790315260] 'agreement among raft nodes before linearized reading' (duration: 195.149697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:13.612298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.41693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947608"} {"level":"info","ts":"2026-03-03T12:21:13.612341Z","caller":"traceutil/trace.go:171","msg":"trace[742028852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16988; }","duration":"199.473622ms","start":"2026-03-03T12:21:13.412856Z","end":"2026-03-03T12:21:13.61233Z","steps":["trace[742028852] 'agreement among raft nodes before linearized reading' (duration: 191.785109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:18.963461Z","caller":"traceutil/trace.go:171","msg":"trace[2094747700] linearizableReadLoop","detail":"{readStateIndex:17698; appliedIndex:17697; }","duration":"273.614174ms","start":"2026-03-03T12:21:18.689817Z","end":"2026-03-03T12:21:18.963431Z","steps":["trace[2094747700] 'read index received' (duration: 268.859808ms)","trace[2094747700] 'applied index is now lower than readState.Index' (duration: 4.752696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:18.963707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.876632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T12:21:18.963741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.553914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:18.963798Z","caller":"traceutil/trace.go:171","msg":"trace[1687999836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17075; }","duration":"274.013206ms","start":"2026-03-03T12:21:18.689763Z","end":"2026-03-03T12:21:18.963776Z","steps":["trace[1687999836] 'agreement among raft nodes before linearized reading' (duration: 273.780979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:18.963809Z","caller":"traceutil/trace.go:171","msg":"trace[1438599291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17075; }","duration":"145.687778ms","start":"2026-03-03T12:21:18.818101Z","end":"2026-03-03T12:21:18.963788Z","steps":["trace[1438599291] 'agreement among raft nodes before linearized reading' (duration: 145.529364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:18.964598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.323187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216297"} {"level":"info","ts":"2026-03-03T12:21:18.964672Z","caller":"traceutil/trace.go:171","msg":"trace[1827916322] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:17075; }","duration":"100.42525ms","start":"2026-03-03T12:21:18.864226Z","end":"2026-03-03T12:21:18.964651Z","steps":["trace[1827916322] 'agreement among raft nodes before linearized reading' (duration: 100.025969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:27.824885Z","caller":"traceutil/trace.go:171","msg":"trace[1701866007] transaction","detail":"{read_only:false; response_revision:17202; number_of_response:1; }","duration":"121.946059ms","start":"2026-03-03T12:21:27.702917Z","end":"2026-03-03T12:21:27.824863Z","steps":["trace[1701866007] 'process raft request' (duration: 40.856642ms)","trace[1701866007] 'compare' (duration: 81.005995ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:27.865016Z","caller":"traceutil/trace.go:171","msg":"trace[504945208] linearizableReadLoop","detail":"{readStateIndex:17837; appliedIndex:17834; }","duration":"110.004453ms","start":"2026-03-03T12:21:27.754994Z","end":"2026-03-03T12:21:27.864999Z","steps":["trace[504945208] 'read index received' (duration: 109.835308ms)","trace[504945208] 'applied index is now lower than readState.Index' (duration: 168.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:27.865112Z","caller":"traceutil/trace.go:171","msg":"trace[755640525] transaction","detail":"{read_only:false; response_revision:17203; number_of_response:1; }","duration":"159.839303ms","start":"2026-03-03T12:21:27.705266Z","end":"2026-03-03T12:21:27.865105Z","steps":["trace[755640525] 'process raft request' (duration: 159.586776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:27.865226Z","caller":"traceutil/trace.go:171","msg":"trace[612598704] transaction","detail":"{read_only:false; response_revision:17204; number_of_response:1; }","duration":"159.870223ms","start":"2026-03-03T12:21:27.70533Z","end":"2026-03-03T12:21:27.8652Z","steps":["trace[612598704] 'process raft request' (duration: 159.625177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:27.865405Z","caller":"traceutil/trace.go:171","msg":"trace[112520099] transaction","detail":"{read_only:false; response_revision:17205; number_of_response:1; }","duration":"159.974646ms","start":"2026-03-03T12:21:27.705419Z","end":"2026-03-03T12:21:27.865393Z","steps":["trace[112520099] 'process raft request' (duration: 159.556395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:27.865402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.385393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-t8kwx\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-03T12:21:27.865466Z","caller":"traceutil/trace.go:171","msg":"trace[1041571706] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-t8kwx; range_end:; response_count:1; response_revision:17205; }","duration":"110.488686ms","start":"2026-03-03T12:21:27.754959Z","end":"2026-03-03T12:21:27.865448Z","steps":["trace[1041571706] 'agreement among raft nodes before linearized reading' (duration: 110.332181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:35.371464Z","caller":"traceutil/trace.go:171","msg":"trace[1294074258] transaction","detail":"{read_only:false; response_revision:17245; number_of_response:1; }","duration":"101.493758ms","start":"2026-03-03T12:21:35.269949Z","end":"2026-03-03T12:21:35.371443Z","steps":["trace[1294074258] 'process raft request' (duration: 101.251441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:24:00.126633Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16153} {"level":"info","ts":"2026-03-03T12:24:00.221237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16153,"took":"91.497333ms","hash":2752340084,"current-db-size-bytes":44212224,"current-db-size":"44 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T12:24:00.221295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2752340084,"revision":16153,"compact-revision":13842} {"level":"info","ts":"2026-03-03T12:26:19.20682Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"22141a955455b8ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:26:19.212131Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T12:26:19.212364Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T12:28:28.957474Z","caller":"traceutil/trace.go:171","msg":"trace[912939711] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"112.473559ms","start":"2026-03-03T12:28:28.844981Z","end":"2026-03-03T12:28:28.957455Z","steps":["trace[912939711] 'process raft request' (duration: 112.349135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:29:00.136925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18355} {"level":"info","ts":"2026-03-03T12:29:00.229114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18355,"took":"88.811392ms","hash":2956918468,"current-db-size-bytes":44212224,"current-db-size":"44 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T12:29:00.229177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2956918468,"revision":18355,"compact-revision":16153}