{"level":"warn","ts":"2026-03-05T17:48:48.247802Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:48:48.247929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T17:48:48.248018Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T17:48:48.248033Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-05T17:48:48.248054Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:48:48.248827Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-03-05T17:48:48.248918Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T17:48:48.252612Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.489141ms"} {"level":"info","ts":"2026-03-05T17:48:48.259155Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-03-05T17:48:48.259257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T17:48:48.259365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-03-05T17:48:48.259408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T17:48:48.259419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.259477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-03-05T17:48:48.267874Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T17:48:48.270405Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T17:48:48.271938Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T17:48:48.275501Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T17:48:48.275919Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T17:48:48.275967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.276184Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.276258Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T17:48:48.277639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-03-05T17:48:48.277851Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-05T17:48:48.281541Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T17:48:48.281681Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-05T17:48:48.281726Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-05T17:48:48.281832Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T17:48:48.281902Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T17:48:48.35977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.359842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.359881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-03-05T17:48:48.359897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.359911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.359925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.359939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-05T17:48:48.360726Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.361722Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:48:48.361725Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T17:48:48.361784Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T17:48:48.362064Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T17:48:48.362113Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T17:48:48.362206Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.362335Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.362383Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T17:48:48.365579Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T17:48:48.365623Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"warn","ts":"2026-03-05T17:48:53.37263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.288918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:48:53.372826Z","caller":"traceutil/trace.go:171","msg":"trace[65089336] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"361.215025ms","start":"2026-03-05T17:48:53.011582Z","end":"2026-03-05T17:48:53.372797Z","steps":["trace[65089336] 'process raft request' (duration: 103.085887ms)","trace[65089336] 'compare' (duration: 257.067833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:53.372942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:53.011564Z","time spent":"361.325879ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:48:54.868873Z","caller":"traceutil/trace.go:171","msg":"trace[662534993] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"103.697282ms","start":"2026-03-05T17:48:54.765139Z","end":"2026-03-05T17:48:54.868836Z","steps":["trace[662534993] 'process raft request' (duration: 57.235821ms)","trace[662534993] 'compare' (duration: 46.278126ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:56.155307Z","caller":"traceutil/trace.go:171","msg":"trace[1047563120] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"240.91271ms","start":"2026-03-05T17:48:55.914355Z","end":"2026-03-05T17:48:56.155267Z","steps":["trace[1047563120] 'process raft request' (duration: 240.627063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.937197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.791141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:48:56.937311Z","caller":"traceutil/trace.go:171","msg":"trace[735343334] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:302; }","duration":"540.156397ms","start":"2026-03-05T17:48:56.397137Z","end":"2026-03-05T17:48:56.937293Z","steps":["trace[735343334] 'read index received' (duration: 268.150841ms)","trace[735343334] 'applied index is now lower than readState.Index' (duration: 272.004286ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:48:56.937417Z","caller":"traceutil/trace.go:171","msg":"trace[280059300] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"770.223603ms","start":"2026-03-05T17:48:56.167156Z","end":"2026-03-05T17:48:56.937379Z","steps":["trace[280059300] 'process raft request' (duration: 498.177446ms)","trace[280059300] 'compare' (duration: 271.638377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:48:56.937519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.331341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:48:56.937555Z","caller":"traceutil/trace.go:171","msg":"trace[2089012001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:293; }","duration":"540.424084ms","start":"2026-03-05T17:48:56.397119Z","end":"2026-03-05T17:48:56.937543Z","steps":["trace[2089012001] 'agreement among raft nodes before linearized reading' (duration: 540.268949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.937548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.624158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:48:56.937583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.16712Z","time spent":"770.393387ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":176,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:48:56.937599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.397046Z","time spent":"540.543447ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:48:56.937602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.14866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:48:56.937642Z","caller":"traceutil/trace.go:171","msg":"trace[1146248084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:293; }","duration":"431.771372ms","start":"2026-03-05T17:48:56.505849Z","end":"2026-03-05T17:48:56.93762Z","steps":["trace[1146248084] 'agreement among raft nodes before linearized reading' (duration: 431.582336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.937653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.673533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:48:56.937711Z","caller":"traceutil/trace.go:171","msg":"trace[1473232232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:293; }","duration":"242.317664ms","start":"2026-03-05T17:48:56.695369Z","end":"2026-03-05T17:48:56.937686Z","steps":["trace[1473232232] 'agreement among raft nodes before linearized reading' (duration: 242.080717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:48:56.937716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:48:56.505818Z","time spent":"431.884965ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:48:56.937762Z","caller":"traceutil/trace.go:171","msg":"trace[716849443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:293; }","duration":"242.827446ms","start":"2026-03-05T17:48:56.694908Z","end":"2026-03-05T17:48:56.937736Z","steps":["trace[716849443] 'agreement among raft nodes before linearized reading' (duration: 242.61855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:48:57.054774Z","caller":"traceutil/trace.go:171","msg":"trace[1305611183] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"100.909124ms","start":"2026-03-05T17:48:56.953838Z","end":"2026-03-05T17:48:57.054747Z","steps":["trace[1305611183] 'process raft request' (duration: 89.366623ms)","trace[1305611183] 'compare' (duration: 11.434258ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:00.343705Z","caller":"traceutil/trace.go:171","msg":"trace[1698062337] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"272.833136ms","start":"2026-03-05T17:49:00.070841Z","end":"2026-03-05T17:49:00.343674Z","steps":["trace[1698062337] 'process raft request' (duration: 272.680512ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:00.619831Z","caller":"traceutil/trace.go:171","msg":"trace[1426869143] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"247.664243ms","start":"2026-03-05T17:49:00.372134Z","end":"2026-03-05T17:49:00.619798Z","steps":["trace[1426869143] 'process raft request' (duration: 247.425777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.243325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.516836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T17:49:07.243451Z","caller":"traceutil/trace.go:171","msg":"trace[2091249273] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"249.410806ms","start":"2026-03-05T17:49:06.994022Z","end":"2026-03-05T17:49:07.243433Z","steps":["trace[2091249273] 'read index received' (duration: 35.001µs)","trace[2091249273] 'applied index is now lower than readState.Index' (duration: 249.374315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:07.243609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.942455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:07.243644Z","caller":"traceutil/trace.go:171","msg":"trace[1554200992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"240.005667ms","start":"2026-03-05T17:49:07.003629Z","end":"2026-03-05T17:49:07.243634Z","steps":["trace[1554200992] 'agreement among raft nodes before linearized reading' (duration: 239.909144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.243616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.564679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:07.24371Z","caller":"traceutil/trace.go:171","msg":"trace[706110559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"249.672352ms","start":"2026-03-05T17:49:06.994015Z","end":"2026-03-05T17:49:07.243687Z","steps":["trace[706110559] 'agreement among raft nodes before linearized reading' (duration: 249.465487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.243682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.439597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:07.243821Z","caller":"traceutil/trace.go:171","msg":"trace[92056641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:404; }","duration":"219.598621ms","start":"2026-03-05T17:49:07.0242Z","end":"2026-03-05T17:49:07.243798Z","steps":["trace[92056641] 'agreement among raft nodes before linearized reading' (duration: 219.396126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.24394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.169779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:49:07.243989Z","caller":"traceutil/trace.go:171","msg":"trace[121969456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"221.266862ms","start":"2026-03-05T17:49:07.022711Z","end":"2026-03-05T17:49:07.243978Z","steps":["trace[121969456] 'agreement among raft nodes before linearized reading' (duration: 221.19341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:07.243954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.36908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:49:07.244148Z","caller":"traceutil/trace.go:171","msg":"trace[2037671786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"220.604746ms","start":"2026-03-05T17:49:07.023504Z","end":"2026-03-05T17:49:07.244109Z","steps":["trace[2037671786] 'agreement among raft nodes before linearized reading' (duration: 220.154664ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.418081Z","caller":"traceutil/trace.go:171","msg":"trace[1928948326] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"168.93946ms","start":"2026-03-05T17:49:07.249113Z","end":"2026-03-05T17:49:07.418052Z","steps":["trace[1928948326] 'process raft request' (duration: 168.761716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.422389Z","caller":"traceutil/trace.go:171","msg":"trace[1332264113] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"173.150802ms","start":"2026-03-05T17:49:07.249202Z","end":"2026-03-05T17:49:07.422353Z","steps":["trace[1332264113] 'process raft request' (duration: 172.898716ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.422616Z","caller":"traceutil/trace.go:171","msg":"trace[1120103990] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"172.959107ms","start":"2026-03-05T17:49:07.249634Z","end":"2026-03-05T17:49:07.422593Z","steps":["trace[1120103990] 'process raft request' (duration: 172.6653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.423043Z","caller":"traceutil/trace.go:171","msg":"trace[1897085963] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"172.814643ms","start":"2026-03-05T17:49:07.250212Z","end":"2026-03-05T17:49:07.423026Z","steps":["trace[1897085963] 'process raft request' (duration: 172.297621ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:07.423181Z","caller":"traceutil/trace.go:171","msg":"trace[1205864287] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"161.843996ms","start":"2026-03-05T17:49:07.261324Z","end":"2026-03-05T17:49:07.423168Z","steps":["trace[1205864287] 'process raft request' (duration: 161.60301ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:11.775324Z","caller":"traceutil/trace.go:171","msg":"trace[943361341] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"283.70224ms","start":"2026-03-05T17:49:11.491584Z","end":"2026-03-05T17:49:11.775286Z","steps":["trace[943361341] 'read index received' (duration: 186.472625ms)","trace[943361341] 'applied index is now lower than readState.Index' (duration: 97.227775ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:11.775408Z","caller":"traceutil/trace.go:171","msg":"trace[504287899] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"335.975382ms","start":"2026-03-05T17:49:11.439397Z","end":"2026-03-05T17:49:11.775372Z","steps":["trace[504287899] 'process raft request' (duration: 238.642194ms)","trace[504287899] 'compare' (duration: 97.067052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:11.775566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.288945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:11.775667Z","caller":"traceutil/trace.go:171","msg":"trace[489901837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"335.442198ms","start":"2026-03-05T17:49:11.440204Z","end":"2026-03-05T17:49:11.775646Z","steps":["trace[489901837] 'agreement among raft nodes before linearized reading' (duration: 335.254474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:11.775715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.440184Z","time spent":"335.522801ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:11.775838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.439378Z","time spent":"336.195357ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:12.012328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.948808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:12.012495Z","caller":"traceutil/trace.go:171","msg":"trace[1004528493] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"232.212568ms","start":"2026-03-05T17:49:11.780266Z","end":"2026-03-05T17:49:12.012479Z","steps":["trace[1004528493] 'process raft request' (duration: 232.163347ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:12.012487Z","caller":"traceutil/trace.go:171","msg":"trace[625850052] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"516.037001ms","start":"2026-03-05T17:49:11.496411Z","end":"2026-03-05T17:49:12.012448Z","steps":["trace[625850052] 'process raft request' (duration: 388.886338ms)","trace[625850052] 'compare' (duration: 126.812365ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:12.012523Z","caller":"traceutil/trace.go:171","msg":"trace[2110907004] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"237.084397ms","start":"2026-03-05T17:49:11.775421Z","end":"2026-03-05T17:49:12.012505Z","steps":["trace[2110907004] 'read index received' (duration: 109.873972ms)","trace[2110907004] 'applied index is now lower than readState.Index' (duration: 127.209015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:12.012637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.351553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:49:12.012666Z","caller":"traceutil/trace.go:171","msg":"trace[456930747] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:419; }","duration":"258.421175ms","start":"2026-03-05T17:49:11.754235Z","end":"2026-03-05T17:49:12.012656Z","steps":["trace[456930747] 'agreement among raft nodes before linearized reading' (duration: 258.327713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:12.01268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:11.496398Z","time spent":"516.171414ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:13.477082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248823674s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-05T17:49:13.47724Z","caller":"traceutil/trace.go:171","msg":"trace[2114290757] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"449.904743ms","start":"2026-03-05T17:49:13.027314Z","end":"2026-03-05T17:49:13.477219Z","steps":["trace[2114290757] 'read index received' (duration: 56.912µs)","trace[2114290757] 'applied index is now lower than readState.Index' (duration: 449.846001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:13.477399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.306487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:13.477382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:12.013546Z","time spent":"1.463823193s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:49:13.477449Z","caller":"traceutil/trace.go:171","msg":"trace[1519273473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"391.41038ms","start":"2026-03-05T17:49:13.086015Z","end":"2026-03-05T17:49:13.477425Z","steps":["trace[1519273473] 'agreement among raft nodes before linearized reading' (duration: 391.329838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.477539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.109858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:13.477676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.08598Z","time spent":"391.643866ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:13.477696Z","caller":"traceutil/trace.go:171","msg":"trace[391883947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"450.408505ms","start":"2026-03-05T17:49:13.02726Z","end":"2026-03-05T17:49:13.477669Z","steps":["trace[391883947] 'agreement among raft nodes before linearized reading' (duration: 450.070227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:13.477808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.027237Z","time spent":"450.558938ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:13.996291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:14.4971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:14.997273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:15.498515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:15.637865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304608091s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:16.085362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:49:16.085455Z","caller":"traceutil/trace.go:171","msg":"trace[1323439390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089796s","start":"2026-03-05T17:49:14.085346Z","end":"2026-03-05T17:49:16.085435Z","steps":["trace[1323439390] 'agreement among raft nodes before linearized reading' (duration: 1.999973133s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.085507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:14.085334Z","time spent":"2.000163638s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:16.100792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.42144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:16.10102Z","caller":"traceutil/trace.go:171","msg":"trace[445169310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:419; }","duration":"789.699607ms","start":"2026-03-05T17:49:15.311293Z","end":"2026-03-05T17:49:16.100993Z","steps":["trace[445169310] 'range keys from in-memory index tree' (duration: 789.39701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.1019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.654328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:16.102022Z","caller":"traceutil/trace.go:171","msg":"trace[1688912174] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"2.623205122s","start":"2026-03-05T17:49:13.478795Z","end":"2026-03-05T17:49:16.102Z","steps":["trace[1688912174] 'process raft request' (duration: 2.159326859s)","trace[1688912174] 'compare' (duration: 462.872678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:16.102081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.478768Z","time spent":"2.623284083s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:16.365274Z","caller":"traceutil/trace.go:171","msg":"trace[1169415461] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:433; }","duration":"2.869943194s","start":"2026-03-05T17:49:13.495287Z","end":"2026-03-05T17:49:16.36523Z","steps":["trace[1169415461] 'read index received' (duration: 2.142852019s)","trace[1169415461] 'applied index is now lower than readState.Index' (duration: 727.089565ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:16.365315Z","caller":"traceutil/trace.go:171","msg":"trace[1298923390] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.829789865s","start":"2026-03-05T17:49:14.535492Z","end":"2026-03-05T17:49:16.365281Z","steps":["trace[1298923390] 'process raft request' (duration: 1.829522357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.365472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870165719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:16.36553Z","caller":"traceutil/trace.go:171","msg":"trace[629540678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"2.870284952s","start":"2026-03-05T17:49:13.495232Z","end":"2026-03-05T17:49:16.365517Z","steps":["trace[629540678] 'agreement among raft nodes before linearized reading' (duration: 2.870151208s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.365537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585472464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:49:16.365573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.495214Z","time spent":"2.870349803s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:16.365636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34930256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:16.365671Z","caller":"traceutil/trace.go:171","msg":"trace[1107204635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"2.349389712s","start":"2026-03-05T17:49:14.016274Z","end":"2026-03-05T17:49:16.365664Z","steps":["trace[1107204635] 'agreement among raft nodes before linearized reading' (duration: 2.349333261s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.365663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.298494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:49:16.365702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:14.016232Z","time spent":"2.349463544s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:49:16.365582Z","caller":"traceutil/trace.go:171","msg":"trace[268778255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"2.585580357s","start":"2026-03-05T17:49:13.779989Z","end":"2026-03-05T17:49:16.365569Z","steps":["trace[268778255] 'agreement among raft nodes before linearized reading' (duration: 2.585496835s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.365735Z","caller":"traceutil/trace.go:171","msg":"trace[1825780043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"279.398886ms","start":"2026-03-05T17:49:16.086312Z","end":"2026-03-05T17:49:16.365711Z","steps":["trace[1825780043] 'agreement among raft nodes before linearized reading' (duration: 279.268643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.365779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348588913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:49:16.365804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.930546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-05T17:49:16.365842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:13.779968Z","time spent":"2.585813132s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:49:16.36589Z","caller":"traceutil/trace.go:171","msg":"trace[1032079853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"2.348761447s","start":"2026-03-05T17:49:14.017104Z","end":"2026-03-05T17:49:16.365866Z","steps":["trace[1032079853] 'agreement among raft nodes before linearized reading' (duration: 2.348502191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.365968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:14.017093Z","time spent":"2.34885302s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:16.365992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:14.535471Z","time spent":"1.82997359s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:16.365897Z","caller":"traceutil/trace.go:171","msg":"trace[1334799122] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:421; }","duration":"261.09524ms","start":"2026-03-05T17:49:16.104782Z","end":"2026-03-05T17:49:16.365878Z","steps":["trace[1334799122] 'agreement among raft nodes before linearized reading' (duration: 260.855484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.838599Z","caller":"traceutil/trace.go:171","msg":"trace[1214080899] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:435; }","duration":"463.845802ms","start":"2026-03-05T17:49:16.37473Z","end":"2026-03-05T17:49:16.838576Z","steps":["trace[1214080899] 'read index received' (duration: 461.996897ms)","trace[1214080899] 'applied index is now lower than readState.Index' (duration: 1.847245ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:16.838641Z","caller":"traceutil/trace.go:171","msg":"trace[1183112323] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"467.455189ms","start":"2026-03-05T17:49:16.37115Z","end":"2026-03-05T17:49:16.838605Z","steps":["trace[1183112323] 'process raft request' (duration: 467.365876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.838741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.999325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:16.838796Z","caller":"traceutil/trace.go:171","msg":"trace[228002284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"464.101458ms","start":"2026-03-05T17:49:16.374664Z","end":"2026-03-05T17:49:16.838766Z","steps":["trace[228002284] 'agreement among raft nodes before linearized reading' (duration: 463.998225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.838831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.374644Z","time spent":"464.17924ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:16.838841Z","caller":"traceutil/trace.go:171","msg":"trace[1173563599] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"467.550572ms","start":"2026-03-05T17:49:16.371272Z","end":"2026-03-05T17:49:16.838823Z","steps":["trace[1173563599] 'process raft request' (duration: 467.269695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:16.838896Z","caller":"traceutil/trace.go:171","msg":"trace[801899185] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"467.943541ms","start":"2026-03-05T17:49:16.370938Z","end":"2026-03-05T17:49:16.838881Z","steps":["trace[801899185] 'process raft request' (duration: 467.545191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.838922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.371263Z","time spent":"467.619524ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:16.838839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.371135Z","time spent":"467.604603ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:16.838939Z","caller":"traceutil/trace.go:171","msg":"trace[631238108] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"468.137046ms","start":"2026-03-05T17:49:16.370722Z","end":"2026-03-05T17:49:16.838859Z","steps":["trace[631238108] 'process raft request' (duration: 465.900801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.838978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.370932Z","time spent":"468.003863ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:16.839186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.370706Z","time spent":"468.358801ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:16.839069Z","caller":"traceutil/trace.go:171","msg":"trace[57135202] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"468.27987ms","start":"2026-03-05T17:49:16.370772Z","end":"2026-03-05T17:49:16.839052Z","steps":["trace[57135202] 'process raft request' (duration: 467.649733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:16.839629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:16.370752Z","time spent":"468.818012ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:21.126452Z","caller":"traceutil/trace.go:171","msg":"trace[1913474716] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"265.828725ms","start":"2026-03-05T17:49:20.860601Z","end":"2026-03-05T17:49:21.12643Z","steps":["trace[1913474716] 'process raft request' (duration: 265.752293ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:21.126464Z","caller":"traceutil/trace.go:171","msg":"trace[968246273] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"268.020469ms","start":"2026-03-05T17:49:20.858423Z","end":"2026-03-05T17:49:21.126444Z","steps":["trace[968246273] 'process raft request' (duration: 177.937378ms)","trace[968246273] 'compare' (duration: 89.878646ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:21.126649Z","caller":"traceutil/trace.go:171","msg":"trace[996191213] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:446; }","duration":"146.024901ms","start":"2026-03-05T17:49:20.980609Z","end":"2026-03-05T17:49:21.126634Z","steps":["trace[996191213] 'read index received' (duration: 55.683834ms)","trace[996191213] 'applied index is now lower than readState.Index' (duration: 90.339577ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:21.126745Z","caller":"traceutil/trace.go:171","msg":"trace[959303842] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"266.098601ms","start":"2026-03-05T17:49:20.860626Z","end":"2026-03-05T17:49:21.126725Z","steps":["trace[959303842] 'process raft request' (duration: 265.765013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:21.126792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.167794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:21.126842Z","caller":"traceutil/trace.go:171","msg":"trace[982328666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:434; }","duration":"146.268687ms","start":"2026-03-05T17:49:20.980556Z","end":"2026-03-05T17:49:21.126825Z","steps":["trace[982328666] 'agreement among raft nodes before linearized reading' (duration: 146.177165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:23.246676Z","caller":"traceutil/trace.go:171","msg":"trace[957551397] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"112.489136ms","start":"2026-03-05T17:49:23.134148Z","end":"2026-03-05T17:49:23.246637Z","steps":["trace[957551397] 'process raft request' (duration: 112.24333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:23.250507Z","caller":"traceutil/trace.go:171","msg":"trace[911989113] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"113.232783ms","start":"2026-03-05T17:49:23.137249Z","end":"2026-03-05T17:49:23.250482Z","steps":["trace[911989113] 'process raft request' (duration: 113.186652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:23.250573Z","caller":"traceutil/trace.go:171","msg":"trace[477897846] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"113.976761ms","start":"2026-03-05T17:49:23.136553Z","end":"2026-03-05T17:49:23.25053Z","steps":["trace[477897846] 'process raft request' (duration: 113.389117ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:24.626261Z","caller":"traceutil/trace.go:171","msg":"trace[1172828139] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"228.600779ms","start":"2026-03-05T17:49:24.397631Z","end":"2026-03-05T17:49:24.626232Z","steps":["trace[1172828139] 'process raft request' (duration: 228.509367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:24.626341Z","caller":"traceutil/trace.go:171","msg":"trace[803619434] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"228.949878ms","start":"2026-03-05T17:49:24.397346Z","end":"2026-03-05T17:49:24.626296Z","steps":["trace[803619434] 'process raft request' (duration: 130.532304ms)","trace[803619434] 'compare' (duration: 98.076745ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:24.626677Z","caller":"traceutil/trace.go:171","msg":"trace[1400242325] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"194.890811ms","start":"2026-03-05T17:49:24.431717Z","end":"2026-03-05T17:49:24.626608Z","steps":["trace[1400242325] 'process raft request' (duration: 194.584073ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:25.235733Z","caller":"traceutil/trace.go:171","msg":"trace[442243784] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"105.853015ms","start":"2026-03-05T17:49:25.129825Z","end":"2026-03-05T17:49:25.235679Z","steps":["trace[442243784] 'process raft request' (duration: 105.637859ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:26.379755Z","caller":"traceutil/trace.go:171","msg":"trace[1206041339] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"647.684432ms","start":"2026-03-05T17:49:25.73204Z","end":"2026-03-05T17:49:26.379725Z","steps":["trace[1206041339] 'process raft request' (duration: 647.541349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.379913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:25.732009Z","time spent":"647.842906ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:26.770073Z","caller":"traceutil/trace.go:171","msg":"trace[399945681] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:522; }","duration":"688.29352ms","start":"2026-03-05T17:49:26.081756Z","end":"2026-03-05T17:49:26.77005Z","steps":["trace[399945681] 'read index received' (duration: 297.925805ms)","trace[399945681] 'applied index is now lower than readState.Index' (duration: 390.366885ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:26.770216Z","caller":"traceutil/trace.go:171","msg":"trace[2108784163] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"839.071188ms","start":"2026-03-05T17:49:25.931103Z","end":"2026-03-05T17:49:26.770174Z","steps":["trace[2108784163] 'process raft request' (duration: 838.809622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.770266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.484655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:26.770326Z","caller":"traceutil/trace.go:171","msg":"trace[940978034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"688.600628ms","start":"2026-03-05T17:49:26.081708Z","end":"2026-03-05T17:49:26.770308Z","steps":["trace[940978034] 'agreement among raft nodes before linearized reading' (duration: 688.475745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.770368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:25.931072Z","time spent":"839.222482ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:26.770384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.081683Z","time spent":"688.68901ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:26.827599Z","caller":"traceutil/trace.go:171","msg":"trace[338340666] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"440.400621ms","start":"2026-03-05T17:49:26.387166Z","end":"2026-03-05T17:49:26.827566Z","steps":["trace[338340666] 'process raft request' (duration: 440.144535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.827659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.449734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-05T17:49:26.827725Z","caller":"traceutil/trace.go:171","msg":"trace[457442505] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:510; }","duration":"299.557146ms","start":"2026-03-05T17:49:26.528147Z","end":"2026-03-05T17:49:26.827704Z","steps":["trace[457442505] 'agreement among raft nodes before linearized reading' (duration: 299.374272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.82774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.387148Z","time spent":"440.521624ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:26.827823Z","caller":"traceutil/trace.go:171","msg":"trace[178724139] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"253.924756ms","start":"2026-03-05T17:49:26.573872Z","end":"2026-03-05T17:49:26.827796Z","steps":["trace[178724139] 'process raft request' (duration: 253.573837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.827849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.147188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:49:26.827914Z","caller":"traceutil/trace.go:171","msg":"trace[384706566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:510; }","duration":"397.243561ms","start":"2026-03-05T17:49:26.430652Z","end":"2026-03-05T17:49:26.827896Z","steps":["trace[384706566] 'agreement among raft nodes before linearized reading' (duration: 397.128008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.827924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.380955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-05T17:49:26.827958Z","caller":"traceutil/trace.go:171","msg":"trace[726538591] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:510; }","duration":"499.454147ms","start":"2026-03-05T17:49:26.328494Z","end":"2026-03-05T17:49:26.827948Z","steps":["trace[726538591] 'agreement among raft nodes before linearized reading' (duration: 499.349835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.827956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.430637Z","time spent":"397.310672ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:26.827837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.896392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-05T17:49:26.828001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.328466Z","time spent":"499.525089ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-05T17:49:26.828021Z","caller":"traceutil/trace.go:171","msg":"trace[1162813776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:510; }","duration":"700.127579ms","start":"2026-03-05T17:49:26.127875Z","end":"2026-03-05T17:49:26.828002Z","steps":["trace[1162813776] 'agreement among raft nodes before linearized reading' (duration: 699.75993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:26.828061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:26.127854Z","time spent":"700.195871ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-05T17:49:31.68775Z","caller":"traceutil/trace.go:171","msg":"trace[1341860415] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"142.476055ms","start":"2026-03-05T17:49:31.545252Z","end":"2026-03-05T17:49:31.687728Z","steps":["trace[1341860415] 'process raft request' (duration: 142.341062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.110904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.937479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:33.111195Z","caller":"traceutil/trace.go:171","msg":"trace[642189608] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"450.474277ms","start":"2026-03-05T17:49:32.660684Z","end":"2026-03-05T17:49:33.111158Z","steps":["trace[642189608] 'process raft request' (duration: 274.178839ms)","trace[642189608] 'compare' (duration: 175.635922ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.111236Z","caller":"traceutil/trace.go:171","msg":"trace[731518367] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:587; }","duration":"168.557979ms","start":"2026-03-05T17:49:32.942652Z","end":"2026-03-05T17:49:33.11121Z","steps":["trace[731518367] 'read index received' (duration: 165.774801ms)","trace[731518367] 'applied index is now lower than readState.Index' (duration: 2.781348ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.111255Z","caller":"traceutil/trace.go:171","msg":"trace[1752648722] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"450.173208ms","start":"2026-03-05T17:49:32.661038Z","end":"2026-03-05T17:49:33.111212Z","steps":["trace[1752648722] 'process raft request' (duration: 449.996564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.111966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.66099Z","time spent":"450.876466ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:33.111284Z","caller":"traceutil/trace.go:171","msg":"trace[741309661] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"449.861441ms","start":"2026-03-05T17:49:32.661398Z","end":"2026-03-05T17:49:33.11126Z","steps":["trace[741309661] 'process raft request' (duration: 449.762319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.112557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.661373Z","time spent":"451.137142ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:33.111501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:32.66065Z","time spent":"450.773424ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:33.111502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.836116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:49:33.112155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.406584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:33.11282Z","caller":"traceutil/trace.go:171","msg":"trace[1822907746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"143.129531ms","start":"2026-03-05T17:49:32.969674Z","end":"2026-03-05T17:49:33.112804Z","steps":["trace[1822907746] 'agreement among raft nodes before linearized reading' (duration: 142.325212ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.112855Z","caller":"traceutil/trace.go:171","msg":"trace[80544758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:572; }","duration":"170.094067ms","start":"2026-03-05T17:49:32.942609Z","end":"2026-03-05T17:49:33.112704Z","steps":["trace[80544758] 'agreement among raft nodes before linearized reading' (duration: 168.664772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.428332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.724677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:33.428536Z","caller":"traceutil/trace.go:171","msg":"trace[1348389113] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"138.180491ms","start":"2026-03-05T17:49:33.290338Z","end":"2026-03-05T17:49:33.428519Z","steps":["trace[1348389113] 'read index received' (duration: 88.162µs)","trace[1348389113] 'applied index is now lower than readState.Index' (duration: 138.091029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.428695Z","caller":"traceutil/trace.go:171","msg":"trace[612257162] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"311.152647ms","start":"2026-03-05T17:49:33.117514Z","end":"2026-03-05T17:49:33.428667Z","steps":["trace[612257162] 'process raft request' (duration: 95.008479ms)","trace[612257162] 'compare' (duration: 215.584313ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.428677Z","caller":"traceutil/trace.go:171","msg":"trace[1306207577] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"311.098166ms","start":"2026-03-05T17:49:33.117511Z","end":"2026-03-05T17:49:33.428609Z","steps":["trace[1306207577] 'process raft request' (duration: 310.934753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.428783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.117488Z","time spent":"311.256ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:33.42873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.390976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:33.428917Z","caller":"traceutil/trace.go:171","msg":"trace[524448364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"138.562221ms","start":"2026-03-05T17:49:33.29032Z","end":"2026-03-05T17:49:33.428882Z","steps":["trace[524448364] 'agreement among raft nodes before linearized reading' (duration: 138.301745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.42894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.829544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:33.429082Z","caller":"traceutil/trace.go:171","msg":"trace[296168033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"136.026679ms","start":"2026-03-05T17:49:33.293021Z","end":"2026-03-05T17:49:33.429048Z","steps":["trace[296168033] 'agreement among raft nodes before linearized reading' (duration: 135.680991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:33.429125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.117488Z","time spent":"311.333472ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:33.42917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.695227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:33.429412Z","caller":"traceutil/trace.go:171","msg":"trace[957409435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:575; }","duration":"104.989144ms","start":"2026-03-05T17:49:33.324379Z","end":"2026-03-05T17:49:33.429368Z","steps":["trace[957409435] 'agreement among raft nodes before linearized reading' (duration: 104.364399ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.574636Z","caller":"traceutil/trace.go:171","msg":"trace[424475670] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"139.488763ms","start":"2026-03-05T17:49:33.435119Z","end":"2026-03-05T17:49:33.574608Z","steps":["trace[424475670] 'process raft request' (duration: 125.282757ms)","trace[424475670] 'compare' (duration: 13.869238ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.574709Z","caller":"traceutil/trace.go:171","msg":"trace[360172885] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"139.412571ms","start":"2026-03-05T17:49:33.435268Z","end":"2026-03-05T17:49:33.574681Z","steps":["trace[360172885] 'process raft request' (duration: 139.129475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.574906Z","caller":"traceutil/trace.go:171","msg":"trace[1702780318] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"137.138386ms","start":"2026-03-05T17:49:33.437728Z","end":"2026-03-05T17:49:33.574866Z","steps":["trace[1702780318] 'process raft request' (duration: 136.846789ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.574906Z","caller":"traceutil/trace.go:171","msg":"trace[1975172143] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"136.458129ms","start":"2026-03-05T17:49:33.438422Z","end":"2026-03-05T17:49:33.57488Z","steps":["trace[1975172143] 'process raft request' (duration: 136.201453ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.574958Z","caller":"traceutil/trace.go:171","msg":"trace[649146475] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"126.181829ms","start":"2026-03-05T17:49:33.448744Z","end":"2026-03-05T17:49:33.574926Z","steps":["trace[649146475] 'process raft request' (duration: 126.112758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.575085Z","caller":"traceutil/trace.go:171","msg":"trace[1666704677] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"128.2576ms","start":"2026-03-05T17:49:33.446814Z","end":"2026-03-05T17:49:33.575072Z","steps":["trace[1666704677] 'process raft request' (duration: 127.955113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.575063Z","caller":"traceutil/trace.go:171","msg":"trace[13141125] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"137.663278ms","start":"2026-03-05T17:49:33.437324Z","end":"2026-03-05T17:49:33.574987Z","steps":["trace[13141125] 'process raft request' (duration: 137.136935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.575159Z","caller":"traceutil/trace.go:171","msg":"trace[51440972] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"130.510165ms","start":"2026-03-05T17:49:33.444569Z","end":"2026-03-05T17:49:33.575079Z","steps":["trace[51440972] 'process raft request' (duration: 130.123556ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.715571Z","caller":"traceutil/trace.go:171","msg":"trace[1150090770] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"134.469081ms","start":"2026-03-05T17:49:33.581059Z","end":"2026-03-05T17:49:33.715528Z","steps":["trace[1150090770] 'process raft request' (duration: 117.874517ms)","trace[1150090770] 'compare' (duration: 16.391999ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:33.716624Z","caller":"traceutil/trace.go:171","msg":"trace[1086937635] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"134.783498ms","start":"2026-03-05T17:49:33.581818Z","end":"2026-03-05T17:49:33.716602Z","steps":["trace[1086937635] 'process raft request' (duration: 134.228975ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.716694Z","caller":"traceutil/trace.go:171","msg":"trace[1751757893] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"123.527804ms","start":"2026-03-05T17:49:33.593145Z","end":"2026-03-05T17:49:33.716672Z","steps":["trace[1751757893] 'process raft request' (duration: 123.462663ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.716771Z","caller":"traceutil/trace.go:171","msg":"trace[1722035748] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"124.028417ms","start":"2026-03-05T17:49:33.592707Z","end":"2026-03-05T17:49:33.716736Z","steps":["trace[1722035748] 'process raft request' (duration: 123.75145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.716919Z","caller":"traceutil/trace.go:171","msg":"trace[450197780] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"124.1482ms","start":"2026-03-05T17:49:33.592729Z","end":"2026-03-05T17:49:33.716877Z","steps":["trace[450197780] 'process raft request' (duration: 123.76002ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717015Z","caller":"traceutil/trace.go:171","msg":"trace[1085935141] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"124.043748ms","start":"2026-03-05T17:49:33.592963Z","end":"2026-03-05T17:49:33.717006Z","steps":["trace[1085935141] 'process raft request' (duration: 123.554815ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.71704Z","caller":"traceutil/trace.go:171","msg":"trace[2056489029] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"124.670892ms","start":"2026-03-05T17:49:33.592347Z","end":"2026-03-05T17:49:33.717018Z","steps":["trace[2056489029] 'process raft request' (duration: 124.017256ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717039Z","caller":"traceutil/trace.go:171","msg":"trace[897936611] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"123.589966ms","start":"2026-03-05T17:49:33.593428Z","end":"2026-03-05T17:49:33.717018Z","steps":["trace[897936611] 'process raft request' (duration: 123.506904ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717045Z","caller":"traceutil/trace.go:171","msg":"trace[46449041] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"124.724584ms","start":"2026-03-05T17:49:33.592289Z","end":"2026-03-05T17:49:33.717014Z","steps":["trace[46449041] 'process raft request' (duration: 123.984206ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.716725Z","caller":"traceutil/trace.go:171","msg":"trace[623389537] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"132.672927ms","start":"2026-03-05T17:49:33.584018Z","end":"2026-03-05T17:49:33.716691Z","steps":["trace[623389537] 'process raft request' (duration: 132.157844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717119Z","caller":"traceutil/trace.go:171","msg":"trace[656350846] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"124.675912ms","start":"2026-03-05T17:49:33.59243Z","end":"2026-03-05T17:49:33.717106Z","steps":["trace[656350846] 'process raft request' (duration: 123.966484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717193Z","caller":"traceutil/trace.go:171","msg":"trace[435660205] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"124.180381ms","start":"2026-03-05T17:49:33.592998Z","end":"2026-03-05T17:49:33.717178Z","steps":["trace[435660205] 'process raft request' (duration: 123.577026ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717204Z","caller":"traceutil/trace.go:171","msg":"trace[1286800558] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"124.035808ms","start":"2026-03-05T17:49:33.593159Z","end":"2026-03-05T17:49:33.717195Z","steps":["trace[1286800558] 'process raft request' (duration: 123.480073ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717276Z","caller":"traceutil/trace.go:171","msg":"trace[2061161015] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"124.260563ms","start":"2026-03-05T17:49:33.592995Z","end":"2026-03-05T17:49:33.717255Z","steps":["trace[2061161015] 'process raft request' (duration: 123.550845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:33.717528Z","caller":"traceutil/trace.go:171","msg":"trace[185615469] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"124.805766ms","start":"2026-03-05T17:49:33.592452Z","end":"2026-03-05T17:49:33.717258Z","steps":["trace[185615469] 'process raft request' (duration: 123.974245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.168448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.103922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:34.168622Z","caller":"traceutil/trace.go:171","msg":"trace[1875775115] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"372.49997ms","start":"2026-03-05T17:49:33.796088Z","end":"2026-03-05T17:49:34.168588Z","steps":["trace[1875775115] 'process raft request' (duration: 39.136102ms)","trace[1875775115] 'compare' (duration: 332.889687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:34.168702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.796066Z","time spent":"372.611282ms","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:34.169053Z","caller":"traceutil/trace.go:171","msg":"trace[1504571038] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:632; }","duration":"370.072961ms","start":"2026-03-05T17:49:33.798963Z","end":"2026-03-05T17:49:34.169036Z","steps":["trace[1504571038] 'read index received' (duration: 36.202531ms)","trace[1504571038] 'applied index is now lower than readState.Index' (duration: 333.8695ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:34.169034Z","caller":"traceutil/trace.go:171","msg":"trace[1901855917] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"372.817198ms","start":"2026-03-05T17:49:33.796166Z","end":"2026-03-05T17:49:34.168984Z","steps":["trace[1901855917] 'process raft request' (duration: 372.572062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.169122Z","caller":"traceutil/trace.go:171","msg":"trace[1435306657] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"369.338033ms","start":"2026-03-05T17:49:33.799752Z","end":"2026-03-05T17:49:34.16909Z","steps":["trace[1435306657] 'process raft request' (duration: 369.18456ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.169105Z","caller":"traceutil/trace.go:171","msg":"trace[373539312] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"372.822548ms","start":"2026-03-05T17:49:33.796237Z","end":"2026-03-05T17:49:34.16906Z","steps":["trace[373539312] 'process raft request' (duration: 372.637203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.169271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.286046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-03-05T17:49:34.169311Z","caller":"traceutil/trace.go:171","msg":"trace[1563051311] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:619; }","duration":"370.376178ms","start":"2026-03-05T17:49:33.798924Z","end":"2026-03-05T17:49:34.1693Z","steps":["trace[1563051311] 'agreement among raft nodes before linearized reading' (duration: 370.204964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.169285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.79974Z","time spent":"369.457456ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:34.169345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.798912Z","time spent":"370.424439ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2274,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"info","ts":"2026-03-05T17:49:34.16918Z","caller":"traceutil/trace.go:171","msg":"trace[1705831453] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"367.396816ms","start":"2026-03-05T17:49:33.801748Z","end":"2026-03-05T17:49:34.169145Z","steps":["trace[1705831453] 'process raft request' (duration: 367.244472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.169419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.796217Z","time spent":"373.046962ms","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:34.169364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.538099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-03-05T17:49:34.169389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.796134Z","time spent":"373.043002ms","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:34.169517Z","caller":"traceutil/trace.go:171","msg":"trace[1861835753] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:619; }","duration":"367.719583ms","start":"2026-03-05T17:49:33.801781Z","end":"2026-03-05T17:49:34.1695Z","steps":["trace[1861835753] 'agreement among raft nodes before linearized reading' (duration: 367.395165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:34.16956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.80177Z","time spent":"367.781694ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3894,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-03-05T17:49:34.169537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:33.801738Z","time spent":"367.691562ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:34.276435Z","caller":"traceutil/trace.go:171","msg":"trace[734446788] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"100.487334ms","start":"2026-03-05T17:49:34.175918Z","end":"2026-03-05T17:49:34.276406Z","steps":["trace[734446788] 'process raft request' (duration: 100.253538ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.276527Z","caller":"traceutil/trace.go:171","msg":"trace[288328534] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"100.548356ms","start":"2026-03-05T17:49:34.175942Z","end":"2026-03-05T17:49:34.276491Z","steps":["trace[288328534] 'process raft request' (duration: 100.370892ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.473921Z","caller":"traceutil/trace.go:171","msg":"trace[1810574490] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"193.104647ms","start":"2026-03-05T17:49:34.28079Z","end":"2026-03-05T17:49:34.473894Z","steps":["trace[1810574490] 'read index received' (duration: 173.570012ms)","trace[1810574490] 'applied index is now lower than readState.Index' (duration: 19.533545ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:34.473965Z","caller":"traceutil/trace.go:171","msg":"trace[1503320607] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"224.339426ms","start":"2026-03-05T17:49:34.249589Z","end":"2026-03-05T17:49:34.473929Z","steps":["trace[1503320607] 'process raft request' (duration: 204.741719ms)","trace[1503320607] 'compare' (duration: 19.428753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:34.47409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.275481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-05T17:49:34.474132Z","caller":"traceutil/trace.go:171","msg":"trace[313078374] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:625; }","duration":"193.374573ms","start":"2026-03-05T17:49:34.280747Z","end":"2026-03-05T17:49:34.474121Z","steps":["trace[313078374] 'agreement among raft nodes before linearized reading' (duration: 193.24932ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.548605Z","caller":"traceutil/trace.go:171","msg":"trace[1597218358] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"250.184065ms","start":"2026-03-05T17:49:34.298393Z","end":"2026-03-05T17:49:34.548577Z","steps":["trace[1597218358] 'process raft request' (duration: 249.894608ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:34.548584Z","caller":"traceutil/trace.go:171","msg":"trace[1945498345] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"249.16231ms","start":"2026-03-05T17:49:34.2994Z","end":"2026-03-05T17:49:34.548563Z","steps":["trace[1945498345] 'process raft request' (duration: 249.077818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.161722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.491555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:35.161897Z","caller":"traceutil/trace.go:171","msg":"trace[745452751] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"685.957225ms","start":"2026-03-05T17:49:34.475918Z","end":"2026-03-05T17:49:35.161876Z","steps":["trace[745452751] 'process raft request' (duration: 173.195843ms)","trace[745452751] 'compare' (duration: 512.27971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:35.161972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.475893Z","time spent":"686.050136ms","remote":"127.0.0.1:48292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":42102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:35.196591Z","caller":"traceutil/trace.go:171","msg":"trace[1219708499] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"622.05122ms","start":"2026-03-05T17:49:34.574505Z","end":"2026-03-05T17:49:35.196556Z","steps":["trace[1219708499] 'process raft request' (duration: 621.67204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.196734Z","caller":"traceutil/trace.go:171","msg":"trace[472467938] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"618.614357ms","start":"2026-03-05T17:49:34.578067Z","end":"2026-03-05T17:49:35.196681Z","steps":["trace[472467938] 'process raft request' (duration: 618.404282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.196804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.574465Z","time spent":"622.210863ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:35.196975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:34.578052Z","time spent":"618.78681ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:35.457357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.209166ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:35.457505Z","caller":"traceutil/trace.go:171","msg":"trace[222090924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:630; }","duration":"146.370869ms","start":"2026-03-05T17:49:35.311109Z","end":"2026-03-05T17:49:35.45748Z","steps":["trace[222090924] 'range keys from in-memory index tree' (duration: 146.190675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.457719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.42977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:35.457953Z","caller":"traceutil/trace.go:171","msg":"trace[395927801] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"294.231616ms","start":"2026-03-05T17:49:35.163702Z","end":"2026-03-05T17:49:35.457934Z","steps":["trace[395927801] 'process raft request' (duration: 101.452038ms)","trace[395927801] 'compare' (duration: 192.178244ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:35.457987Z","caller":"traceutil/trace.go:171","msg":"trace[2072529509] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"261.306205ms","start":"2026-03-05T17:49:35.196642Z","end":"2026-03-05T17:49:35.457948Z","steps":["trace[2072529509] 'read index received' (duration: 68.595858ms)","trace[2072529509] 'applied index is now lower than readState.Index' (duration: 192.706557ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:35.458223Z","caller":"traceutil/trace.go:171","msg":"trace[523358756] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"257.084213ms","start":"2026-03-05T17:49:35.20112Z","end":"2026-03-05T17:49:35.458204Z","steps":["trace[523358756] 'process raft request' (duration: 256.766295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.458398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.782859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:42116"} {"level":"info","ts":"2026-03-05T17:49:35.458472Z","caller":"traceutil/trace.go:171","msg":"trace[267600422] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:632; }","duration":"294.909652ms","start":"2026-03-05T17:49:35.163546Z","end":"2026-03-05T17:49:35.458456Z","steps":["trace[267600422] 'agreement among raft nodes before linearized reading' (duration: 294.595804ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.458535Z","caller":"traceutil/trace.go:171","msg":"trace[1348736852] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"216.991487ms","start":"2026-03-05T17:49:35.241509Z","end":"2026-03-05T17:49:35.458501Z","steps":["trace[1348736852] 'process raft request' (duration: 216.503405ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.733075Z","caller":"traceutil/trace.go:171","msg":"trace[1642272281] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"214.495406ms","start":"2026-03-05T17:49:35.518545Z","end":"2026-03-05T17:49:35.733041Z","steps":["trace[1642272281] 'process raft request' (duration: 190.539244ms)","trace[1642272281] 'compare' (duration: 23.737797ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:35.733122Z","caller":"traceutil/trace.go:171","msg":"trace[66348955] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"153.956575ms","start":"2026-03-05T17:49:35.579141Z","end":"2026-03-05T17:49:35.733098Z","steps":["trace[66348955] 'read index received' (duration: 129.88085ms)","trace[66348955] 'applied index is now lower than readState.Index' (duration: 24.074485ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:35.733154Z","caller":"traceutil/trace.go:171","msg":"trace[1421386825] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"211.484033ms","start":"2026-03-05T17:49:35.521624Z","end":"2026-03-05T17:49:35.733108Z","steps":["trace[1421386825] 'process raft request' (duration: 211.3633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:35.733247Z","caller":"traceutil/trace.go:171","msg":"trace[16058978] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"210.285744ms","start":"2026-03-05T17:49:35.522951Z","end":"2026-03-05T17:49:35.733237Z","steps":["trace[16058978] 'process raft request' (duration: 210.086849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.73342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.062077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:35.733467Z","caller":"traceutil/trace.go:171","msg":"trace[819758814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"154.146369ms","start":"2026-03-05T17:49:35.579308Z","end":"2026-03-05T17:49:35.733455Z","steps":["trace[819758814] 'agreement among raft nodes before linearized reading' (duration: 153.943344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.733537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.497831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-05T17:49:35.733594Z","caller":"traceutil/trace.go:171","msg":"trace[354288436] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:640; }","duration":"120.585132ms","start":"2026-03-05T17:49:35.612995Z","end":"2026-03-05T17:49:35.73358Z","steps":["trace[354288436] 'agreement among raft nodes before linearized reading' (duration: 120.465449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:35.733622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.467247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:35.73371Z","caller":"traceutil/trace.go:171","msg":"trace[915463793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"154.61558ms","start":"2026-03-05T17:49:35.579071Z","end":"2026-03-05T17:49:35.733687Z","steps":["trace[915463793] 'agreement among raft nodes before linearized reading' (duration: 154.343353ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:36.033859Z","caller":"traceutil/trace.go:171","msg":"trace[579598273] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"296.42955ms","start":"2026-03-05T17:49:35.73741Z","end":"2026-03-05T17:49:36.033839Z","steps":["trace[579598273] 'process raft request' (duration: 296.382259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:36.03394Z","caller":"traceutil/trace.go:171","msg":"trace[2033977910] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"296.497542ms","start":"2026-03-05T17:49:35.737404Z","end":"2026-03-05T17:49:36.033902Z","steps":["trace[2033977910] 'process raft request' (duration: 237.860745ms)","trace[2033977910] 'compare' (duration: 58.425932ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:36.051516Z","caller":"traceutil/trace.go:171","msg":"trace[561984924] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"313.961826ms","start":"2026-03-05T17:49:35.737518Z","end":"2026-03-05T17:49:36.05148Z","steps":["trace[561984924] 'process raft request' (duration: 313.622628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.051759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.73751Z","time spent":"314.14594ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:36.051566Z","caller":"traceutil/trace.go:171","msg":"trace[565294767] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"313.598037ms","start":"2026-03-05T17:49:35.73795Z","end":"2026-03-05T17:49:36.051548Z","steps":["trace[565294767] 'process raft request' (duration: 313.421823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.051952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.737939Z","time spent":"313.922205ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:36.052236Z","caller":"traceutil/trace.go:171","msg":"trace[167808131] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"312.772156ms","start":"2026-03-05T17:49:35.739437Z","end":"2026-03-05T17:49:36.052209Z","steps":["trace[167808131] 'process raft request' (duration: 311.999178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.052387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.739421Z","time spent":"312.91035ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:36.052406Z","caller":"traceutil/trace.go:171","msg":"trace[1701789172] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"312.781657ms","start":"2026-03-05T17:49:35.739608Z","end":"2026-03-05T17:49:36.05239Z","steps":["trace[1701789172] 'process raft request' (duration: 312.49193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:36.052464Z","caller":"traceutil/trace.go:171","msg":"trace[1190976286] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"312.682255ms","start":"2026-03-05T17:49:35.739755Z","end":"2026-03-05T17:49:36.052437Z","steps":["trace[1190976286] 'process raft request' (duration: 312.553202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.052503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.739596Z","time spent":"312.844418ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:36.052597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.739744Z","time spent":"312.793227ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:36.052797Z","caller":"traceutil/trace.go:171","msg":"trace[1193761516] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"312.769737ms","start":"2026-03-05T17:49:35.739914Z","end":"2026-03-05T17:49:36.052683Z","steps":["trace[1193761516] 'process raft request' (duration: 312.443189ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:36.052835Z","caller":"traceutil/trace.go:171","msg":"trace[1005056449] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:658; }","duration":"313.929896ms","start":"2026-03-05T17:49:35.738469Z","end":"2026-03-05T17:49:36.052398Z","steps":["trace[1005056449] 'read index received' (duration: 236.979625ms)","trace[1005056449] 'applied index is now lower than readState.Index' (duration: 76.949581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:36.052944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.291684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:36.053028Z","caller":"traceutil/trace.go:171","msg":"trace[284438367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"314.593602ms","start":"2026-03-05T17:49:35.738419Z","end":"2026-03-05T17:49:36.053013Z","steps":["trace[284438367] 'agreement among raft nodes before linearized reading' (duration: 314.277844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.053043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.382881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-05T17:49:36.053076Z","caller":"traceutil/trace.go:171","msg":"trace[285088625] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:648; }","duration":"313.444203ms","start":"2026-03-05T17:49:35.739622Z","end":"2026-03-05T17:49:36.053066Z","steps":["trace[285088625] 'agreement among raft nodes before linearized reading' (duration: 313.33042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:36.053098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.738376Z","time spent":"314.685024ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:49:36.053113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.739614Z","time spent":"313.492244ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6554,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-03-05T17:49:36.053359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:35.739886Z","time spent":"313.087895ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:36.616875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:37.117576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036735603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:49:37.151393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035018884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:49:37.151883Z","caller":"traceutil/trace.go:171","msg":"trace[1109781969] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.051234059s","start":"2026-03-05T17:49:36.100628Z","end":"2026-03-05T17:49:37.151862Z","steps":["trace[1109781969] 'process raft request' (duration: 1.051174148s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:37.151976Z","caller":"traceutil/trace.go:171","msg":"trace[1654614324] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.052273373s","start":"2026-03-05T17:49:36.099639Z","end":"2026-03-05T17:49:37.151913Z","steps":["trace[1654614324] 'process raft request' (duration: 1.051985007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:37.152044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.10061Z","time spent":"1.051349042s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:37.152196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.099624Z","time spent":"1.052460279s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:38.083032Z","caller":"traceutil/trace.go:171","msg":"trace[1360129614] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"1.961357293s","start":"2026-03-05T17:49:36.12165Z","end":"2026-03-05T17:49:38.083007Z","steps":["trace[1360129614] 'process raft request' (duration: 1.943689834s)","trace[1360129614] 'compare' (duration: 17.143137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:38.083176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.121632Z","time spent":"1.961461816s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:38.083168Z","caller":"traceutil/trace.go:171","msg":"trace[1465214063] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.194788919s","start":"2026-03-05T17:49:36.888355Z","end":"2026-03-05T17:49:38.083144Z","steps":["trace[1465214063] 'process raft request' (duration: 1.194718557s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.083296Z","caller":"traceutil/trace.go:171","msg":"trace[105433230] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"1.961459156s","start":"2026-03-05T17:49:36.121826Z","end":"2026-03-05T17:49:38.083285Z","steps":["trace[105433230] 'process raft request' (duration: 1.961103877s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.083317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.88833Z","time spent":"1.194899142s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:38.083241Z","caller":"traceutil/trace.go:171","msg":"trace[1463172344] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"1.960548345s","start":"2026-03-05T17:49:36.122642Z","end":"2026-03-05T17:49:38.08319Z","steps":["trace[1463172344] 'process raft request' (duration: 1.96037574s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.08335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.121807Z","time spent":"1.961526018s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:38.083524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.122635Z","time spent":"1.96075974s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:38.237071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.926413ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T17:49:38.237348Z","caller":"traceutil/trace.go:171","msg":"trace[1763944879] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:670; }","duration":"2.12075916s","start":"2026-03-05T17:49:36.116554Z","end":"2026-03-05T17:49:38.237313Z","steps":["trace[1763944879] 'read index received' (duration: 1.035170757s)","trace[1763944879] 'applied index is now lower than readState.Index' (duration: 1.085584833s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:38.237621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137106628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.237747Z","caller":"traceutil/trace.go:171","msg":"trace[1332247801] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:658; }","duration":"2.137285813s","start":"2026-03-05T17:49:36.100433Z","end":"2026-03-05T17:49:38.237719Z","steps":["trace[1332247801] 'agreement among raft nodes before linearized reading' (duration: 2.137061037s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.237817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.100414Z","time spent":"2.137390996s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T17:49:38.237982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.463594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:49:38.238066Z","caller":"traceutil/trace.go:171","msg":"trace[332605860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"179.576367ms","start":"2026-03-05T17:49:38.05845Z","end":"2026-03-05T17:49:38.238026Z","steps":["trace[332605860] 'agreement among raft nodes before linearized reading' (duration: 179.329121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.260157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-05T17:49:38.238297Z","caller":"traceutil/trace.go:171","msg":"trace[1722604394] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:659; }","duration":"146.34653ms","start":"2026-03-05T17:49:38.091935Z","end":"2026-03-05T17:49:38.238282Z","steps":["trace[1722604394] 'agreement among raft nodes before linearized reading' (duration: 146.210136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.818557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-05T17:49:38.238352Z","caller":"traceutil/trace.go:171","msg":"trace[1178665590] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:659; }","duration":"145.900359ms","start":"2026-03-05T17:49:38.092431Z","end":"2026-03-05T17:49:38.238332Z","steps":["trace[1178665590] 'agreement among raft nodes before linearized reading' (duration: 145.696383ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.238345Z","caller":"traceutil/trace.go:171","msg":"trace[2094893064] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"1.080793027s","start":"2026-03-05T17:49:37.157517Z","end":"2026-03-05T17:49:38.23831Z","steps":["trace[2094893064] 'process raft request' (duration: 1.079681699s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.6614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:49:38.238488Z","caller":"traceutil/trace.go:171","msg":"trace[279487740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"179.784143ms","start":"2026-03-05T17:49:38.05869Z","end":"2026-03-05T17:49:38.238474Z","steps":["trace[279487740] 'agreement among raft nodes before linearized reading' (duration: 179.589488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.157478Z","time spent":"1.080975911s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:38.238545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07804167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"warn","ts":"2026-03-05T17:49:38.238582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.857322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:38.238655Z","caller":"traceutil/trace.go:171","msg":"trace[1764932162] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:659; }","duration":"1.078184193s","start":"2026-03-05T17:49:37.160443Z","end":"2026-03-05T17:49:38.238627Z","steps":["trace[1764932162] 'agreement among raft nodes before linearized reading' (duration: 1.077792313s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:38.238704Z","caller":"traceutil/trace.go:171","msg":"trace[1738454352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:659; }","duration":"500.985095ms","start":"2026-03-05T17:49:37.737665Z","end":"2026-03-05T17:49:38.23865Z","steps":["trace[1738454352] 'agreement among raft nodes before linearized reading' (duration: 500.657287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.160427Z","time spent":"1.078282345s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3539,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-05T17:49:38.23878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.737641Z","time spent":"501.127468ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:49:38.238799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086403764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-txnf8\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-05T17:49:38.238896Z","caller":"traceutil/trace.go:171","msg":"trace[1526695822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-txnf8; range_end:; response_count:1; response_revision:659; }","duration":"2.087270566s","start":"2026-03-05T17:49:36.151607Z","end":"2026-03-05T17:49:38.238877Z","steps":["trace[1526695822] 'agreement among raft nodes before linearized reading' (duration: 2.086171029s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:36.151595Z","time spent":"2.087337838s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-txnf8\" "} {"level":"warn","ts":"2026-03-05T17:49:38.238544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.21204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.238998Z","caller":"traceutil/trace.go:171","msg":"trace[379434626] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:659; }","duration":"140.707472ms","start":"2026-03-05T17:49:38.098275Z","end":"2026-03-05T17:49:38.238983Z","steps":["trace[379434626] 'agreement among raft nodes before linearized reading' (duration: 140.165479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153021444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:38.239088Z","caller":"traceutil/trace.go:171","msg":"trace[302622705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"1.153650069s","start":"2026-03-05T17:49:37.085424Z","end":"2026-03-05T17:49:38.239074Z","steps":["trace[302622705] 'agreement among raft nodes before linearized reading' (duration: 1.153005914s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.238594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.014253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:49:38.239133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.085381Z","time spent":"1.153743281s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:38.239154Z","caller":"traceutil/trace.go:171","msg":"trace[1144823696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"688.618028ms","start":"2026-03-05T17:49:37.550507Z","end":"2026-03-05T17:49:38.239125Z","steps":["trace[1144823696] 'agreement among raft nodes before linearized reading' (duration: 688.021684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.23928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.550472Z","time spent":"688.783092ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:49:38.239402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.903711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T17:49:38.239459Z","caller":"traceutil/trace.go:171","msg":"trace[1735528505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:659; }","duration":"776.015094ms","start":"2026-03-05T17:49:37.46343Z","end":"2026-03-05T17:49:38.239445Z","steps":["trace[1735528505] 'agreement among raft nodes before linearized reading' (duration: 774.65539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:38.239492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:37.463396Z","time spent":"776.086796ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:49:38.466086Z","caller":"traceutil/trace.go:171","msg":"trace[1442975898] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"224.838698ms","start":"2026-03-05T17:49:38.241221Z","end":"2026-03-05T17:49:38.46606Z","steps":["trace[1442975898] 'process raft request' (duration: 224.50333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.361685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.815953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:39.361955Z","caller":"traceutil/trace.go:171","msg":"trace[1344625656] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.120445831s","start":"2026-03-05T17:49:38.241424Z","end":"2026-03-05T17:49:39.36187Z","steps":["trace[1344625656] 'process raft request' (duration: 984.250058ms)","trace[1344625656] 'compare' (duration: 134.792619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:39.36207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.241409Z","time spent":"1.120599185s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:39.362338Z","caller":"traceutil/trace.go:171","msg":"trace[1279156889] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.117571711s","start":"2026-03-05T17:49:38.24468Z","end":"2026-03-05T17:49:39.362251Z","steps":["trace[1279156889] 'process raft request' (duration: 1.117402547s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.362481Z","caller":"traceutil/trace.go:171","msg":"trace[157939384] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.119379536s","start":"2026-03-05T17:49:38.243089Z","end":"2026-03-05T17:49:39.362469Z","steps":["trace[157939384] 'process raft request' (duration: 1.11874626s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.362687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.243058Z","time spent":"1.119512639s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.362987Z","caller":"traceutil/trace.go:171","msg":"trace[1902925726] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.119102079s","start":"2026-03-05T17:49:38.243792Z","end":"2026-03-05T17:49:39.362894Z","steps":["trace[1902925726] 'process raft request' (duration: 1.118157776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.363122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.243784Z","time spent":"1.119274324s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.363181Z","caller":"traceutil/trace.go:171","msg":"trace[483545114] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.121257221s","start":"2026-03-05T17:49:38.241831Z","end":"2026-03-05T17:49:39.363088Z","steps":["trace[483545114] 'process raft request' (duration: 1.11994484s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.363328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.241798Z","time spent":"1.121461045s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:39.36358Z","caller":"traceutil/trace.go:171","msg":"trace[915510922] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.119486878s","start":"2026-03-05T17:49:38.244068Z","end":"2026-03-05T17:49:39.363555Z","steps":["trace[915510922] 'process raft request' (duration: 1.117959491s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.3637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.244054Z","time spent":"1.119574899s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.363698Z","caller":"traceutil/trace.go:171","msg":"trace[638246638] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.119967139s","start":"2026-03-05T17:49:38.243708Z","end":"2026-03-05T17:49:39.363675Z","steps":["trace[638246638] 'process raft request' (duration: 1.118208267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.363812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.243694Z","time spent":"1.120063422s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.363847Z","caller":"traceutil/trace.go:171","msg":"trace[504156966] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"1.118064613s","start":"2026-03-05T17:49:38.24576Z","end":"2026-03-05T17:49:39.363825Z","steps":["trace[504156966] 'process raft request' (duration: 1.116366412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.363949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.245734Z","time spent":"1.118155146s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:39.362406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.244662Z","time spent":"1.117713825s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:39.365081Z","caller":"traceutil/trace.go:171","msg":"trace[1086726380] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.117773786s","start":"2026-03-05T17:49:38.247269Z","end":"2026-03-05T17:49:39.365042Z","steps":["trace[1086726380] 'process raft request' (duration: 1.116000023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.365321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.247261Z","time spent":"1.117911499s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.366717Z","caller":"traceutil/trace.go:171","msg":"trace[1807181286] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.1179347s","start":"2026-03-05T17:49:38.248759Z","end":"2026-03-05T17:49:39.366694Z","steps":["trace[1807181286] 'process raft request' (duration: 1.116174808s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.366831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.248752Z","time spent":"1.118017702s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.367506Z","caller":"traceutil/trace.go:171","msg":"trace[1224147170] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.117582901s","start":"2026-03-05T17:49:38.249891Z","end":"2026-03-05T17:49:39.367474Z","steps":["trace[1224147170] 'process raft request' (duration: 1.11670869s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.367654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.249886Z","time spent":"1.117695944s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.368277Z","caller":"traceutil/trace.go:171","msg":"trace[788833053] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:679; }","duration":"1.120428381s","start":"2026-03-05T17:49:38.247802Z","end":"2026-03-05T17:49:39.368231Z","steps":["trace[788833053] 'read index received' (duration: 218.264638ms)","trace[788833053] 'applied index is now lower than readState.Index' (duration: 902.162503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:39.368354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120543773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:39.368389Z","caller":"traceutil/trace.go:171","msg":"trace[20392049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"1.120593655s","start":"2026-03-05T17:49:38.247784Z","end":"2026-03-05T17:49:39.368378Z","steps":["trace[20392049] 'agreement among raft nodes before linearized reading' (duration: 1.120535384s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.368421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.247778Z","time spent":"1.120636686s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:49:39.368433Z","caller":"traceutil/trace.go:171","msg":"trace[868880600] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.035375603s","start":"2026-03-05T17:49:38.333042Z","end":"2026-03-05T17:49:39.368418Z","steps":["trace[868880600] 'process raft request' (duration: 1.034944193s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.368537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.333009Z","time spent":"1.035464795s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.369824Z","caller":"traceutil/trace.go:171","msg":"trace[1197286233] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.110036588s","start":"2026-03-05T17:49:38.258998Z","end":"2026-03-05T17:49:39.369035Z","steps":["trace[1197286233] 'process raft request' (duration: 1.108711266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.36993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.258974Z","time spent":"1.110904349s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:39.849792Z","caller":"traceutil/trace.go:171","msg":"trace[750279889] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.378010786s","start":"2026-03-05T17:49:38.471707Z","end":"2026-03-05T17:49:39.849718Z","steps":["trace[750279889] 'process raft request' (duration: 1.332684443s)","trace[750279889] 'compare' (duration: 44.991935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:39.849975Z","caller":"traceutil/trace.go:171","msg":"trace[1889958109] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.377856872s","start":"2026-03-05T17:49:38.472061Z","end":"2026-03-05T17:49:39.849918Z","steps":["trace[1889958109] 'process raft request' (duration: 1.377654008s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.850044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.471672Z","time spent":"1.378253692s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:39.850211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.472049Z","time spent":"1.378048347s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:49:39.850256Z","caller":"traceutil/trace.go:171","msg":"trace[1410865534] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.377295239s","start":"2026-03-05T17:49:38.47293Z","end":"2026-03-05T17:49:39.850225Z","steps":["trace[1410865534] 'process raft request' (duration: 1.376868309s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:39.850293Z","caller":"traceutil/trace.go:171","msg":"trace[1902951413] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"1.377082964s","start":"2026-03-05T17:49:38.473159Z","end":"2026-03-05T17:49:39.850242Z","steps":["trace[1902951413] 'process raft request' (duration: 1.376699055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:39.850507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.472878Z","time spent":"1.377518174s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:39.85054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:38.473149Z","time spent":"1.377258408s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:41.335077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530618177s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:49:41.369543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:49:41.369635Z","caller":"traceutil/trace.go:171","msg":"trace[1150879265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918572s","start":"2026-03-05T17:49:39.3697Z","end":"2026-03-05T17:49:41.369618Z","steps":["trace[1150879265] 'agreement among raft nodes before linearized reading' (duration: 1.999779468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.369721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.369691Z","time spent":"2.000008664s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:49:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:49:41.493318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.915741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:49:41.493546Z","caller":"traceutil/trace.go:171","msg":"trace[1031759706] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:692; }","duration":"2.123802796s","start":"2026-03-05T17:49:39.369723Z","end":"2026-03-05T17:49:41.493526Z","steps":["trace[1031759706] 'read index received' (duration: 434.685333ms)","trace[1031759706] 'applied index is now lower than readState.Index' (duration: 1.689116453s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:49:41.493618Z","caller":"traceutil/trace.go:171","msg":"trace[499052771] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"2.122940255s","start":"2026-03-05T17:49:39.370646Z","end":"2026-03-05T17:49:41.493587Z","steps":["trace[499052771] 'process raft request' (duration: 2.12277012s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.493667Z","caller":"traceutil/trace.go:171","msg":"trace[187775167] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"2.109679393s","start":"2026-03-05T17:49:39.383962Z","end":"2026-03-05T17:49:41.493641Z","steps":["trace[187775167] 'process raft request' (duration: 2.109523249s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.49373Z","caller":"traceutil/trace.go:171","msg":"trace[202816944] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"2.124851331s","start":"2026-03-05T17:49:39.368869Z","end":"2026-03-05T17:49:41.493721Z","steps":["trace[202816944] 'process raft request' (duration: 1.966441277s)","trace[202816944] 'compare' (duration: 157.789748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:49:41.493768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.368849Z","time spent":"2.124899993s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:49:41.493796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.383944Z","time spent":"2.109795685s","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:41.493697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.370614Z","time spent":"2.123039876s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:41.49771Z","caller":"traceutil/trace.go:171","msg":"trace[1730992] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"1.642370285s","start":"2026-03-05T17:49:39.85533Z","end":"2026-03-05T17:49:41.4977Z","steps":["trace[1730992] 'process raft request' (duration: 1.642211051s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.497811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.855297Z","time spent":"1.642461358s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:41.497966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.625836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-05T17:49:41.498091Z","caller":"traceutil/trace.go:171","msg":"trace[1697573506] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:684; }","duration":"125.768619ms","start":"2026-03-05T17:49:41.372287Z","end":"2026-03-05T17:49:41.498056Z","steps":["trace[1697573506] 'agreement among raft nodes before linearized reading' (duration: 125.473272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.13076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:49:41.498174Z","caller":"traceutil/trace.go:171","msg":"trace[1899376006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:684; }","duration":"129.194792ms","start":"2026-03-05T17:49:41.368964Z","end":"2026-03-05T17:49:41.498159Z","steps":["trace[1899376006] 'agreement among raft nodes before linearized reading' (duration: 129.080229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.498269Z","caller":"traceutil/trace.go:171","msg":"trace[1916995638] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"1.642050278s","start":"2026-03-05T17:49:39.856206Z","end":"2026-03-05T17:49:41.498257Z","steps":["trace[1916995638] 'process raft request' (duration: 1.641384422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.856187Z","time spent":"1.642124509s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:41.498358Z","caller":"traceutil/trace.go:171","msg":"trace[1867155051] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.642063338s","start":"2026-03-05T17:49:39.856279Z","end":"2026-03-05T17:49:41.498342Z","steps":["trace[1867155051] 'process raft request' (duration: 1.641386481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.897209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:49:41.498452Z","caller":"traceutil/trace.go:171","msg":"trace[341235924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"130.009532ms","start":"2026-03-05T17:49:41.368425Z","end":"2026-03-05T17:49:41.498435Z","steps":["trace[341235924] 'agreement among raft nodes before linearized reading' (duration: 129.797387ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:41.497668Z","caller":"traceutil/trace.go:171","msg":"trace[365741011] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"1.642737124s","start":"2026-03-05T17:49:39.854897Z","end":"2026-03-05T17:49:41.497634Z","steps":["trace[365741011] 'process raft request' (duration: 1.642509288s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.085644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:49:41.49863Z","caller":"traceutil/trace.go:171","msg":"trace[946174310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"130.178425ms","start":"2026-03-05T17:49:41.36844Z","end":"2026-03-05T17:49:41.498619Z","steps":["trace[946174310] 'agreement among raft nodes before linearized reading' (duration: 129.985461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.044692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:49:41.498762Z","caller":"traceutil/trace.go:171","msg":"trace[1417817386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"130.106143ms","start":"2026-03-05T17:49:41.368647Z","end":"2026-03-05T17:49:41.498753Z","steps":["trace[1417817386] 'agreement among raft nodes before linearized reading' (duration: 129.997901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.49863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.821662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:49:41.49886Z","caller":"traceutil/trace.go:171","msg":"trace[1731858841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"122.080379ms","start":"2026-03-05T17:49:41.376769Z","end":"2026-03-05T17:49:41.498849Z","steps":["trace[1731858841] 'agreement among raft nodes before linearized reading' (duration: 121.825983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.498859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.383631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:49:41.498895Z","caller":"traceutil/trace.go:171","msg":"trace[1438123514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"130.444752ms","start":"2026-03-05T17:49:41.36844Z","end":"2026-03-05T17:49:41.498885Z","steps":["trace[1438123514] 'agreement among raft nodes before linearized reading' (duration: 130.324319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.497998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120652639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"info","ts":"2026-03-05T17:49:41.499Z","caller":"traceutil/trace.go:171","msg":"trace[1227828397] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:684; }","duration":"2.121715594s","start":"2026-03-05T17:49:39.377275Z","end":"2026-03-05T17:49:41.49899Z","steps":["trace[1227828397] 'agreement among raft nodes before linearized reading' (duration: 2.120446644s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:49:41.499042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.377257Z","time spent":"2.121774235s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4708,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-05T17:49:41.498974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.854872Z","time spent":"1.64382342s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:49:41.498554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:49:39.856273Z","time spent":"1.642125919s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:49:45.329794Z","caller":"traceutil/trace.go:171","msg":"trace[653931371] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"128.69686ms","start":"2026-03-05T17:49:45.201072Z","end":"2026-03-05T17:49:45.329769Z","steps":["trace[653931371] 'process raft request' (duration: 128.551627ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.381198Z","caller":"traceutil/trace.go:171","msg":"trace[1155662724] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"167.621567ms","start":"2026-03-05T17:49:45.213549Z","end":"2026-03-05T17:49:45.381171Z","steps":["trace[1155662724] 'process raft request' (duration: 167.441333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.759178Z","caller":"traceutil/trace.go:171","msg":"trace[187120342] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"132.097342ms","start":"2026-03-05T17:49:45.627043Z","end":"2026-03-05T17:49:45.75914Z","steps":["trace[187120342] 'process raft request' (duration: 131.836546ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.759424Z","caller":"traceutil/trace.go:171","msg":"trace[1529070417] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"132.069262ms","start":"2026-03-05T17:49:45.627325Z","end":"2026-03-05T17:49:45.759394Z","steps":["trace[1529070417] 'process raft request' (duration: 131.739705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.759547Z","caller":"traceutil/trace.go:171","msg":"trace[281001840] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"131.814405ms","start":"2026-03-05T17:49:45.627707Z","end":"2026-03-05T17:49:45.759522Z","steps":["trace[281001840] 'process raft request' (duration: 131.617731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:45.75971Z","caller":"traceutil/trace.go:171","msg":"trace[1585609328] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"130.968775ms","start":"2026-03-05T17:49:45.628726Z","end":"2026-03-05T17:49:45.759695Z","steps":["trace[1585609328] 'process raft request' (duration: 130.747819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:49:54.419907Z","caller":"traceutil/trace.go:171","msg":"trace[965575750] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"109.827011ms","start":"2026-03-05T17:49:54.310055Z","end":"2026-03-05T17:49:54.419882Z","steps":["trace[965575750] 'process raft request' (duration: 101.037038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:00.093571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.195335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:50:00.093772Z","caller":"traceutil/trace.go:171","msg":"trace[1822617799] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"217.576176ms","start":"2026-03-05T17:49:59.876163Z","end":"2026-03-05T17:50:00.09374Z","steps":["trace[1822617799] 'process raft request' (duration: 71.026413ms)","trace[1822617799] 'compare' (duration: 145.99178ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:00.093871Z","caller":"traceutil/trace.go:171","msg":"trace[343845338] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"187.632568ms","start":"2026-03-05T17:49:59.906208Z","end":"2026-03-05T17:50:00.09384Z","steps":["trace[343845338] 'process raft request' (duration: 187.539976ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:00.093849Z","caller":"traceutil/trace.go:171","msg":"trace[581021529] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"191.679603ms","start":"2026-03-05T17:49:59.90214Z","end":"2026-03-05T17:50:00.09382Z","steps":["trace[581021529] 'read index received' (duration: 45.065398ms)","trace[581021529] 'applied index is now lower than readState.Index' (duration: 146.611965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:00.09407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.241416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:50:00.094134Z","caller":"traceutil/trace.go:171","msg":"trace[1063168763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"219.339389ms","start":"2026-03-05T17:49:59.874777Z","end":"2026-03-05T17:50:00.094117Z","steps":["trace[1063168763] 'agreement among raft nodes before linearized reading' (duration: 219.132634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.213131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036736032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:02.714342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036736032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:02.734847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366310017s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:50:02.736357Z","caller":"traceutil/trace.go:171","msg":"trace[195369447] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"1.367897704s","start":"2026-03-05T17:50:01.36841Z","end":"2026-03-05T17:50:02.736308Z","steps":["trace[195369447] 'process raft request' (duration: 1.366658034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.736538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:01.368385Z","time spent":"1.368061189s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:02.736951Z","caller":"traceutil/trace.go:171","msg":"trace[426784626] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"684.183108ms","start":"2026-03-05T17:50:02.052753Z","end":"2026-03-05T17:50:02.736936Z","steps":["trace[426784626] 'process raft request' (duration: 683.968903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:02.737023Z","caller":"traceutil/trace.go:171","msg":"trace[1921832398] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"478.674957ms","start":"2026-03-05T17:50:02.258291Z","end":"2026-03-05T17:50:02.736966Z","steps":["trace[1921832398] 'process raft request' (duration: 478.523813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.052724Z","time spent":"684.293021ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:50:02.737115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024486175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:50:02.736943Z","caller":"traceutil/trace.go:171","msg":"trace[1394268579] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:932; }","duration":"1.02429727s","start":"2026-03-05T17:50:01.712625Z","end":"2026-03-05T17:50:02.736922Z","steps":["trace[1394268579] 'read index received' (duration: 1.022508137s)","trace[1394268579] 'applied index is now lower than readState.Index' (duration: 1.788153ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:02.737175Z","caller":"traceutil/trace.go:171","msg":"trace[1799002404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:910; }","duration":"1.024577226s","start":"2026-03-05T17:50:01.712573Z","end":"2026-03-05T17:50:02.737151Z","steps":["trace[1799002404] 'agreement among raft nodes before linearized reading' (duration: 1.024413312s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.258273Z","time spent":"478.82304ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:50:02.737213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:01.712551Z","time spent":"1.024654258s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:50:02.737361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.164812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x5pbs\" ","response":"range_response_count:1 size:5350"} {"level":"info","ts":"2026-03-05T17:50:02.737403Z","caller":"traceutil/trace.go:171","msg":"trace[309973972] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x5pbs; range_end:; response_count:1; response_revision:910; }","duration":"685.233803ms","start":"2026-03-05T17:50:02.05216Z","end":"2026-03-05T17:50:02.737394Z","steps":["trace[309973972] 'agreement among raft nodes before linearized reading' (duration: 685.13754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.73742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.799099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:50:02.737431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.052144Z","time spent":"685.278664ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5373,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-x5pbs\" "} {"level":"warn","ts":"2026-03-05T17:50:02.737439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.695812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:50:02.737458Z","caller":"traceutil/trace.go:171","msg":"trace[1264061047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"640.850281ms","start":"2026-03-05T17:50:02.096599Z","end":"2026-03-05T17:50:02.737449Z","steps":["trace[1264061047] 'agreement among raft nodes before linearized reading' (duration: 640.748509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.441417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:50:02.737504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.09659Z","time spent":"640.906492ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:50:02.737521Z","caller":"traceutil/trace.go:171","msg":"trace[1621670255] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:910; }","duration":"976.815745ms","start":"2026-03-05T17:50:01.760671Z","end":"2026-03-05T17:50:02.737487Z","steps":["trace[1621670255] 'agreement among raft nodes before linearized reading' (duration: 976.59174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:01.760654Z","time spent":"976.907177ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T17:50:02.737621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.146437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:02.737659Z","caller":"traceutil/trace.go:171","msg":"trace[1840731299] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:910; }","duration":"279.23746ms","start":"2026-03-05T17:50:02.458411Z","end":"2026-03-05T17:50:02.737649Z","steps":["trace[1840731299] 'agreement among raft nodes before linearized reading' (duration: 279.157238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:02.737529Z","caller":"traceutil/trace.go:171","msg":"trace[821175151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"639.547509ms","start":"2026-03-05T17:50:02.097957Z","end":"2026-03-05T17:50:02.737505Z","steps":["trace[821175151] 'agreement among raft nodes before linearized reading' (duration: 639.337544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.097935Z","time spent":"639.789784ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:50:02.737736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.959481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:50:02.737817Z","caller":"traceutil/trace.go:171","msg":"trace[738165984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:910; }","duration":"584.060863ms","start":"2026-03-05T17:50:02.153744Z","end":"2026-03-05T17:50:02.737805Z","steps":["trace[738165984] 'agreement among raft nodes before linearized reading' (duration: 583.840608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.737861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:02.153734Z","time spent":"584.115935ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:50:02.737878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.81898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:50:02.737961Z","caller":"traceutil/trace.go:171","msg":"trace[1835049454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"832.934573ms","start":"2026-03-05T17:50:01.905002Z","end":"2026-03-05T17:50:02.737937Z","steps":["trace[1835049454] 'agreement among raft nodes before linearized reading' (duration: 832.36623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:02.738007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:01.904983Z","time spent":"833.015425ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:50:20.96487Z","caller":"traceutil/trace.go:171","msg":"trace[552638822] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"100.79604ms","start":"2026-03-05T17:50:20.864051Z","end":"2026-03-05T17:50:20.964847Z","steps":["trace[552638822] 'process raft request' (duration: 100.662256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:22.577362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.693588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5vgpw\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-05T17:50:22.577433Z","caller":"traceutil/trace.go:171","msg":"trace[908023747] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5vgpw; range_end:; response_count:1; response_revision:1068; }","duration":"176.81227ms","start":"2026-03-05T17:50:22.400601Z","end":"2026-03-05T17:50:22.577413Z","steps":["trace[908023747] 'range keys from in-memory index tree' (duration: 176.510364ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:27.842821Z","caller":"traceutil/trace.go:171","msg":"trace[804043713] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"167.866659ms","start":"2026-03-05T17:50:27.674927Z","end":"2026-03-05T17:50:27.842793Z","steps":["trace[804043713] 'process raft request' (duration: 167.646044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:29.119022Z","caller":"traceutil/trace.go:171","msg":"trace[1547846002] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1216; }","duration":"103.37528ms","start":"2026-03-05T17:50:29.015627Z","end":"2026-03-05T17:50:29.119002Z","steps":["trace[1547846002] 'read index received' (duration: 103.159385ms)","trace[1547846002] 'applied index is now lower than readState.Index' (duration: 213.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:29.119088Z","caller":"traceutil/trace.go:171","msg":"trace[2108262653] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"219.526693ms","start":"2026-03-05T17:50:28.899528Z","end":"2026-03-05T17:50:29.119054Z","steps":["trace[2108262653] 'process raft request' (duration: 219.338779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:29.119377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.732889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T17:50:29.119491Z","caller":"traceutil/trace.go:171","msg":"trace[640916769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1181; }","duration":"103.880092ms","start":"2026-03-05T17:50:29.015592Z","end":"2026-03-05T17:50:29.119472Z","steps":["trace[640916769] 'agreement among raft nodes before linearized reading' (duration: 103.650077ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:29.247261Z","caller":"traceutil/trace.go:171","msg":"trace[1203577376] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"121.920209ms","start":"2026-03-05T17:50:29.125309Z","end":"2026-03-05T17:50:29.247229Z","steps":["trace[1203577376] 'process raft request' (duration: 106.489454ms)","trace[1203577376] 'compare' (duration: 15.308923ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:29.25028Z","caller":"traceutil/trace.go:171","msg":"trace[863810651] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"124.670874ms","start":"2026-03-05T17:50:29.125581Z","end":"2026-03-05T17:50:29.250252Z","steps":["trace[863810651] 'process raft request' (duration: 124.533211ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:29.250515Z","caller":"traceutil/trace.go:171","msg":"trace[1561830242] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"124.695455ms","start":"2026-03-05T17:50:29.125798Z","end":"2026-03-05T17:50:29.250493Z","steps":["trace[1561830242] 'process raft request' (duration: 124.619823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:29.250522Z","caller":"traceutil/trace.go:171","msg":"trace[2144910994] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"124.688325ms","start":"2026-03-05T17:50:29.125798Z","end":"2026-03-05T17:50:29.250486Z","steps":["trace[2144910994] 'process raft request' (duration: 124.417238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:53.192782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.655187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:53.192877Z","caller":"traceutil/trace.go:171","msg":"trace[1103707587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1574; }","duration":"103.77519ms","start":"2026-03-05T17:50:53.089082Z","end":"2026-03-05T17:50:53.192858Z","steps":["trace[1103707587] 'range keys from in-memory index tree' (duration: 103.543304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:53.505193Z","caller":"traceutil/trace.go:171","msg":"trace[1788814099] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"123.546738ms","start":"2026-03-05T17:50:53.38162Z","end":"2026-03-05T17:50:53.505167Z","steps":["trace[1788814099] 'process raft request' (duration: 99.707584ms)","trace[1788814099] 'compare' (duration: 23.732152ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:53.583834Z","caller":"traceutil/trace.go:171","msg":"trace[320932990] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"201.387842ms","start":"2026-03-05T17:50:53.38242Z","end":"2026-03-05T17:50:53.583807Z","steps":["trace[320932990] 'process raft request' (duration: 201.223688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:53.584203Z","caller":"traceutil/trace.go:171","msg":"trace[1038726333] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"201.562288ms","start":"2026-03-05T17:50:53.382613Z","end":"2026-03-05T17:50:53.584175Z","steps":["trace[1038726333] 'process raft request' (duration: 201.152637ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:53.584301Z","caller":"traceutil/trace.go:171","msg":"trace[669993095] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"197.482992ms","start":"2026-03-05T17:50:53.386772Z","end":"2026-03-05T17:50:53.584255Z","steps":["trace[669993095] 'process raft request' (duration: 197.301457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:54.115238Z","caller":"traceutil/trace.go:171","msg":"trace[1697235694] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"183.323055ms","start":"2026-03-05T17:50:53.931885Z","end":"2026-03-05T17:50:54.115208Z","steps":["trace[1697235694] 'process raft request' (duration: 181.368308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:56.585143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036737426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:57.085575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036737426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:50:57.386022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343325742s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:50:57.386562Z","caller":"traceutil/trace.go:171","msg":"trace[606980061] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"1.344043079s","start":"2026-03-05T17:50:56.042484Z","end":"2026-03-05T17:50:57.386527Z","steps":["trace[606980061] 'process raft request' (duration: 1.343762162s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.38682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.042445Z","time spent":"1.344218463s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:57.511049Z","caller":"traceutil/trace.go:171","msg":"trace[1133711585] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.390651023s","start":"2026-03-05T17:50:56.120367Z","end":"2026-03-05T17:50:57.511018Z","steps":["trace[1133711585] 'process raft request' (duration: 1.375556956s)","trace[1133711585] 'compare' (duration: 14.660137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:57.511241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.120347Z","time spent":"1.390789206s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:57.511338Z","caller":"traceutil/trace.go:171","msg":"trace[990098983] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.271082128s","start":"2026-03-05T17:50:56.240237Z","end":"2026-03-05T17:50:57.511319Z","steps":["trace[990098983] 'process raft request' (duration: 1.270693769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.511437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.240215Z","time spent":"1.271173931s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:57.511557Z","caller":"traceutil/trace.go:171","msg":"trace[1615192032] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"742.395498ms","start":"2026-03-05T17:50:56.769151Z","end":"2026-03-05T17:50:57.511546Z","steps":["trace[1615192032] 'process raft request' (duration: 742.08546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.511617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.769124Z","time spent":"742.463821ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:50:57.6029Z","caller":"traceutil/trace.go:171","msg":"trace[721822318] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1665; }","duration":"1.518278509s","start":"2026-03-05T17:50:56.084579Z","end":"2026-03-05T17:50:57.602858Z","steps":["trace[721822318] 'read index received' (duration: 1.301688345s)","trace[721822318] 'applied index is now lower than readState.Index' (duration: 216.588214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:57.603142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518548725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:50:57.603219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29726564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:57.603251Z","caller":"traceutil/trace.go:171","msg":"trace[591513426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"1.518710009s","start":"2026-03-05T17:50:56.084517Z","end":"2026-03-05T17:50:57.603227Z","steps":["trace[591513426] 'agreement among raft nodes before linearized reading' (duration: 1.518525615s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.603296Z","caller":"traceutil/trace.go:171","msg":"trace[1155117810] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1606; }","duration":"1.297439984s","start":"2026-03-05T17:50:56.305837Z","end":"2026-03-05T17:50:57.603277Z","steps":["trace[1155117810] 'agreement among raft nodes before linearized reading' (duration: 1.29724982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.603323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.08449Z","time spent":"1.518819621s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:50:57.603366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.500558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:50:57.603375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.305812Z","time spent":"1.297542796s","remote":"127.0.0.1:54442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:50:57.603425Z","caller":"traceutil/trace.go:171","msg":"trace[1405042843] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1606; }","duration":"874.56718ms","start":"2026-03-05T17:50:56.728837Z","end":"2026-03-05T17:50:57.603404Z","steps":["trace[1405042843] 'agreement among raft nodes before linearized reading' (duration: 874.499069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.603444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.985188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T17:50:57.603471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.728825Z","time spent":"874.635922ms","remote":"127.0.0.1:48620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:50:57.6035Z","caller":"traceutil/trace.go:171","msg":"trace[366988982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"907.06297ms","start":"2026-03-05T17:50:56.69642Z","end":"2026-03-05T17:50:57.603483Z","steps":["trace[366988982] 'agreement among raft nodes before linearized reading' (duration: 906.735163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.603568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.772128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:50:57.603675Z","caller":"traceutil/trace.go:171","msg":"trace[1075975297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1606; }","duration":"208.933582ms","start":"2026-03-05T17:50:57.394727Z","end":"2026-03-05T17:50:57.603661Z","steps":["trace[1075975297] 'agreement among raft nodes before linearized reading' (duration: 208.486202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.603272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.173459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a0351a7fd058a\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-05T17:50:57.603672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.582172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:50:57.603767Z","caller":"traceutil/trace.go:171","msg":"trace[2079824029] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a0351a7fd058a; range_end:; response_count:1; response_revision:1606; }","duration":"455.703541ms","start":"2026-03-05T17:50:57.14804Z","end":"2026-03-05T17:50:57.603744Z","steps":["trace[2079824029] 'agreement among raft nodes before linearized reading' (duration: 455.071647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.603797Z","caller":"traceutil/trace.go:171","msg":"trace[270531861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1606; }","duration":"248.712124ms","start":"2026-03-05T17:50:57.35504Z","end":"2026-03-05T17:50:57.603752Z","steps":["trace[270531861] 'agreement among raft nodes before linearized reading' (duration: 248.162812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.603839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:57.148025Z","time spent":"455.795013ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189a0351a7fd058a\" "} {"level":"warn","ts":"2026-03-05T17:50:57.60387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.565208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-05T17:50:57.603876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002672046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-05T17:50:57.603973Z","caller":"traceutil/trace.go:171","msg":"trace[1168808051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744; range_end:; response_count:1; response_revision:1606; }","duration":"1.002805419s","start":"2026-03-05T17:50:56.601145Z","end":"2026-03-05T17:50:57.60395Z","steps":["trace[1168808051] 'agreement among raft nodes before linearized reading' (duration: 1.002546383s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.604029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.601124Z","time spent":"1.002890763s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" "} {"level":"info","ts":"2026-03-05T17:50:57.603914Z","caller":"traceutil/trace.go:171","msg":"trace[1206277089] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744; range_end:; response_count:1; response_revision:1606; }","duration":"914.64721ms","start":"2026-03-05T17:50:56.689255Z","end":"2026-03-05T17:50:57.603902Z","steps":["trace[1206277089] 'agreement among raft nodes before linearized reading' (duration: 914.519157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:57.604133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.689231Z","time spent":"914.864516ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" "} {"level":"warn","ts":"2026-03-05T17:50:57.603543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:56.696405Z","time spent":"907.129921ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T17:50:57.804253Z","caller":"traceutil/trace.go:171","msg":"trace[1890660341] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"195.430492ms","start":"2026-03-05T17:50:57.608783Z","end":"2026-03-05T17:50:57.804213Z","steps":["trace[1890660341] 'process raft request' (duration: 116.545633ms)","trace[1890660341] 'compare' (duration: 78.603193ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:50:57.804302Z","caller":"traceutil/trace.go:171","msg":"trace[2036602133] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"194.556581ms","start":"2026-03-05T17:50:57.609724Z","end":"2026-03-05T17:50:57.80428Z","steps":["trace[2036602133] 'process raft request' (duration: 194.482109ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.804306Z","caller":"traceutil/trace.go:171","msg":"trace[2070855467] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"195.479724ms","start":"2026-03-05T17:50:57.608798Z","end":"2026-03-05T17:50:57.804278Z","steps":["trace[2070855467] 'process raft request' (duration: 195.341481ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.804574Z","caller":"traceutil/trace.go:171","msg":"trace[822578450] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"194.54506ms","start":"2026-03-05T17:50:57.610017Z","end":"2026-03-05T17:50:57.804562Z","steps":["trace[822578450] 'process raft request' (duration: 194.225603ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.80477Z","caller":"traceutil/trace.go:171","msg":"trace[677729960] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"194.059089ms","start":"2026-03-05T17:50:57.610697Z","end":"2026-03-05T17:50:57.804756Z","steps":["trace[677729960] 'process raft request' (duration: 193.701541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.804917Z","caller":"traceutil/trace.go:171","msg":"trace[702906113] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"193.182269ms","start":"2026-03-05T17:50:57.611691Z","end":"2026-03-05T17:50:57.804874Z","steps":["trace[702906113] 'process raft request' (duration: 192.902052ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:50:57.804987Z","caller":"traceutil/trace.go:171","msg":"trace[1761351151] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1670; }","duration":"193.626359ms","start":"2026-03-05T17:50:57.611321Z","end":"2026-03-05T17:50:57.804948Z","steps":["trace[1761351151] 'read index received' (duration: 42.939888ms)","trace[1761351151] 'applied index is now lower than readState.Index' (duration: 150.680791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:50:57.80534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.987908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:50:57.805386Z","caller":"traceutil/trace.go:171","msg":"trace[1962912990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"194.0828ms","start":"2026-03-05T17:50:57.611291Z","end":"2026-03-05T17:50:57.805374Z","steps":["trace[1962912990] 'agreement among raft nodes before linearized reading' (duration: 193.841505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:58.354675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.352636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:50:58.35489Z","caller":"traceutil/trace.go:171","msg":"trace[1687465664] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1614; }","duration":"391.542911ms","start":"2026-03-05T17:50:57.963237Z","end":"2026-03-05T17:50:58.35478Z","steps":["trace[1687465664] 'count revisions from in-memory index tree' (duration: 391.274895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:50:58.35496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:50:57.963212Z","time spent":"391.730996ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:03.652944Z","caller":"traceutil/trace.go:171","msg":"trace[111319396] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"119.428673ms","start":"2026-03-05T17:51:03.533459Z","end":"2026-03-05T17:51:03.652888Z","steps":["trace[111319396] 'process raft request' (duration: 119.240418ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:03.653215Z","caller":"traceutil/trace.go:171","msg":"trace[2068210914] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"119.413852ms","start":"2026-03-05T17:51:03.533764Z","end":"2026-03-05T17:51:03.653178Z","steps":["trace[2068210914] 'process raft request' (duration: 119.085004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:09.991985Z","caller":"traceutil/trace.go:171","msg":"trace[960991623] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"347.995044ms","start":"2026-03-05T17:51:09.643963Z","end":"2026-03-05T17:51:09.991958Z","steps":["trace[960991623] 'process raft request' (duration: 347.831101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:09.992365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.64393Z","time spent":"348.330271ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:10.449551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.2865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:10.449748Z","caller":"traceutil/trace.go:171","msg":"trace[1605720178] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1766; }","duration":"757.712704ms","start":"2026-03-05T17:51:09.692017Z","end":"2026-03-05T17:51:10.449729Z","steps":["trace[1605720178] 'read index received' (duration: 299.898506ms)","trace[1605720178] 'applied index is now lower than readState.Index' (duration: 457.813338ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:10.449939Z","caller":"traceutil/trace.go:171","msg":"trace[999818158] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"777.919562ms","start":"2026-03-05T17:51:09.671978Z","end":"2026-03-05T17:51:10.449897Z","steps":["trace[999818158] 'process raft request' (duration: 777.688746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.111644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:10.450183Z","caller":"traceutil/trace.go:171","msg":"trace[401715924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"758.201955ms","start":"2026-03-05T17:51:09.691966Z","end":"2026-03-05T17:51:10.450168Z","steps":["trace[401715924] 'agreement among raft nodes before linearized reading' (duration: 758.041731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:10.44995Z","caller":"traceutil/trace.go:171","msg":"trace[1235422333] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"780.564965ms","start":"2026-03-05T17:51:09.669346Z","end":"2026-03-05T17:51:10.449911Z","steps":["trace[1235422333] 'process raft request' (duration: 417.832104ms)","trace[1235422333] 'compare' (duration: 362.135107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:10.450227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.691943Z","time spent":"758.275038ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:10.450313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.669332Z","time spent":"780.899712ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:10.450367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.841512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:51:10.450329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.043986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:51:10.450419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.077418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:51:10.450416Z","caller":"traceutil/trace.go:171","msg":"trace[1093748487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"582.945664ms","start":"2026-03-05T17:51:09.867457Z","end":"2026-03-05T17:51:10.450403Z","steps":["trace[1093748487] 'agreement among raft nodes before linearized reading' (duration: 582.73377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.671953Z","time spent":"778.205859ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:10.450466Z","caller":"traceutil/trace.go:171","msg":"trace[1716092641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"583.15556ms","start":"2026-03-05T17:51:09.867296Z","end":"2026-03-05T17:51:10.450451Z","steps":["trace[1716092641] 'agreement among raft nodes before linearized reading' (duration: 583.070038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.867432Z","time spent":"583.033637ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:51:10.450477Z","caller":"traceutil/trace.go:171","msg":"trace[569090969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"583.16521ms","start":"2026-03-05T17:51:09.867254Z","end":"2026-03-05T17:51:10.450419Z","steps":["trace[569090969] 'agreement among raft nodes before linearized reading' (duration: 582.990586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.867289Z","time spent":"583.211871ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:10.450478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.15511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:10.450554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.867245Z","time spent":"583.285052ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:51:10.450581Z","caller":"traceutil/trace.go:171","msg":"trace[1659315442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"363.312054ms","start":"2026-03-05T17:51:10.087246Z","end":"2026-03-05T17:51:10.450558Z","steps":["trace[1659315442] 'agreement among raft nodes before linearized reading' (duration: 363.11909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.08722Z","time spent":"363.406587ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:10.450692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.969499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:51:10.45074Z","caller":"traceutil/trace.go:171","msg":"trace[686494651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"584.0372ms","start":"2026-03-05T17:51:09.866689Z","end":"2026-03-05T17:51:10.450726Z","steps":["trace[686494651] 'agreement among raft nodes before linearized reading' (duration: 583.906467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.450777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.866678Z","time spent":"584.092111ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:51:10.45113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.316745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:51:10.451175Z","caller":"traceutil/trace.go:171","msg":"trace[1700674732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"589.394798ms","start":"2026-03-05T17:51:09.861769Z","end":"2026-03-05T17:51:10.451164Z","steps":["trace[1700674732] 'agreement among raft nodes before linearized reading' (duration: 588.348933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:10.45132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:09.861753Z","time spent":"589.558092ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:51:11.072561Z","caller":"traceutil/trace.go:171","msg":"trace[670766341] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"616.15867ms","start":"2026-03-05T17:51:10.456363Z","end":"2026-03-05T17:51:11.072521Z","steps":["trace[670766341] 'process raft request' (duration: 615.883453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:11.07284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.456346Z","time spent":"616.351124ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:11.07287Z","caller":"traceutil/trace.go:171","msg":"trace[1816679373] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"616.322393ms","start":"2026-03-05T17:51:10.456508Z","end":"2026-03-05T17:51:11.07283Z","steps":["trace[1816679373] 'process raft request' (duration: 615.958584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.072992Z","caller":"traceutil/trace.go:171","msg":"trace[1867707575] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"616.319833ms","start":"2026-03-05T17:51:10.456649Z","end":"2026-03-05T17:51:11.072969Z","steps":["trace[1867707575] 'process raft request' (duration: 616.114138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.073077Z","caller":"traceutil/trace.go:171","msg":"trace[661744038] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"616.298342ms","start":"2026-03-05T17:51:10.456758Z","end":"2026-03-05T17:51:11.073056Z","steps":["trace[661744038] 'process raft request' (duration: 616.107917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:11.073152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.456633Z","time spent":"616.475337ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:11.073189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.456729Z","time spent":"616.403356ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:11.073207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.456479Z","time spent":"616.59251ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:11.073246Z","caller":"traceutil/trace.go:171","msg":"trace[982218500] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"615.517584ms","start":"2026-03-05T17:51:10.457708Z","end":"2026-03-05T17:51:11.073226Z","steps":["trace[982218500] 'process raft request' (duration: 615.274117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:11.07334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.457671Z","time spent":"615.624527ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:11.07348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.839474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T17:51:11.073551Z","caller":"traceutil/trace.go:171","msg":"trace[1413404605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1708; }","duration":"467.979028ms","start":"2026-03-05T17:51:10.605557Z","end":"2026-03-05T17:51:11.073536Z","steps":["trace[1413404605] 'agreement among raft nodes before linearized reading' (duration: 467.776834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:11.073594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:10.605529Z","time spent":"468.057049ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T17:51:11.073296Z","caller":"traceutil/trace.go:171","msg":"trace[820709104] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1770; }","duration":"467.512207ms","start":"2026-03-05T17:51:10.605636Z","end":"2026-03-05T17:51:11.073148Z","steps":["trace[820709104] 'read index received' (duration: 466.508973ms)","trace[820709104] 'applied index is now lower than readState.Index' (duration: 1.001714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:11.073916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.605288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zlmwp\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-05T17:51:11.073952Z","caller":"traceutil/trace.go:171","msg":"trace[376300059] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zlmwp; range_end:; response_count:1; response_revision:1708; }","duration":"268.639809ms","start":"2026-03-05T17:51:10.805301Z","end":"2026-03-05T17:51:11.073941Z","steps":["trace[376300059] 'agreement among raft nodes before linearized reading' (duration: 268.540646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.225854Z","caller":"traceutil/trace.go:171","msg":"trace[1448216874] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"146.449179ms","start":"2026-03-05T17:51:11.079379Z","end":"2026-03-05T17:51:11.225828Z","steps":["trace[1448216874] 'process raft request' (duration: 58.078841ms)","trace[1448216874] 'compare' (duration: 88.237185ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:11.259023Z","caller":"traceutil/trace.go:171","msg":"trace[1924052482] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"177.976705ms","start":"2026-03-05T17:51:11.081012Z","end":"2026-03-05T17:51:11.258989Z","steps":["trace[1924052482] 'process raft request' (duration: 177.78125ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.434923Z","caller":"traceutil/trace.go:171","msg":"trace[166448253] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"167.083067ms","start":"2026-03-05T17:51:11.267803Z","end":"2026-03-05T17:51:11.434886Z","steps":["trace[166448253] 'process raft request' (duration: 110.351376ms)","trace[166448253] 'compare' (duration: 56.287981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:11.435019Z","caller":"traceutil/trace.go:171","msg":"trace[1252035558] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"165.09967ms","start":"2026-03-05T17:51:11.269881Z","end":"2026-03-05T17:51:11.434981Z","steps":["trace[1252035558] 'process raft request' (duration: 164.728891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.600038Z","caller":"traceutil/trace.go:171","msg":"trace[539164890] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1779; }","duration":"140.282825ms","start":"2026-03-05T17:51:11.459727Z","end":"2026-03-05T17:51:11.60001Z","steps":["trace[539164890] 'read index received' (duration: 80.910631ms)","trace[539164890] 'applied index is now lower than readState.Index' (duration: 59.370843ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:11.600175Z","caller":"traceutil/trace.go:171","msg":"trace[1464860063] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"156.405625ms","start":"2026-03-05T17:51:11.443722Z","end":"2026-03-05T17:51:11.600128Z","steps":["trace[1464860063] 'process raft request' (duration: 96.93992ms)","trace[1464860063] 'compare' (duration: 59.114637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:11.60026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.521401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:11.600303Z","caller":"traceutil/trace.go:171","msg":"trace[1923077342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1714; }","duration":"140.648683ms","start":"2026-03-05T17:51:11.459639Z","end":"2026-03-05T17:51:11.600288Z","steps":["trace[1923077342] 'agreement among raft nodes before linearized reading' (duration: 140.479059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:11.600449Z","caller":"traceutil/trace.go:171","msg":"trace[1812276772] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"156.408676ms","start":"2026-03-05T17:51:11.443791Z","end":"2026-03-05T17:51:11.6002Z","steps":["trace[1812276772] 'process raft request' (duration: 156.15744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:14.584568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036737695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:51:15.085438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036737695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:51:15.161013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155003762s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:51:15.161433Z","caller":"traceutil/trace.go:171","msg":"trace[2050012689] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"1.155457243s","start":"2026-03-05T17:51:14.005894Z","end":"2026-03-05T17:51:15.161352Z","steps":["trace[2050012689] 'process raft request' (duration: 1.155276029s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.161623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.005867Z","time spent":"1.155634837s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:15.355957Z","caller":"traceutil/trace.go:171","msg":"trace[603516387] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"912.689775ms","start":"2026-03-05T17:51:14.44324Z","end":"2026-03-05T17:51:15.35593Z","steps":["trace[603516387] 'process raft request' (duration: 912.43974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.356163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.443212Z","time spent":"912.832679ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:15.356336Z","caller":"traceutil/trace.go:171","msg":"trace[1920906339] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1799; }","duration":"1.272782174s","start":"2026-03-05T17:51:14.083506Z","end":"2026-03-05T17:51:15.356288Z","steps":["trace[1920906339] 'read index received' (duration: 1.077730436s)","trace[1920906339] 'applied index is now lower than readState.Index' (duration: 195.050578ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:15.356355Z","caller":"traceutil/trace.go:171","msg":"trace[285891336] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"891.629398ms","start":"2026-03-05T17:51:14.464664Z","end":"2026-03-05T17:51:15.356294Z","steps":["trace[285891336] 'process raft request' (duration: 891.191838ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:15.356493Z","caller":"traceutil/trace.go:171","msg":"trace[788816061] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"890.498562ms","start":"2026-03-05T17:51:14.46598Z","end":"2026-03-05T17:51:15.356479Z","steps":["trace[788816061] 'process raft request' (duration: 890.110572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.356514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.464651Z","time spent":"891.780913ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:15.356616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.17978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:15.356669Z","caller":"traceutil/trace.go:171","msg":"trace[244173867] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1735; }","duration":"861.301412ms","start":"2026-03-05T17:51:14.495355Z","end":"2026-03-05T17:51:15.356656Z","steps":["trace[244173867] 'agreement among raft nodes before linearized reading' (duration: 861.19574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.35671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.49531Z","time spent":"861.388204ms","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:15.356707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.465967Z","time spent":"890.606934ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:15.356767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.951267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T17:51:15.356762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.505241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T17:51:15.35679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.45268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T17:51:15.356816Z","caller":"traceutil/trace.go:171","msg":"trace[605668764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1735; }","duration":"732.050429ms","start":"2026-03-05T17:51:14.62475Z","end":"2026-03-05T17:51:15.3568Z","steps":["trace[605668764] 'agreement among raft nodes before linearized reading' (duration: 731.883565ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:15.356842Z","caller":"traceutil/trace.go:171","msg":"trace[1374946889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1735; }","duration":"267.538312ms","start":"2026-03-05T17:51:15.08929Z","end":"2026-03-05T17:51:15.356829Z","steps":["trace[1374946889] 'agreement among raft nodes before linearized reading' (duration: 267.373229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:15.356838Z","caller":"traceutil/trace.go:171","msg":"trace[1402028553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1735; }","duration":"264.613233ms","start":"2026-03-05T17:51:15.092205Z","end":"2026-03-05T17:51:15.356818Z","steps":["trace[1402028553] 'agreement among raft nodes before linearized reading' (duration: 264.410508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.356844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273345429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:15.356849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.62472Z","time spent":"732.122681ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T17:51:15.356762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.290911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:51:15.356942Z","caller":"traceutil/trace.go:171","msg":"trace[1948344224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1735; }","duration":"1.27342967s","start":"2026-03-05T17:51:14.083455Z","end":"2026-03-05T17:51:15.356884Z","steps":["trace[1948344224] 'agreement among raft nodes before linearized reading' (duration: 1.273354638s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:15.356978Z","caller":"traceutil/trace.go:171","msg":"trace[242380464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1735; }","duration":"263.521128ms","start":"2026-03-05T17:51:15.093446Z","end":"2026-03-05T17:51:15.356967Z","steps":["trace[242380464] 'agreement among raft nodes before linearized reading' (duration: 263.164229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.35698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.425697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:51:15.356991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.083438Z","time spent":"1.273540313s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:51:15.35702Z","caller":"traceutil/trace.go:171","msg":"trace[888406143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1735; }","duration":"845.508439ms","start":"2026-03-05T17:51:14.511501Z","end":"2026-03-05T17:51:15.35701Z","steps":["trace[888406143] 'agreement among raft nodes before linearized reading' (duration: 845.369665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:15.357024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.341377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T17:51:15.357061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:14.511486Z","time spent":"845.568241ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:51:15.357075Z","caller":"traceutil/trace.go:171","msg":"trace[1604692400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1735; }","duration":"264.416779ms","start":"2026-03-05T17:51:15.092644Z","end":"2026-03-05T17:51:15.35706Z","steps":["trace[1604692400] 'agreement among raft nodes before linearized reading' (duration: 264.238965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.346763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.180762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:48.347216Z","caller":"traceutil/trace.go:171","msg":"trace[498439651] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"801.510168ms","start":"2026-03-05T17:51:47.545687Z","end":"2026-03-05T17:51:48.347198Z","steps":["trace[498439651] 'read index received' (duration: 7.795465ms)","trace[498439651] 'applied index is now lower than readState.Index' (duration: 793.713253ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:48.347261Z","caller":"traceutil/trace.go:171","msg":"trace[540345032] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"816.758508ms","start":"2026-03-05T17:51:47.530457Z","end":"2026-03-05T17:51:48.347216Z","steps":["trace[540345032] 'process raft request' (duration: 816.44161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.347408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.53043Z","time spent":"816.895241ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:48.347483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.628404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:51:48.347502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.585499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T17:51:48.347527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.342698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:48.347544Z","caller":"traceutil/trace.go:171","msg":"trace[2136672133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"780.718286ms","start":"2026-03-05T17:51:47.56681Z","end":"2026-03-05T17:51:48.347528Z","steps":["trace[2136672133] 'agreement among raft nodes before linearized reading' (duration: 780.558042ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:48.347553Z","caller":"traceutil/trace.go:171","msg":"trace[1750076841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"743.687231ms","start":"2026-03-05T17:51:47.603851Z","end":"2026-03-05T17:51:48.347539Z","steps":["trace[1750076841] 'agreement among raft nodes before linearized reading' (duration: 743.534078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.347583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.566797Z","time spent":"780.778357ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:48.347594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.603823Z","time spent":"743.762943ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:51:48.347586Z","caller":"traceutil/trace.go:171","msg":"trace[581056775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"733.43024ms","start":"2026-03-05T17:51:47.614139Z","end":"2026-03-05T17:51:48.347569Z","steps":["trace[581056775] 'agreement among raft nodes before linearized reading' (duration: 733.244426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.347676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.236182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-05T17:51:48.347688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.614125Z","time spent":"733.548352ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T17:51:48.34771Z","caller":"traceutil/trace.go:171","msg":"trace[1239538795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1895; }","duration":"239.306894ms","start":"2026-03-05T17:51:48.108395Z","end":"2026-03-05T17:51:48.347702Z","steps":["trace[1239538795] 'agreement among raft nodes before linearized reading' (duration: 239.210742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.347718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.876845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:51:48.347753Z","caller":"traceutil/trace.go:171","msg":"trace[723333578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"743.927947ms","start":"2026-03-05T17:51:47.603814Z","end":"2026-03-05T17:51:48.347742Z","steps":["trace[723333578] 'agreement among raft nodes before linearized reading' (duration: 743.824885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.34779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.603804Z","time spent":"743.978848ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:51:48.347233Z","caller":"traceutil/trace.go:171","msg":"trace[1557909111] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"860.927912ms","start":"2026-03-05T17:51:47.486217Z","end":"2026-03-05T17:51:48.347145Z","steps":["trace[1557909111] 'process raft request' (duration: 67.25402ms)","trace[1557909111] 'compare' (duration: 792.758701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:48.347873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.23653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T17:51:48.347998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.308246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:51:48.348148Z","caller":"traceutil/trace.go:171","msg":"trace[1582096592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"802.500401ms","start":"2026-03-05T17:51:47.545627Z","end":"2026-03-05T17:51:48.348128Z","steps":["trace[1582096592] 'agreement among raft nodes before linearized reading' (duration: 801.678212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.348014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.486193Z","time spent":"861.73459ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:48.348147Z","caller":"traceutil/trace.go:171","msg":"trace[1777443054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"743.415025ms","start":"2026-03-05T17:51:47.604583Z","end":"2026-03-05T17:51:48.347998Z","steps":["trace[1777443054] 'agreement among raft nodes before linearized reading' (duration: 742.851522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:48.348265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.604573Z","time spent":"743.678982ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:48.348198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:47.545603Z","time spent":"802.585274ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:51:48.85818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036738097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:51:49.358683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036738097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:51:49.468659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117899074s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:51:49.469121Z","caller":"traceutil/trace.go:171","msg":"trace[801418681] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.118434177s","start":"2026-03-05T17:51:48.350653Z","end":"2026-03-05T17:51:49.469087Z","steps":["trace[801418681] 'process raft request' (duration: 1.118160891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:49.469288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.350632Z","time spent":"1.118572151s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.046397Z","caller":"traceutil/trace.go:171","msg":"trace[304697584] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.693590387s","start":"2026-03-05T17:51:48.352781Z","end":"2026-03-05T17:51:50.046371Z","steps":["trace[304697584] 'process raft request' (duration: 1.693391832s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.046565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.352755Z","time spent":"1.69372552s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.04675Z","caller":"traceutil/trace.go:171","msg":"trace[1180455406] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.693196798s","start":"2026-03-05T17:51:48.353525Z","end":"2026-03-05T17:51:50.046722Z","steps":["trace[1180455406] 'process raft request' (duration: 1.692805759s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.046824Z","caller":"traceutil/trace.go:171","msg":"trace[1116521930] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.693178157s","start":"2026-03-05T17:51:48.353605Z","end":"2026-03-05T17:51:50.046784Z","steps":["trace[1116521930] 'process raft request' (duration: 1.692996123s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.046899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.353508Z","time spent":"1.69331273s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.046957Z","caller":"traceutil/trace.go:171","msg":"trace[820303311] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1970; }","duration":"1.68951791s","start":"2026-03-05T17:51:48.357425Z","end":"2026-03-05T17:51:50.046943Z","steps":["trace[820303311] 'read index received' (duration: 1.11140134s)","trace[820303311] 'applied index is now lower than readState.Index' (duration: 578.11525ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:50.046998Z","caller":"traceutil/trace.go:171","msg":"trace[1545901565] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"740.015756ms","start":"2026-03-05T17:51:49.306956Z","end":"2026-03-05T17:51:50.046971Z","steps":["trace[1545901565] 'process raft request' (duration: 739.939594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.353598Z","time spent":"1.693338051s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:50.047076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689641153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:50.0471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.306932Z","time spent":"740.116767ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.047112Z","caller":"traceutil/trace.go:171","msg":"trace[1303390269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1902; }","duration":"1.689705905s","start":"2026-03-05T17:51:48.357397Z","end":"2026-03-05T17:51:50.047103Z","steps":["trace[1303390269] 'agreement among raft nodes before linearized reading' (duration: 1.689629043s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.047107Z","caller":"traceutil/trace.go:171","msg":"trace[1369517839] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.693282319s","start":"2026-03-05T17:51:48.353778Z","end":"2026-03-05T17:51:50.04706Z","steps":["trace[1369517839] 'process raft request' (duration: 1.692961031s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.047255Z","caller":"traceutil/trace.go:171","msg":"trace[2024753678] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.693378851s","start":"2026-03-05T17:51:48.353807Z","end":"2026-03-05T17:51:50.047186Z","steps":["trace[2024753678] 'process raft request' (duration: 1.693028072s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.655737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:50.047315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.665622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:50.04715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.35739Z","time spent":"1.689753666s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:51:50.047307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.353756Z","time spent":"1.693446933s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:50.047389Z","caller":"traceutil/trace.go:171","msg":"trace[906062118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"961.769875ms","start":"2026-03-05T17:51:49.085598Z","end":"2026-03-05T17:51:50.047368Z","steps":["trace[906062118] 'agreement among raft nodes before linearized reading' (duration: 961.626042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.72177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:50.047404Z","caller":"traceutil/trace.go:171","msg":"trace[1109783408] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1902; }","duration":"378.807061ms","start":"2026-03-05T17:51:49.668569Z","end":"2026-03-05T17:51:50.047377Z","steps":["trace[1109783408] 'agreement among raft nodes before linearized reading' (duration: 378.657088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.085579Z","time spent":"961.842397ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:51:50.047444Z","caller":"traceutil/trace.go:171","msg":"trace[1369173225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"690.807723ms","start":"2026-03-05T17:51:49.356617Z","end":"2026-03-05T17:51:50.047425Z","steps":["trace[1369173225] 'agreement among raft nodes before linearized reading' (duration: 690.620669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.668549Z","time spent":"378.925713ms","remote":"127.0.0.1:46182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:50.047559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107506848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:50.047489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:49.356604Z","time spent":"690.874224ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T17:51:50.047614Z","caller":"traceutil/trace.go:171","msg":"trace[1612132367] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1902; }","duration":"1.10759203s","start":"2026-03-05T17:51:48.940008Z","end":"2026-03-05T17:51:50.0476Z","steps":["trace[1612132367] 'agreement among raft nodes before linearized reading' (duration: 1.107516629s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.939984Z","time spent":"1.107667982s","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:50.047799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.406863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:50.047891Z","caller":"traceutil/trace.go:171","msg":"trace[1474321162] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1902; }","duration":"183.545547ms","start":"2026-03-05T17:51:49.86433Z","end":"2026-03-05T17:51:50.047876Z","steps":["trace[1474321162] 'agreement among raft nodes before linearized reading' (duration: 183.24065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.047651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.353796Z","time spent":"1.693556445s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:50.04845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682271949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-05T17:51:50.048516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581035337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:50.048647Z","caller":"traceutil/trace.go:171","msg":"trace[2054139082] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1902; }","duration":"1.581247863s","start":"2026-03-05T17:51:48.467384Z","end":"2026-03-05T17:51:50.048632Z","steps":["trace[2054139082] 'agreement among raft nodes before linearized reading' (duration: 1.580885314s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.048718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.46737Z","time spent":"1.581334935s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:50.048626Z","caller":"traceutil/trace.go:171","msg":"trace[524117147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1902; }","duration":"1.682450385s","start":"2026-03-05T17:51:48.366151Z","end":"2026-03-05T17:51:50.048602Z","steps":["trace[524117147] 'agreement among raft nodes before linearized reading' (duration: 1.681057271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.04901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:48.366147Z","time spent":"1.682850554s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:51:50.402945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.881805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:50.403034Z","caller":"traceutil/trace.go:171","msg":"trace[1100644896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"352.001947ms","start":"2026-03-05T17:51:50.051013Z","end":"2026-03-05T17:51:50.403015Z","steps":["trace[1100644896] 'range keys from in-memory index tree' (duration: 351.764642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.40308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.050987Z","time spent":"352.082839ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:50.403229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.120241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23870"} {"level":"info","ts":"2026-03-05T17:51:50.403295Z","caller":"traceutil/trace.go:171","msg":"trace[1040070506] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1902; }","duration":"352.195892ms","start":"2026-03-05T17:51:50.051087Z","end":"2026-03-05T17:51:50.403283Z","steps":["trace[1040070506] 'range keys from in-memory index tree' (duration: 351.864434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.403313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.196792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:50.403329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.051035Z","time spent":"352.285314ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23893,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-05T17:51:50.403355Z","caller":"traceutil/trace.go:171","msg":"trace[2051422224] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1902; }","duration":"352.260344ms","start":"2026-03-05T17:51:50.051082Z","end":"2026-03-05T17:51:50.403342Z","steps":["trace[2051422224] 'range keys from in-memory index tree' (duration: 352.118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.403389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.050987Z","time spent":"352.393496ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:51:50.403228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.801631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23870"} {"level":"info","ts":"2026-03-05T17:51:50.403483Z","caller":"traceutil/trace.go:171","msg":"trace[967160164] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1902; }","duration":"352.09416ms","start":"2026-03-05T17:51:50.051376Z","end":"2026-03-05T17:51:50.40347Z","steps":["trace[967160164] 'range keys from in-memory index tree' (duration: 351.417123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.403477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.765173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-05T17:51:50.403525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.051359Z","time spent":"352.14934ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23893,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-05T17:51:50.403578Z","caller":"traceutil/trace.go:171","msg":"trace[160529911] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"201.964942ms","start":"2026-03-05T17:51:50.201596Z","end":"2026-03-05T17:51:50.403561Z","steps":["trace[160529911] 'read index received' (duration: 56.291µs)","trace[160529911] 'applied index is now lower than readState.Index' (duration: 201.907061ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:50.403669Z","caller":"traceutil/trace.go:171","msg":"trace[1306943643] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"349.938538ms","start":"2026-03-05T17:51:50.053698Z","end":"2026-03-05T17:51:50.403636Z","steps":["trace[1306943643] 'process raft request' (duration: 79.914479ms)","trace[1306943643] 'compare' (duration: 269.322153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:50.403724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:50.053677Z","time spent":"350.01505ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:50.403777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.176967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:50.403837Z","caller":"traceutil/trace.go:171","msg":"trace[180880649] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1903; }","duration":"202.27707ms","start":"2026-03-05T17:51:50.201542Z","end":"2026-03-05T17:51:50.403819Z","steps":["trace[180880649] 'agreement among raft nodes before linearized reading' (duration: 202.177857ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.468384Z","caller":"traceutil/trace.go:171","msg":"trace[1747197579] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"114.004432ms","start":"2026-03-05T17:51:50.35434Z","end":"2026-03-05T17:51:50.468344Z","steps":["trace[1747197579] 'process raft request' (duration: 113.812398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.650003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.709534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:50.650195Z","caller":"traceutil/trace.go:171","msg":"trace[2128971082] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1978; }","duration":"246.569476ms","start":"2026-03-05T17:51:50.403605Z","end":"2026-03-05T17:51:50.650175Z","steps":["trace[2128971082] 'read index received' (duration: 64.507034ms)","trace[2128971082] 'applied index is now lower than readState.Index' (duration: 182.060852ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:50.650206Z","caller":"traceutil/trace.go:171","msg":"trace[1087700360] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"295.755708ms","start":"2026-03-05T17:51:50.354419Z","end":"2026-03-05T17:51:50.650174Z","steps":["trace[1087700360] 'process raft request' (duration: 190.786548ms)","trace[1087700360] 'compare' (duration: 104.437268ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:50.6503Z","caller":"traceutil/trace.go:171","msg":"trace[187746630] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"286.556361ms","start":"2026-03-05T17:51:50.363695Z","end":"2026-03-05T17:51:50.650251Z","steps":["trace[187746630] 'process raft request' (duration: 286.409747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.650505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.985937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:51:50.650584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.765127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:50.650646Z","caller":"traceutil/trace.go:171","msg":"trace[1606728577] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1906; }","duration":"201.85963ms","start":"2026-03-05T17:51:50.448774Z","end":"2026-03-05T17:51:50.650634Z","steps":["trace[1606728577] 'agreement among raft nodes before linearized reading' (duration: 201.761167ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:50.650653Z","caller":"traceutil/trace.go:171","msg":"trace[664452674] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1906; }","duration":"294.12818ms","start":"2026-03-05T17:51:50.356436Z","end":"2026-03-05T17:51:50.650564Z","steps":["trace[664452674] 'agreement among raft nodes before linearized reading' (duration: 293.957706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.650647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.586711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:50.650747Z","caller":"traceutil/trace.go:171","msg":"trace[1024959702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"239.736134ms","start":"2026-03-05T17:51:50.410988Z","end":"2026-03-05T17:51:50.650724Z","steps":["trace[1024959702] 'agreement among raft nodes before linearized reading' (duration: 239.550259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.650764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.169627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:50.650814Z","caller":"traceutil/trace.go:171","msg":"trace[955604779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"235.243048ms","start":"2026-03-05T17:51:50.415553Z","end":"2026-03-05T17:51:50.650796Z","steps":["trace[955604779] 'agreement among raft nodes before linearized reading' (duration: 234.980442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.650945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.016082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-05T17:51:50.651143Z","caller":"traceutil/trace.go:171","msg":"trace[2060298900] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1906; }","duration":"243.221637ms","start":"2026-03-05T17:51:50.407834Z","end":"2026-03-05T17:51:50.651055Z","steps":["trace[2060298900] 'agreement among raft nodes before linearized reading' (duration: 242.710464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:50.651516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.971254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:107164"} {"level":"info","ts":"2026-03-05T17:51:50.651686Z","caller":"traceutil/trace.go:171","msg":"trace[1793449679] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1906; }","duration":"244.100958ms","start":"2026-03-05T17:51:50.407489Z","end":"2026-03-05T17:51:50.65159Z","steps":["trace[1793449679] 'agreement among raft nodes before linearized reading' (duration: 243.021742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:51.169775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.127239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:51.169847Z","caller":"traceutil/trace.go:171","msg":"trace[890309895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"112.262502ms","start":"2026-03-05T17:51:51.05757Z","end":"2026-03-05T17:51:51.169832Z","steps":["trace[890309895] 'range keys from in-memory index tree' (duration: 111.989696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.361693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.918585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:51:52.361767Z","caller":"traceutil/trace.go:171","msg":"trace[674537360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"308.039968ms","start":"2026-03-05T17:51:52.053711Z","end":"2026-03-05T17:51:52.361751Z","steps":["trace[674537360] 'range keys from in-memory index tree' (duration: 307.809744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.361804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.053688Z","time spent":"308.10854ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:52.361978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.392327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T17:51:52.36208Z","caller":"traceutil/trace.go:171","msg":"trace[1567183829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"308.51341ms","start":"2026-03-05T17:51:52.053545Z","end":"2026-03-05T17:51:52.362058Z","steps":["trace[1567183829] 'range keys from in-memory index tree' (duration: 308.235483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.362148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.053541Z","time spent":"308.585201ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:51:52.361978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.572421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:51:52.362424Z","caller":"traceutil/trace.go:171","msg":"trace[558236157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"309.018702ms","start":"2026-03-05T17:51:52.053344Z","end":"2026-03-05T17:51:52.362363Z","steps":["trace[558236157] 'range keys from in-memory index tree' (duration: 308.351376ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:52.362545Z","caller":"traceutil/trace.go:171","msg":"trace[1898797671] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"277.891067ms","start":"2026-03-05T17:51:52.084631Z","end":"2026-03-05T17:51:52.362522Z","steps":["trace[1898797671] 'read index received' (duration: 265.575736ms)","trace[1898797671] 'applied index is now lower than readState.Index' (duration: 12.313521ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:52.362565Z","caller":"traceutil/trace.go:171","msg":"trace[1083090117] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"308.217534ms","start":"2026-03-05T17:51:52.054323Z","end":"2026-03-05T17:51:52.36254Z","steps":["trace[1083090117] 'process raft request' (duration: 295.879532ms)","trace[1083090117] 'compare' (duration: 11.227525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:52.362591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.053329Z","time spent":"309.210537ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:51:52.362706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.054309Z","time spent":"308.307415ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:52.36274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.096962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:52.362799Z","caller":"traceutil/trace.go:171","msg":"trace[742940994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"278.190253ms","start":"2026-03-05T17:51:52.084593Z","end":"2026-03-05T17:51:52.362784Z","steps":["trace[742940994] 'agreement among raft nodes before linearized reading' (duration: 278.000849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.362813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.118124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:52.36285Z","caller":"traceutil/trace.go:171","msg":"trace[426582383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"185.214236ms","start":"2026-03-05T17:51:52.177625Z","end":"2026-03-05T17:51:52.362839Z","steps":["trace[426582383] 'agreement among raft nodes before linearized reading' (duration: 185.022661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.362977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.169746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T17:51:52.363253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.476573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:51:52.363337Z","caller":"traceutil/trace.go:171","msg":"trace[111953040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"309.571205ms","start":"2026-03-05T17:51:52.053729Z","end":"2026-03-05T17:51:52.3633Z","steps":["trace[111953040] 'range keys from in-memory index tree' (duration: 308.621202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.363381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.053721Z","time spent":"309.649727ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:51:52.363048Z","caller":"traceutil/trace.go:171","msg":"trace[1952369513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1908; }","duration":"309.274068ms","start":"2026-03-05T17:51:52.05376Z","end":"2026-03-05T17:51:52.363034Z","steps":["trace[1952369513] 'range keys from in-memory index tree' (duration: 307.989588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:52.363489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.053694Z","time spent":"309.78048ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:51:53.605398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.6271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:51:53.605505Z","caller":"traceutil/trace.go:171","msg":"trace[498811623] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"853.611389ms","start":"2026-03-05T17:51:52.751875Z","end":"2026-03-05T17:51:53.605487Z","steps":["trace[498811623] 'read index received' (duration: 266.705663ms)","trace[498811623] 'applied index is now lower than readState.Index' (duration: 586.904256ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:53.605555Z","caller":"traceutil/trace.go:171","msg":"trace[596937817] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"949.788622ms","start":"2026-03-05T17:51:52.65572Z","end":"2026-03-05T17:51:53.605508Z","steps":["trace[596937817] 'process raft request' (duration: 362.963317ms)","trace[596937817] 'compare' (duration: 586.2017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:53.605684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.57567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:51:53.60574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.850756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a0358b2115b38\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-05T17:51:53.605769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.655688Z","time spent":"949.975865ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:53.60579Z","caller":"traceutil/trace.go:171","msg":"trace[950833479] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a0358b2115b38; range_end:; response_count:1; response_revision:1916; }","duration":"801.950998ms","start":"2026-03-05T17:51:52.803816Z","end":"2026-03-05T17:51:53.605767Z","steps":["trace[950833479] 'agreement among raft nodes before linearized reading' (duration: 801.772274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:53.605782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.836742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T17:51:53.605838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.803791Z","time spent":"802.03578ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a0358b2115b38\" "} {"level":"info","ts":"2026-03-05T17:51:53.605849Z","caller":"traceutil/trace.go:171","msg":"trace[582395242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"235.938344ms","start":"2026-03-05T17:51:53.369891Z","end":"2026-03-05T17:51:53.605829Z","steps":["trace[582395242] 'agreement among raft nodes before linearized reading' (duration: 235.708289ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:53.605786Z","caller":"traceutil/trace.go:171","msg":"trace[674206721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"520.726244ms","start":"2026-03-05T17:51:53.085038Z","end":"2026-03-05T17:51:53.605765Z","steps":["trace[674206721] 'agreement among raft nodes before linearized reading' (duration: 520.57402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:53.606203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:53.085017Z","time spent":"521.071752ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:53.605676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.760622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:53.606559Z","caller":"traceutil/trace.go:171","msg":"trace[246716347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1916; }","duration":"854.683395ms","start":"2026-03-05T17:51:52.751824Z","end":"2026-03-05T17:51:53.606507Z","steps":["trace[246716347] 'agreement among raft nodes before linearized reading' (duration: 853.734702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:53.606668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:52.751806Z","time spent":"854.837039ms","remote":"127.0.0.1:44510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:54.688134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.752947ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:51:54.688425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:53.608046Z","time spent":"1.080366898s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:51:54.688603Z","caller":"traceutil/trace.go:171","msg":"trace[1467546434] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"804.281013ms","start":"2026-03-05T17:51:53.884254Z","end":"2026-03-05T17:51:54.688536Z","steps":["trace[1467546434] 'read index received' (duration: 36.9µs)","trace[1467546434] 'applied index is now lower than readState.Index' (duration: 804.241013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:54.688732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.458578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:54.688774Z","caller":"traceutil/trace.go:171","msg":"trace[2085802140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1916; }","duration":"804.566001ms","start":"2026-03-05T17:51:53.884196Z","end":"2026-03-05T17:51:54.688762Z","steps":["trace[2085802140] 'agreement among raft nodes before linearized reading' (duration: 804.456368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.688801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:53.884149Z","time spent":"804.645422ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:54.688794Z","caller":"traceutil/trace.go:171","msg":"trace[399819347] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"319.419488ms","start":"2026-03-05T17:51:54.369314Z","end":"2026-03-05T17:51:54.688734Z","steps":["trace[399819347] 'process raft request' (duration: 319.172462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.689242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.369286Z","time spent":"319.860608ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:54.720882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.156987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:51:54.720935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.022989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T17:51:54.720996Z","caller":"traceutil/trace.go:171","msg":"trace[536102576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"296.839103ms","start":"2026-03-05T17:51:54.424136Z","end":"2026-03-05T17:51:54.720975Z","steps":["trace[536102576] 'agreement among raft nodes before linearized reading' (duration: 296.553667ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:54.72102Z","caller":"traceutil/trace.go:171","msg":"trace[1874631002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"107.180693ms","start":"2026-03-05T17:51:54.613815Z","end":"2026-03-05T17:51:54.720996Z","steps":["trace[1874631002] 'agreement among raft nodes before linearized reading' (duration: 106.929287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.721035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.554854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T17:51:54.721035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.755531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T17:51:54.721085Z","caller":"traceutil/trace.go:171","msg":"trace[788377405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"298.645276ms","start":"2026-03-05T17:51:54.422427Z","end":"2026-03-05T17:51:54.721072Z","steps":["trace[788377405] 'agreement among raft nodes before linearized reading' (duration: 298.439381ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:54.721119Z","caller":"traceutil/trace.go:171","msg":"trace[1918049494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"343.843654ms","start":"2026-03-05T17:51:54.377256Z","end":"2026-03-05T17:51:54.7211Z","steps":["trace[1918049494] 'agreement among raft nodes before linearized reading' (duration: 343.627609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.721215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.369942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:54.721251Z","caller":"traceutil/trace.go:171","msg":"trace[1930134449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"635.457745ms","start":"2026-03-05T17:51:54.085783Z","end":"2026-03-05T17:51:54.721241Z","steps":["trace[1930134449] 'agreement among raft nodes before linearized reading' (duration: 635.407933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.721236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.37244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T17:51:54.721277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.085762Z","time spent":"635.508655ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:54.721248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.377217Z","time spent":"344.017658ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:51:54.721319Z","caller":"traceutil/trace.go:171","msg":"trace[1442625892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1918; }","duration":"298.481273ms","start":"2026-03-05T17:51:54.422821Z","end":"2026-03-05T17:51:54.721302Z","steps":["trace[1442625892] 'agreement among raft nodes before linearized reading' (duration: 298.228446ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:54.720923Z","caller":"traceutil/trace.go:171","msg":"trace[773315703] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"226.858041ms","start":"2026-03-05T17:51:54.493993Z","end":"2026-03-05T17:51:54.720851Z","steps":["trace[773315703] 'process raft request' (duration: 226.495932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.720827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.078275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:51:54.721758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.992537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T17:51:54.721871Z","caller":"traceutil/trace.go:171","msg":"trace[69729589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"297.160971ms","start":"2026-03-05T17:51:54.424693Z","end":"2026-03-05T17:51:54.721854Z","steps":["trace[69729589] 'agreement among raft nodes before linearized reading' (duration: 296.493274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:54.721849Z","caller":"traceutil/trace.go:171","msg":"trace[1630261999] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1918; }","duration":"687.948526ms","start":"2026-03-05T17:51:54.033658Z","end":"2026-03-05T17:51:54.721606Z","steps":["trace[1630261999] 'agreement among raft nodes before linearized reading' (duration: 686.999233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:54.722127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.033634Z","time spent":"688.408646ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:51:55.048863Z","caller":"traceutil/trace.go:171","msg":"trace[769573271] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"326.680038ms","start":"2026-03-05T17:51:54.722151Z","end":"2026-03-05T17:51:55.048831Z","steps":["trace[769573271] 'read index received' (duration: 326.487504ms)","trace[769573271] 'applied index is now lower than readState.Index' (duration: 190.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:51:55.049049Z","caller":"traceutil/trace.go:171","msg":"trace[1763333757] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"358.032599ms","start":"2026-03-05T17:51:54.690855Z","end":"2026-03-05T17:51:55.048888Z","steps":["trace[1763333757] 'process raft request' (duration: 357.784464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.049121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.932105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:51:55.0492Z","caller":"traceutil/trace.go:171","msg":"trace[248242874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"327.074258ms","start":"2026-03-05T17:51:54.722105Z","end":"2026-03-05T17:51:55.04918Z","steps":["trace[248242874] 'agreement among raft nodes before linearized reading' (duration: 326.913093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.049255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.72205Z","time spent":"327.196062ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:51:55.049314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.69083Z","time spent":"358.351367ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:55.155328Z","caller":"traceutil/trace.go:171","msg":"trace[1137972115] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"428.992766ms","start":"2026-03-05T17:51:54.726311Z","end":"2026-03-05T17:51:55.155304Z","steps":["trace[1137972115] 'process raft request' (duration: 428.574826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.155575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.726293Z","time spent":"429.16683ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:55.155606Z","caller":"traceutil/trace.go:171","msg":"trace[1528977934] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"428.649878ms","start":"2026-03-05T17:51:54.726931Z","end":"2026-03-05T17:51:55.155581Z","steps":["trace[1528977934] 'process raft request' (duration: 428.327999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.155761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.726918Z","time spent":"428.76241ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:55.155883Z","caller":"traceutil/trace.go:171","msg":"trace[1387136423] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"428.73877ms","start":"2026-03-05T17:51:54.727121Z","end":"2026-03-05T17:51:55.15586Z","steps":["trace[1387136423] 'process raft request' (duration: 428.362021ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:55.15601Z","caller":"traceutil/trace.go:171","msg":"trace[354027979] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1996; }","duration":"107.000359ms","start":"2026-03-05T17:51:55.048994Z","end":"2026-03-05T17:51:55.155994Z","steps":["trace[354027979] 'read index received' (duration: 105.80669ms)","trace[354027979] 'applied index is now lower than readState.Index' (duration: 1.193009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:51:55.15602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.727111Z","time spent":"428.836602ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:51:55.156045Z","caller":"traceutil/trace.go:171","msg":"trace[958246606] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"428.531185ms","start":"2026-03-05T17:51:54.7275Z","end":"2026-03-05T17:51:55.156031Z","steps":["trace[958246606] 'process raft request' (duration: 428.432673ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:51:55.156067Z","caller":"traceutil/trace.go:171","msg":"trace[1176605277] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"428.655528ms","start":"2026-03-05T17:51:54.727366Z","end":"2026-03-05T17:51:55.156022Z","steps":["trace[1176605277] 'process raft request' (duration: 428.423533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.156126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.633428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:51:55.156164Z","caller":"traceutil/trace.go:171","msg":"trace[1306189568] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1924; }","duration":"359.72433ms","start":"2026-03-05T17:51:54.796426Z","end":"2026-03-05T17:51:55.156151Z","steps":["trace[1306189568] 'agreement among raft nodes before linearized reading' (duration: 359.632158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:51:55.156208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.796399Z","time spent":"359.796981ms","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:51:55.156103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.727488Z","time spent":"428.581926ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:51:55.156242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:51:54.727343Z","time spent":"428.813992ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:52:27.764023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.099075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:52:27.764207Z","caller":"traceutil/trace.go:171","msg":"trace[1581289997] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"923.860479ms","start":"2026-03-05T17:52:26.840316Z","end":"2026-03-05T17:52:27.764176Z","steps":["trace[1581289997] 'process raft request' (duration: 120.439677ms)","trace[1581289997] 'compare' (duration: 802.940311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:52:27.764298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:26.840307Z","time spent":"923.954931ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:52:27.807014Z","caller":"traceutil/trace.go:171","msg":"trace[1848183544] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2345; }","duration":"476.203716ms","start":"2026-03-05T17:52:27.330768Z","end":"2026-03-05T17:52:27.806972Z","steps":["trace[1848183544] 'read index received' (duration: 473.673717ms)","trace[1848183544] 'applied index is now lower than readState.Index' (duration: 2.521119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:52:27.807292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.522034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:52:27.807317Z","caller":"traceutil/trace.go:171","msg":"trace[706732465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2256; }","duration":"476.619526ms","start":"2026-03-05T17:52:27.330691Z","end":"2026-03-05T17:52:27.80731Z","steps":["trace[706732465] 'agreement among raft nodes before linearized reading' (duration: 476.464893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.807341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.330656Z","time spent":"476.679618ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:52:27.807327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.818384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:52:27.807416Z","caller":"traceutil/trace.go:171","msg":"trace[1822663795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2256; }","duration":"474.980707ms","start":"2026-03-05T17:52:27.332419Z","end":"2026-03-05T17:52:27.8074Z","steps":["trace[1822663795] 'agreement among raft nodes before linearized reading' (duration: 474.796393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.807448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.295796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:52:27.807468Z","caller":"traceutil/trace.go:171","msg":"trace[2120344100] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2256; }","duration":"338.371989ms","start":"2026-03-05T17:52:27.469091Z","end":"2026-03-05T17:52:27.807463Z","steps":["trace[2120344100] 'agreement among raft nodes before linearized reading' (duration: 338.339858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.807482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.46906Z","time spent":"338.418489ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:52:27.807478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.332385Z","time spent":"475.08041ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:52:27.807442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.677799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:52:27.807582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.124754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:52:27.807616Z","caller":"traceutil/trace.go:171","msg":"trace[1448907606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2256; }","duration":"471.875584ms","start":"2026-03-05T17:52:27.335725Z","end":"2026-03-05T17:52:27.807601Z","steps":["trace[1448907606] 'agreement among raft nodes before linearized reading' (duration: 471.506465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:52:27.807688Z","caller":"traceutil/trace.go:171","msg":"trace[40626169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2256; }","duration":"473.283007ms","start":"2026-03-05T17:52:27.334376Z","end":"2026-03-05T17:52:27.807659Z","steps":["trace[40626169] 'agreement among raft nodes before linearized reading' (duration: 472.94819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.807751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.334364Z","time spent":"473.37432ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:52:27.807763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.224226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T17:52:27.807874Z","caller":"traceutil/trace.go:171","msg":"trace[1589188300] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2256; }","duration":"388.36354ms","start":"2026-03-05T17:52:27.419482Z","end":"2026-03-05T17:52:27.807845Z","steps":["trace[1589188300] 'agreement among raft nodes before linearized reading' (duration: 387.975501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.807764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.335711Z","time spent":"472.006737ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:52:27.807926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.419465Z","time spent":"388.451531ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-05T17:52:27.807599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.96699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:52:27.808007Z","caller":"traceutil/trace.go:171","msg":"trace[1489405797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2256; }","duration":"473.434791ms","start":"2026-03-05T17:52:27.334529Z","end":"2026-03-05T17:52:27.807964Z","steps":["trace[1489405797] 'agreement among raft nodes before linearized reading' (duration: 472.806127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:52:27.808068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:52:27.334523Z","time spent":"473.530474ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:53:01.920171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036739352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:53:01.971415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032086528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:53:01.971929Z","caller":"traceutil/trace.go:171","msg":"trace[635320513] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"1.032660411s","start":"2026-03-05T17:53:00.939233Z","end":"2026-03-05T17:53:01.971894Z","steps":["trace[635320513] 'process raft request' (duration: 1.032395515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:01.972105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:00.93921Z","time spent":"1.032800124s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:02.092265Z","caller":"traceutil/trace.go:171","msg":"trace[466850160] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2539; }","duration":"672.793474ms","start":"2026-03-05T17:53:01.419444Z","end":"2026-03-05T17:53:02.092237Z","steps":["trace[466850160] 'read index received' (duration: 552.304856ms)","trace[466850160] 'applied index is now lower than readState.Index' (duration: 120.486988ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:02.092463Z","caller":"traceutil/trace.go:171","msg":"trace[357772259] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"114.653701ms","start":"2026-03-05T17:53:01.977784Z","end":"2026-03-05T17:53:02.092438Z","steps":["trace[357772259] 'process raft request' (duration: 114.410705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.092563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.107961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T17:53:02.092645Z","caller":"traceutil/trace.go:171","msg":"trace[306806303] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2444; }","duration":"673.236974ms","start":"2026-03-05T17:53:01.419389Z","end":"2026-03-05T17:53:02.092626Z","steps":["trace[306806303] 'agreement among raft nodes before linearized reading' (duration: 672.971808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.092584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.258707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:53:02.092691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:01.419363Z","time spent":"673.320546ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-05T17:53:02.092717Z","caller":"traceutil/trace.go:171","msg":"trace[1547809507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2444; }","duration":"102.433942ms","start":"2026-03-05T17:53:01.990262Z","end":"2026-03-05T17:53:02.092696Z","steps":["trace[1547809507] 'agreement among raft nodes before linearized reading' (duration: 102.171336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.092876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.020817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:53:02.092952Z","caller":"traceutil/trace.go:171","msg":"trace[517624133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2444; }","duration":"106.15392ms","start":"2026-03-05T17:53:01.986787Z","end":"2026-03-05T17:53:02.092941Z","steps":["trace[517624133] 'agreement among raft nodes before linearized reading' (duration: 105.999856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.093097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.64231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T17:53:02.093101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.822641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:53:02.093134Z","caller":"traceutil/trace.go:171","msg":"trace[1351788370] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2444; }","duration":"323.701152ms","start":"2026-03-05T17:53:01.769423Z","end":"2026-03-05T17:53:02.093124Z","steps":["trace[1351788370] 'agreement among raft nodes before linearized reading' (duration: 323.60952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.093167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:01.769409Z","time spent":"323.749953ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T17:53:02.093161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.174153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a036b0396ebfc\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-05T17:53:02.093203Z","caller":"traceutil/trace.go:171","msg":"trace[1144943901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2444; }","duration":"102.965344ms","start":"2026-03-05T17:53:01.990224Z","end":"2026-03-05T17:53:02.093189Z","steps":["trace[1144943901] 'agreement among raft nodes before linearized reading' (duration: 102.77573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.093191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.870052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:53:02.09327Z","caller":"traceutil/trace.go:171","msg":"trace[1682715145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2444; }","duration":"102.964244ms","start":"2026-03-05T17:53:01.990274Z","end":"2026-03-05T17:53:02.093238Z","steps":["trace[1682715145] 'agreement among raft nodes before linearized reading' (duration: 102.76456ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:02.093267Z","caller":"traceutil/trace.go:171","msg":"trace[324362121] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a036b0396ebfc; range_end:; response_count:1; response_revision:2444; }","duration":"615.285025ms","start":"2026-03-05T17:53:01.477923Z","end":"2026-03-05T17:53:02.093208Z","steps":["trace[324362121] 'agreement among raft nodes before linearized reading' (duration: 614.511967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:02.093483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:01.4779Z","time spent":"615.559212ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a036b0396ebfc\" "} {"level":"warn","ts":"2026-03-05T17:53:02.093712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:53:02.094798Z","caller":"traceutil/trace.go:171","msg":"trace[336423409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2444; }","duration":"104.188044ms","start":"2026-03-05T17:53:01.990546Z","end":"2026-03-05T17:53:02.094734Z","steps":["trace[336423409] 'agreement among raft nodes before linearized reading' (duration: 102.558055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:02.0923Z","caller":"traceutil/trace.go:171","msg":"trace[846341771] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"189.170912ms","start":"2026-03-05T17:53:01.903072Z","end":"2026-03-05T17:53:02.092243Z","steps":["trace[846341771] 'process raft request' (duration: 111.2571ms)","trace[846341771] 'compare' (duration: 77.661106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:03.125356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.014544ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-05T17:53:03.125601Z","caller":"traceutil/trace.go:171","msg":"trace[225315230] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2542; }","duration":"1.028882512s","start":"2026-03-05T17:53:02.096702Z","end":"2026-03-05T17:53:03.125584Z","steps":["trace[225315230] 'read index received' (duration: 134.639883ms)","trace[225315230] 'applied index is now lower than readState.Index' (duration: 894.240659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:03.125681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.094602Z","time spent":"1.031072393s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:53:03.125951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02924021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-05T17:53:03.125992Z","caller":"traceutil/trace.go:171","msg":"trace[874144617] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2444; }","duration":"1.029313132s","start":"2026-03-05T17:53:02.096669Z","end":"2026-03-05T17:53:03.125982Z","steps":["trace[874144617] 'agreement among raft nodes before linearized reading' (duration: 1.029033275s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.126061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.096637Z","time spent":"1.029410765s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-05T17:53:03.315285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083887872s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:53:03.749658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.01731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:03.749906Z","caller":"traceutil/trace.go:171","msg":"trace[2098280344] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"1.6507316s","start":"2026-03-05T17:53:02.099142Z","end":"2026-03-05T17:53:03.749873Z","steps":["trace[2098280344] 'process raft request' (duration: 1.216409153s)","trace[2098280344] 'compare' (duration: 433.794275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:03.750054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.099123Z","time spent":"1.650859314s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:03.750065Z","caller":"traceutil/trace.go:171","msg":"trace[1429734961] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"623.462888ms","start":"2026-03-05T17:53:03.126584Z","end":"2026-03-05T17:53:03.750046Z","steps":["trace[1429734961] 'process raft request' (duration: 623.423197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.75014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.126565Z","time spent":"623.539859ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:03.750515Z","caller":"traceutil/trace.go:171","msg":"trace[1653030469] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"1.650162037s","start":"2026-03-05T17:53:02.100342Z","end":"2026-03-05T17:53:03.750504Z","steps":["trace[1653030469] 'process raft request' (duration: 1.649608843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.750579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.10032Z","time spent":"1.650228139s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:03.750607Z","caller":"traceutil/trace.go:171","msg":"trace[2052835034] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"1.650509615s","start":"2026-03-05T17:53:02.100086Z","end":"2026-03-05T17:53:03.750595Z","steps":["trace[2052835034] 'process raft request' (duration: 1.649829978s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:03.75061Z","caller":"traceutil/trace.go:171","msg":"trace[944571809] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"1.650920195s","start":"2026-03-05T17:53:02.099658Z","end":"2026-03-05T17:53:03.750578Z","steps":["trace[944571809] 'process raft request' (duration: 1.650195427s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:03.750616Z","caller":"traceutil/trace.go:171","msg":"trace[1485530014] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"1.650913755s","start":"2026-03-05T17:53:02.099667Z","end":"2026-03-05T17:53:03.75058Z","steps":["trace[1485530014] 'process raft request' (duration: 1.650220708s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.750683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.100072Z","time spent":"1.650574477s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:03.750718Z","caller":"traceutil/trace.go:171","msg":"trace[606154211] linearizableReadLoop","detail":"{readStateIndex:2549; appliedIndex:2543; }","duration":"625.032054ms","start":"2026-03-05T17:53:03.125675Z","end":"2026-03-05T17:53:03.750707Z","steps":["trace[606154211] 'read index received' (duration: 190.157265ms)","trace[606154211] 'applied index is now lower than readState.Index' (duration: 434.873659ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:53:03.750688Z","caller":"traceutil/trace.go:171","msg":"trace[1125390682] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"1.651131931s","start":"2026-03-05T17:53:02.099519Z","end":"2026-03-05T17:53:03.750651Z","steps":["trace[1125390682] 'process raft request' (duration: 1.650242129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.750764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.09965Z","time spent":"1.651032599s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:03.750806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.694531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:03.750832Z","caller":"traceutil/trace.go:171","msg":"trace[197897973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2451; }","duration":"664.720302ms","start":"2026-03-05T17:53:03.086103Z","end":"2026-03-05T17:53:03.750823Z","steps":["trace[197897973] 'agreement among raft nodes before linearized reading' (duration: 664.675681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:03.750729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.099647Z","time spent":"1.651024649s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:03.750869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:02.0995Z","time spent":"1.651276594s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:53:03.750931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.086003Z","time spent":"664.921638ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:53:04.263831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.53455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:53:04.264063Z","caller":"traceutil/trace.go:171","msg":"trace[1729599649] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"851.857836ms","start":"2026-03-05T17:53:03.412169Z","end":"2026-03-05T17:53:04.264027Z","steps":["trace[1729599649] 'process raft request' (duration: 489.025399ms)","trace[1729599649] 'compare' (duration: 362.377197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:04.26418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.412137Z","time spent":"851.989789ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:53:04.2643Z","caller":"traceutil/trace.go:171","msg":"trace[2060547153] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"283.127662ms","start":"2026-03-05T17:53:03.981152Z","end":"2026-03-05T17:53:04.264279Z","steps":["trace[2060547153] 'process raft request' (duration: 282.823355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:04.264054Z","caller":"traceutil/trace.go:171","msg":"trace[1421476773] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2550; }","duration":"513.284103ms","start":"2026-03-05T17:53:03.750753Z","end":"2026-03-05T17:53:04.264037Z","steps":["trace[1421476773] 'read index received' (duration: 150.400515ms)","trace[1421476773] 'applied index is now lower than readState.Index' (duration: 362.882288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:53:04.265049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.509959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:53:04.265134Z","caller":"traceutil/trace.go:171","msg":"trace[1574949845] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"164.538078ms","start":"2026-03-05T17:53:04.100576Z","end":"2026-03-05T17:53:04.265114Z","steps":["trace[1574949845] 'process raft request' (duration: 163.641398ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:04.265177Z","caller":"traceutil/trace.go:171","msg":"trace[1473881661] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2453; }","duration":"865.673413ms","start":"2026-03-05T17:53:03.399482Z","end":"2026-03-05T17:53:04.265156Z","steps":["trace[1473881661] 'agreement among raft nodes before linearized reading' (duration: 864.575648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.265284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13589089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-05T17:53:04.265324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.39946Z","time spent":"865.842687ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:53:04.265598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.329335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:53:04.265658Z","caller":"traceutil/trace.go:171","msg":"trace[1974180931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2455; }","duration":"513.409837ms","start":"2026-03-05T17:53:03.752234Z","end":"2026-03-05T17:53:04.265644Z","steps":["trace[1974180931] 'agreement among raft nodes before linearized reading' (duration: 513.289624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.265705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.752219Z","time spent":"513.475099ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:53:04.265393Z","caller":"traceutil/trace.go:171","msg":"trace[2004733437] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2453; }","duration":"1.136043043s","start":"2026-03-05T17:53:03.129325Z","end":"2026-03-05T17:53:04.265368Z","steps":["trace[2004733437] 'agreement among raft nodes before linearized reading' (duration: 1.135239355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.265913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.129317Z","time spent":"1.136573706s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-05T17:53:04.266169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.966696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:53:04.26622Z","caller":"traceutil/trace.go:171","msg":"trace[374540783] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2455; }","duration":"513.078028ms","start":"2026-03-05T17:53:03.753128Z","end":"2026-03-05T17:53:04.266206Z","steps":["trace[374540783] 'agreement among raft nodes before linearized reading' (duration: 512.973015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.266264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.75309Z","time spent":"513.16187ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T17:53:04.266052Z","caller":"traceutil/trace.go:171","msg":"trace[285439082] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"163.802753ms","start":"2026-03-05T17:53:04.102225Z","end":"2026-03-05T17:53:04.266028Z","steps":["trace[285439082] 'process raft request' (duration: 162.801198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.266416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.571456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a036d6c39c9d2\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-05T17:53:04.266478Z","caller":"traceutil/trace.go:171","msg":"trace[721872385] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a036d6c39c9d2; range_end:; response_count:1; response_revision:2455; }","duration":"512.672799ms","start":"2026-03-05T17:53:03.75379Z","end":"2026-03-05T17:53:04.266462Z","steps":["trace[721872385] 'agreement among raft nodes before linearized reading' (duration: 512.473024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:53:04.266511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:53:03.753775Z","time spent":"512.73ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a036d6c39c9d2\" "} {"level":"info","ts":"2026-03-05T17:53:09.890495Z","caller":"traceutil/trace.go:171","msg":"trace[242148764] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"109.660032ms","start":"2026-03-05T17:53:09.780808Z","end":"2026-03-05T17:53:09.890468Z","steps":["trace[242148764] 'process raft request' (duration: 109.477308ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:09.890743Z","caller":"traceutil/trace.go:171","msg":"trace[1517221860] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"109.886758ms","start":"2026-03-05T17:53:09.780831Z","end":"2026-03-05T17:53:09.890718Z","steps":["trace[1517221860] 'process raft request' (duration: 109.59466ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:09.890771Z","caller":"traceutil/trace.go:171","msg":"trace[1455017579] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"107.531672ms","start":"2026-03-05T17:53:09.783222Z","end":"2026-03-05T17:53:09.890754Z","steps":["trace[1455017579] 'process raft request' (duration: 107.470271ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:09.89078Z","caller":"traceutil/trace.go:171","msg":"trace[505109721] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"107.595194ms","start":"2026-03-05T17:53:09.783155Z","end":"2026-03-05T17:53:09.89075Z","steps":["trace[505109721] 'process raft request' (duration: 107.467751ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:22.500244Z","caller":"traceutil/trace.go:171","msg":"trace[1457230529] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"115.945799ms","start":"2026-03-05T17:53:22.384275Z","end":"2026-03-05T17:53:22.500221Z","steps":["trace[1457230529] 'process raft request' (duration: 115.798886ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:53:22.500394Z","caller":"traceutil/trace.go:171","msg":"trace[1648117025] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"111.828491ms","start":"2026-03-05T17:53:22.388534Z","end":"2026-03-05T17:53:22.500363Z","steps":["trace[1648117025] 'process raft request' (duration: 111.650357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:55:36.014535Z","caller":"traceutil/trace.go:171","msg":"trace[2078650387] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"106.099191ms","start":"2026-03-05T17:55:35.908402Z","end":"2026-03-05T17:55:36.014501Z","steps":["trace[2078650387] 'process raft request' (duration: 105.865095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:56:57.196257Z","caller":"traceutil/trace.go:171","msg":"trace[1479382260] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"103.439732ms","start":"2026-03-05T17:56:57.09277Z","end":"2026-03-05T17:56:57.19621Z","steps":["trace[1479382260] 'process raft request' (duration: 27.40486ms)","trace[1479382260] 'compare' (duration: 75.775586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:56:57.196442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.507054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:56:57.19624Z","caller":"traceutil/trace.go:171","msg":"trace[1130447986] linearizableReadLoop","detail":"{readStateIndex:4379; appliedIndex:4378; }","duration":"103.232218ms","start":"2026-03-05T17:56:57.092951Z","end":"2026-03-05T17:56:57.196183Z","steps":["trace[1130447986] 'read index received' (duration: 27.140964ms)","trace[1130447986] 'applied index is now lower than readState.Index' (duration: 76.090004ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:56:57.196533Z","caller":"traceutil/trace.go:171","msg":"trace[1632415161] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4206; }","duration":"103.671629ms","start":"2026-03-05T17:56:57.092837Z","end":"2026-03-05T17:56:57.196509Z","steps":["trace[1632415161] 'agreement among raft nodes before linearized reading' (duration: 103.476904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.317924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.96586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:06.318197Z","caller":"traceutil/trace.go:171","msg":"trace[1211669706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4502; }","duration":"232.463782ms","start":"2026-03-05T17:57:06.085702Z","end":"2026-03-05T17:57:06.318165Z","steps":["trace[1211669706] 'range keys from in-memory index tree' (duration: 231.904118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.317951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.812836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-05T17:57:06.318336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.257561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719548"} {"level":"info","ts":"2026-03-05T17:57:06.318435Z","caller":"traceutil/trace.go:171","msg":"trace[520282458] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4502; }","duration":"359.317698ms","start":"2026-03-05T17:57:05.959082Z","end":"2026-03-05T17:57:06.3184Z","steps":["trace[520282458] 'range keys from in-memory index tree' (duration: 358.480948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.318514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:05.959071Z","time spent":"359.424092ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T17:57:06.318529Z","caller":"traceutil/trace.go:171","msg":"trace[1506700949] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4502; }","duration":"238.477427ms","start":"2026-03-05T17:57:06.08Z","end":"2026-03-05T17:57:06.318477Z","steps":["trace[1506700949] 'range keys from in-memory index tree' (duration: 237.375051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.317951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.067592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-05T17:57:06.318726Z","caller":"traceutil/trace.go:171","msg":"trace[969438329] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4502; }","duration":"359.897833ms","start":"2026-03-05T17:57:05.958804Z","end":"2026-03-05T17:57:06.318702Z","steps":["trace[969438329] 'range keys from in-memory index tree' (duration: 358.629971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.318795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:05.958775Z","time spent":"360.001155ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-05T17:57:06.318107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.00042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-05T17:57:06.318905Z","caller":"traceutil/trace.go:171","msg":"trace[598755549] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4502; }","duration":"359.77185ms","start":"2026-03-05T17:57:05.959096Z","end":"2026-03-05T17:57:06.318867Z","steps":["trace[598755549] 'range keys from in-memory index tree' (duration: 358.842697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:06.319008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:05.95903Z","time spent":"359.940834ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-05T17:57:06.363806Z","caller":"traceutil/trace.go:171","msg":"trace[1813825672] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"238.197899ms","start":"2026-03-05T17:57:06.125557Z","end":"2026-03-05T17:57:06.363755Z","steps":["trace[1813825672] 'process raft request' (duration: 237.259076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:07.050826Z","caller":"traceutil/trace.go:171","msg":"trace[121446495] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"373.371436ms","start":"2026-03-05T17:57:06.677422Z","end":"2026-03-05T17:57:07.050793Z","steps":["trace[121446495] 'process raft request' (duration: 373.176712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:07.051043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:06.677387Z","time spent":"373.54111ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:07.051577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.386141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-05T17:57:07.05169Z","caller":"traceutil/trace.go:171","msg":"trace[1812891995] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4505; }","duration":"147.513324ms","start":"2026-03-05T17:57:06.904155Z","end":"2026-03-05T17:57:07.051669Z","steps":["trace[1812891995] 'agreement among raft nodes before linearized reading' (duration: 147.145475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:07.051167Z","caller":"traceutil/trace.go:171","msg":"trace[1897146862] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4686; }","duration":"146.95137ms","start":"2026-03-05T17:57:06.904169Z","end":"2026-03-05T17:57:07.051121Z","steps":["trace[1897146862] 'read index received' (duration: 146.93624ms)","trace[1897146862] 'applied index is now lower than readState.Index' (duration: 11.92µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:08.201817Z","caller":"traceutil/trace.go:171","msg":"trace[418882137] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"512.242403ms","start":"2026-03-05T17:57:07.689544Z","end":"2026-03-05T17:57:08.201787Z","steps":["trace[418882137] 'process raft request' (duration: 511.888915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:08.202795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:07.689532Z","time spent":"512.467588ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:08.207587Z","caller":"traceutil/trace.go:171","msg":"trace[485811462] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4702; }","duration":"345.084145ms","start":"2026-03-05T17:57:07.862466Z","end":"2026-03-05T17:57:08.207551Z","steps":["trace[485811462] 'read index received' (duration: 338.971248ms)","trace[485811462] 'applied index is now lower than readState.Index' (duration: 6.111757ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:08.207702Z","caller":"traceutil/trace.go:171","msg":"trace[1104061249] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"493.082921ms","start":"2026-03-05T17:57:07.714605Z","end":"2026-03-05T17:57:08.207688Z","steps":["trace[1104061249] 'process raft request' (duration: 492.856096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:08.207835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:07.714581Z","time spent":"493.167133ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:08.207907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.204019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:08.208007Z","caller":"traceutil/trace.go:171","msg":"trace[1789499996] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4523; }","duration":"255.409353ms","start":"2026-03-05T17:57:07.952574Z","end":"2026-03-05T17:57:08.207983Z","steps":["trace[1789499996] 'agreement among raft nodes before linearized reading' (duration: 255.226509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:08.208212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.81654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:08.208235Z","caller":"traceutil/trace.go:171","msg":"trace[1073500583] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"509.930407ms","start":"2026-03-05T17:57:07.698237Z","end":"2026-03-05T17:57:08.208167Z","steps":["trace[1073500583] 'process raft request' (duration: 508.975014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:08.208312Z","caller":"traceutil/trace.go:171","msg":"trace[1984712878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4523; }","duration":"122.988333ms","start":"2026-03-05T17:57:08.085295Z","end":"2026-03-05T17:57:08.208283Z","steps":["trace[1984712878] 'agreement among raft nodes before linearized reading' (duration: 122.782259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:08.208457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:07.698199Z","time spent":"510.143882ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:08.208548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.077778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719548"} {"level":"info","ts":"2026-03-05T17:57:08.208613Z","caller":"traceutil/trace.go:171","msg":"trace[297775031] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4523; }","duration":"346.184051ms","start":"2026-03-05T17:57:07.86241Z","end":"2026-03-05T17:57:08.208594Z","steps":["trace[297775031] 'agreement among raft nodes before linearized reading' (duration: 345.613927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:08.208657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:07.862384Z","time spent":"346.260133ms","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719571,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-05T17:57:09.591954Z","caller":"traceutil/trace.go:171","msg":"trace[1651594628] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"491.110134ms","start":"2026-03-05T17:57:09.100815Z","end":"2026-03-05T17:57:09.591925Z","steps":["trace[1651594628] 'process raft request' (duration: 490.96326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.591985Z","caller":"traceutil/trace.go:171","msg":"trace[1473278937] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4738; }","duration":"345.632347ms","start":"2026-03-05T17:57:09.246285Z","end":"2026-03-05T17:57:09.591917Z","steps":["trace[1473278937] 'read index received' (duration: 345.609857ms)","trace[1473278937] 'applied index is now lower than readState.Index' (duration: 19.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:09.592114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.100787Z","time spent":"491.255006ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:09.592496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.178671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-05T17:57:09.592604Z","caller":"traceutil/trace.go:171","msg":"trace[207013080] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156; range_end:; response_count:1; response_revision:4556; }","duration":"346.356385ms","start":"2026-03-05T17:57:09.246226Z","end":"2026-03-05T17:57:09.592582Z","steps":["trace[207013080] 'agreement among raft nodes before linearized reading' (duration: 345.882514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.592659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.246202Z","time spent":"346.444857ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156\" "} {"level":"info","ts":"2026-03-05T17:57:09.972523Z","caller":"traceutil/trace.go:171","msg":"trace[1785475508] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"619.729313ms","start":"2026-03-05T17:57:09.352764Z","end":"2026-03-05T17:57:09.972493Z","steps":["trace[1785475508] 'process raft request' (duration: 619.639101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.972577Z","caller":"traceutil/trace.go:171","msg":"trace[1010201009] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"660.474834ms","start":"2026-03-05T17:57:09.312047Z","end":"2026-03-05T17:57:09.972522Z","steps":["trace[1010201009] 'process raft request' (duration: 659.953512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.972851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.312029Z","time spent":"660.650029ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:09.972927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.352727Z","time spent":"619.884657ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:09.973166Z","caller":"traceutil/trace.go:171","msg":"trace[867445617] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"592.761283ms","start":"2026-03-05T17:57:09.380363Z","end":"2026-03-05T17:57:09.973125Z","steps":["trace[867445617] 'process raft request' (duration: 592.086697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.973354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.380325Z","time spent":"592.933537ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:09.973336Z","caller":"traceutil/trace.go:171","msg":"trace[259078777] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4739; }","duration":"381.193185ms","start":"2026-03-05T17:57:09.59211Z","end":"2026-03-05T17:57:09.973303Z","steps":["trace[259078777] 'read index received' (duration: 379.811722ms)","trace[259078777] 'applied index is now lower than readState.Index' (duration: 1.379973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:09.973537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.454952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T17:57:09.973575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.400333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T17:57:09.973602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.685638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:57:09.973681Z","caller":"traceutil/trace.go:171","msg":"trace[993758598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4560; }","duration":"606.827602ms","start":"2026-03-05T17:57:09.366842Z","end":"2026-03-05T17:57:09.97367Z","steps":["trace[993758598] 'agreement among raft nodes before linearized reading' (duration: 606.610186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.973594Z","caller":"traceutil/trace.go:171","msg":"trace[2086944010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4560; }","duration":"606.518603ms","start":"2026-03-05T17:57:09.367059Z","end":"2026-03-05T17:57:09.973577Z","steps":["trace[2086944010] 'agreement among raft nodes before linearized reading' (duration: 606.268988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.973717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.366829Z","time spent":"606.879753ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:09.973726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.703443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T17:57:09.973744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.162115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T17:57:09.973757Z","caller":"traceutil/trace.go:171","msg":"trace[1947067879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4560; }","duration":"607.751034ms","start":"2026-03-05T17:57:09.365996Z","end":"2026-03-05T17:57:09.973747Z","steps":["trace[1947067879] 'agreement among raft nodes before linearized reading' (duration: 607.670283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.973642Z","caller":"traceutil/trace.go:171","msg":"trace[793386613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4560; }","duration":"609.446574ms","start":"2026-03-05T17:57:09.364154Z","end":"2026-03-05T17:57:09.9736Z","steps":["trace[793386613] 'agreement among raft nodes before linearized reading' (duration: 609.319141ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.973803Z","caller":"traceutil/trace.go:171","msg":"trace[78626987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4560; }","duration":"618.256646ms","start":"2026-03-05T17:57:09.355533Z","end":"2026-03-05T17:57:09.973789Z","steps":["trace[78626987] 'agreement among raft nodes before linearized reading' (duration: 618.074422ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.973847Z","caller":"traceutil/trace.go:171","msg":"trace[1385389110] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"592.920447ms","start":"2026-03-05T17:57:09.380916Z","end":"2026-03-05T17:57:09.973836Z","steps":["trace[1385389110] 'process raft request' (duration: 592.138338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.973845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.355513Z","time spent":"618.324609ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:57:09.973845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.011885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:09.973864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.364147Z","time spent":"609.697321ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:57:09.97391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.380879Z","time spent":"592.998249ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:09.973905Z","caller":"traceutil/trace.go:171","msg":"trace[22428736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4560; }","duration":"448.115698ms","start":"2026-03-05T17:57:09.525775Z","end":"2026-03-05T17:57:09.97389Z","steps":["trace[22428736] 'agreement among raft nodes before linearized reading' (duration: 448.009575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.9738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.365986Z","time spent":"607.808046ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:57:09.973963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.525756Z","time spent":"448.196299ms","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:09.973893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.367052Z","time spent":"606.827362ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:09.974222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.527503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:09.974322Z","caller":"traceutil/trace.go:171","msg":"trace[966440859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4560; }","duration":"598.666796ms","start":"2026-03-05T17:57:09.375633Z","end":"2026-03-05T17:57:09.9743Z","steps":["trace[966440859] 'agreement among raft nodes before linearized reading' (duration: 598.219984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.974373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.375623Z","time spent":"598.741877ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:09.978923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.091118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-jv2lk-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-05T17:57:09.978974Z","caller":"traceutil/trace.go:171","msg":"trace[1661712066] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-jv2lk-tls; range_end:; response_count:1; response_revision:4561; }","duration":"292.17375ms","start":"2026-03-05T17:57:09.686783Z","end":"2026-03-05T17:57:09.978957Z","steps":["trace[1661712066] 'agreement among raft nodes before linearized reading' (duration: 292.052577ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.979217Z","caller":"traceutil/trace.go:171","msg":"trace[677916611] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"376.44018ms","start":"2026-03-05T17:57:09.602762Z","end":"2026-03-05T17:57:09.979202Z","steps":["trace[677916611] 'process raft request' (duration: 375.974569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:09.979279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:09.602726Z","time spent":"376.524522ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2501,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:09.979321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.920479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:09.979331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.913422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-05T17:57:09.97936Z","caller":"traceutil/trace.go:171","msg":"trace[206368948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4561; }","duration":"147.011081ms","start":"2026-03-05T17:57:09.832338Z","end":"2026-03-05T17:57:09.979349Z","steps":["trace[206368948] 'agreement among raft nodes before linearized reading' (duration: 146.929849ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:09.979381Z","caller":"traceutil/trace.go:171","msg":"trace[2081899085] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156; range_end:; response_count:1; response_revision:4561; }","duration":"271.998114ms","start":"2026-03-05T17:57:09.707371Z","end":"2026-03-05T17:57:09.979369Z","steps":["trace[2081899085] 'agreement among raft nodes before linearized reading' (duration: 271.864061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.257895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.786464Z","time spent":"471.42508ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:57:12.288581Z","caller":"traceutil/trace.go:171","msg":"trace[853317225] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"308.437452ms","start":"2026-03-05T17:57:11.980108Z","end":"2026-03-05T17:57:12.288546Z","steps":["trace[853317225] 'process raft request' (duration: 308.149385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.288805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.980076Z","time spent":"308.612106ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:12.289379Z","caller":"traceutil/trace.go:171","msg":"trace[833660787] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"308.434852ms","start":"2026-03-05T17:57:11.980915Z","end":"2026-03-05T17:57:12.28935Z","steps":["trace[833660787] 'process raft request' (duration: 307.582202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.289448Z","caller":"traceutil/trace.go:171","msg":"trace[934582655] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"308.375561ms","start":"2026-03-05T17:57:11.981054Z","end":"2026-03-05T17:57:12.289429Z","steps":["trace[934582655] 'process raft request' (duration: 308.193027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.289516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.400493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:12.289557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.98104Z","time spent":"308.454832ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:12.28956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.980886Z","time spent":"308.580756ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:12.289378Z","caller":"traceutil/trace.go:171","msg":"trace[1592732632] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4777; }","duration":"301.27305ms","start":"2026-03-05T17:57:11.988082Z","end":"2026-03-05T17:57:12.289355Z","steps":["trace[1592732632] 'read index received' (duration: 269.584497ms)","trace[1592732632] 'applied index is now lower than readState.Index' (duration: 31.687373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:12.289604Z","caller":"traceutil/trace.go:171","msg":"trace[2002729396] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4594; }","duration":"301.509266ms","start":"2026-03-05T17:57:11.988074Z","end":"2026-03-05T17:57:12.289584Z","steps":["trace[2002729396] 'agreement among raft nodes before linearized reading' (duration: 301.366882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.289656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.988035Z","time spent":"301.606318ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:12.321624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.642661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T17:57:12.321677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.000781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T17:57:12.321726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.779157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189a03a91e61a9a8\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-05T17:57:12.32179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.506468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T17:57:12.321766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.910874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:12.32179Z","caller":"traceutil/trace.go:171","msg":"trace[2079705849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"325.135045ms","start":"2026-03-05T17:57:11.996634Z","end":"2026-03-05T17:57:12.321769Z","steps":["trace[2079705849] 'agreement among raft nodes before linearized reading' (duration: 324.860968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.32182Z","caller":"traceutil/trace.go:171","msg":"trace[1641402540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"326.549769ms","start":"2026-03-05T17:57:11.995259Z","end":"2026-03-05T17:57:12.321809Z","steps":["trace[1641402540] 'agreement among raft nodes before linearized reading' (duration: 326.465807ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.321826Z","caller":"traceutil/trace.go:171","msg":"trace[1619137350] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189a03a91e61a9a8; range_end:; response_count:1; response_revision:4595; }","duration":"158.918489ms","start":"2026-03-05T17:57:12.162883Z","end":"2026-03-05T17:57:12.321802Z","steps":["trace[1619137350] 'agreement among raft nodes before linearized reading' (duration: 158.639172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.321831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.636373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:12.321855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.995235Z","time spent":"326.61514ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:12.321844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.996625Z","time spent":"325.209307ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:57:12.321845Z","caller":"traceutil/trace.go:171","msg":"trace[1028458041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"326.045627ms","start":"2026-03-05T17:57:11.995779Z","end":"2026-03-05T17:57:12.321825Z","steps":["trace[1028458041] 'agreement among raft nodes before linearized reading' (duration: 325.825731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.321887Z","caller":"traceutil/trace.go:171","msg":"trace[1651983619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4595; }","duration":"236.742685ms","start":"2026-03-05T17:57:12.085129Z","end":"2026-03-05T17:57:12.321872Z","steps":["trace[1651983619] 'agreement among raft nodes before linearized reading' (duration: 236.647333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.321906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.995749Z","time spent":"326.144019ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:12.322045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.104149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:57:12.322153Z","caller":"traceutil/trace.go:171","msg":"trace[1910195691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"326.281873ms","start":"2026-03-05T17:57:11.995844Z","end":"2026-03-05T17:57:12.322126Z","steps":["trace[1910195691] 'agreement among raft nodes before linearized reading' (duration: 325.863563ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:12.322182Z","caller":"traceutil/trace.go:171","msg":"trace[1552720587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"331.762545ms","start":"2026-03-05T17:57:11.989924Z","end":"2026-03-05T17:57:12.321687Z","steps":["trace[1552720587] 'agreement among raft nodes before linearized reading' (duration: 331.544118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:12.322212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.989915Z","time spent":"332.292027ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:57:12.322233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:11.995818Z","time spent":"326.400465ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:13.475502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.836397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:13.475742Z","caller":"traceutil/trace.go:171","msg":"trace[1970291214] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"291.405762ms","start":"2026-03-05T17:57:13.184314Z","end":"2026-03-05T17:57:13.47572Z","steps":["trace[1970291214] 'process raft request' (duration: 291.33065ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:13.475789Z","caller":"traceutil/trace.go:171","msg":"trace[1607649788] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"389.994347ms","start":"2026-03-05T17:57:13.085752Z","end":"2026-03-05T17:57:13.475746Z","steps":["trace[1607649788] 'read index received' (duration: 67.382µs)","trace[1607649788] 'applied index is now lower than readState.Index' (duration: 389.924255ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:13.475981Z","caller":"traceutil/trace.go:171","msg":"trace[194925699] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"822.703525ms","start":"2026-03-05T17:57:12.653259Z","end":"2026-03-05T17:57:13.475962Z","steps":["trace[194925699] 'process raft request' (duration: 270.283483ms)","trace[194925699] 'compare' (duration: 551.292154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:13.476132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:12.653232Z","time spent":"822.786576ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2584,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:13.476243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.50279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:13.476295Z","caller":"traceutil/trace.go:171","msg":"trace[392690727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4606; }","duration":"390.604273ms","start":"2026-03-05T17:57:13.085677Z","end":"2026-03-05T17:57:13.476282Z","steps":["trace[392690727] 'agreement among raft nodes before linearized reading' (duration: 390.530801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.476328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.085645Z","time spent":"390.675894ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:13.476707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.049506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T17:57:13.476811Z","caller":"traceutil/trace.go:171","msg":"trace[226947568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:4606; }","duration":"360.497887ms","start":"2026-03-05T17:57:13.116288Z","end":"2026-03-05T17:57:13.476786Z","steps":["trace[226947568] 'agreement among raft nodes before linearized reading' (duration: 359.924123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.476868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:13.116252Z","time spent":"360.60568ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T17:57:13.896179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.653678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:13.896296Z","caller":"traceutil/trace.go:171","msg":"trace[718224846] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4606; }","duration":"203.858873ms","start":"2026-03-05T17:57:13.692407Z","end":"2026-03-05T17:57:13.896267Z","steps":["trace[718224846] 'count revisions from in-memory index tree' (duration: 203.521435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:13.896518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.456606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-05T17:57:13.896647Z","caller":"traceutil/trace.go:171","msg":"trace[1075820434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b11eb90b-f905-4776-9216-acf86af33156; range_end:; response_count:1; response_revision:4606; }","duration":"267.6693ms","start":"2026-03-05T17:57:13.628948Z","end":"2026-03-05T17:57:13.896617Z","steps":["trace[1075820434] 'range keys from in-memory index tree' (duration: 267.079117ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.475807Z","caller":"traceutil/trace.go:171","msg":"trace[17241181] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"181.344819ms","start":"2026-03-05T17:57:14.29443Z","end":"2026-03-05T17:57:14.475775Z","steps":["trace[17241181] 'process raft request' (duration: 144.202284ms)","trace[17241181] 'compare' (duration: 36.806577ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.539618Z","caller":"traceutil/trace.go:171","msg":"trace[1168372895] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4797; }","duration":"140.061095ms","start":"2026-03-05T17:57:14.399513Z","end":"2026-03-05T17:57:14.539574Z","steps":["trace[1168372895] 'read index received' (duration: 39.138783ms)","trace[1168372895] 'applied index is now lower than readState.Index' (duration: 100.920972ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:14.539654Z","caller":"traceutil/trace.go:171","msg":"trace[722072194] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"244.191964ms","start":"2026-03-05T17:57:14.295414Z","end":"2026-03-05T17:57:14.539606Z","steps":["trace[722072194] 'process raft request' (duration: 243.932448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.539945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.396663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T17:57:14.539973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.25691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:57:14.540015Z","caller":"traceutil/trace.go:171","msg":"trace[2081653886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4613; }","duration":"140.546616ms","start":"2026-03-05T17:57:14.399449Z","end":"2026-03-05T17:57:14.539996Z","steps":["trace[2081653886] 'agreement among raft nodes before linearized reading' (duration: 140.28997ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.540018Z","caller":"traceutil/trace.go:171","msg":"trace[1062007438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4613; }","duration":"140.378852ms","start":"2026-03-05T17:57:14.399625Z","end":"2026-03-05T17:57:14.540004Z","steps":["trace[1062007438] 'agreement among raft nodes before linearized reading' (duration: 140.162487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.539664Z","caller":"traceutil/trace.go:171","msg":"trace[1167845879] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"243.712923ms","start":"2026-03-05T17:57:14.295923Z","end":"2026-03-05T17:57:14.539636Z","steps":["trace[1167845879] 'process raft request' (duration: 243.59959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:14.540103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.706465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T17:57:14.540121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.665745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T17:57:14.540206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.85748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:57:14.540239Z","caller":"traceutil/trace.go:171","msg":"trace[160866631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4613; }","duration":"139.835758ms","start":"2026-03-05T17:57:14.400378Z","end":"2026-03-05T17:57:14.540214Z","steps":["trace[160866631] 'agreement among raft nodes before linearized reading' (duration: 139.47566ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.540277Z","caller":"traceutil/trace.go:171","msg":"trace[774458015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4613; }","duration":"139.964201ms","start":"2026-03-05T17:57:14.400295Z","end":"2026-03-05T17:57:14.54026Z","steps":["trace[774458015] 'agreement among raft nodes before linearized reading' (duration: 139.749176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:14.540382Z","caller":"traceutil/trace.go:171","msg":"trace[1257518061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4613; }","duration":"139.810358ms","start":"2026-03-05T17:57:14.400349Z","end":"2026-03-05T17:57:14.54016Z","steps":["trace[1257518061] 'agreement among raft nodes before linearized reading' (duration: 139.573002ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:15.797126Z","caller":"traceutil/trace.go:171","msg":"trace[1198778400] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"112.647934ms","start":"2026-03-05T17:57:15.684447Z","end":"2026-03-05T17:57:15.797095Z","steps":["trace[1198778400] 'process raft request' (duration: 20.002552ms)","trace[1198778400] 'compare' (duration: 92.479048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:16.222775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.701023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:16.222889Z","caller":"traceutil/trace.go:171","msg":"trace[225550607] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4854; }","duration":"416.842235ms","start":"2026-03-05T17:57:15.806026Z","end":"2026-03-05T17:57:16.222868Z","steps":["trace[225550607] 'read index received' (duration: 119.123401ms)","trace[225550607] 'applied index is now lower than readState.Index' (duration: 297.717224ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:16.223037Z","caller":"traceutil/trace.go:171","msg":"trace[1692859665] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"423.76354ms","start":"2026-03-05T17:57:15.799222Z","end":"2026-03-05T17:57:16.222986Z","steps":["trace[1692859665] 'process raft request' (duration: 125.730309ms)","trace[1692859665] 'compare' (duration: 297.578841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:16.223219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.799186Z","time spent":"423.932925ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:16.22324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.190773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T17:57:16.223297Z","caller":"traceutil/trace.go:171","msg":"trace[1401783538] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4666; }","duration":"417.274014ms","start":"2026-03-05T17:57:15.806007Z","end":"2026-03-05T17:57:16.223281Z","steps":["trace[1401783538] 'agreement among raft nodes before linearized reading' (duration: 416.992638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.223347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.805978Z","time spent":"417.360797ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:57:16.727549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.511757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:16.727835Z","caller":"traceutil/trace.go:171","msg":"trace[1189761334] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"919.191298ms","start":"2026-03-05T17:57:15.808616Z","end":"2026-03-05T17:57:16.727808Z","steps":["trace[1189761334] 'process raft request' (duration: 919.055165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.727877Z","caller":"traceutil/trace.go:171","msg":"trace[2002206468] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"246.172911ms","start":"2026-03-05T17:57:16.481682Z","end":"2026-03-05T17:57:16.727855Z","steps":["trace[2002206468] 'process raft request' (duration: 246.11121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.72785Z","caller":"traceutil/trace.go:171","msg":"trace[20391886] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"921.30804ms","start":"2026-03-05T17:57:15.806487Z","end":"2026-03-05T17:57:16.727795Z","steps":["trace[20391886] 'process raft request' (duration: 572.446754ms)","trace[20391886] 'compare' (duration: 348.365444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:16.727981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.808595Z","time spent":"919.308821ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:16.728092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.47612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:16.728104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:15.806457Z","time spent":"921.543526ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2885,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:57:16.728136Z","caller":"traceutil/trace.go:171","msg":"trace[184174179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4669; }","duration":"642.577333ms","start":"2026-03-05T17:57:16.085548Z","end":"2026-03-05T17:57:16.728126Z","steps":["trace[184174179] 'agreement among raft nodes before linearized reading' (duration: 642.419459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.728155Z","caller":"traceutil/trace.go:171","msg":"trace[498533953] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"182.584999ms","start":"2026-03-05T17:57:16.545553Z","end":"2026-03-05T17:57:16.728138Z","steps":["trace[498533953] 'process raft request' (duration: 182.532858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.728174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:16.085491Z","time spent":"642.676476ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:57:16.727908Z","caller":"traceutil/trace.go:171","msg":"trace[1651265109] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4855; }","duration":"504.956647ms","start":"2026-03-05T17:57:16.222918Z","end":"2026-03-05T17:57:16.727874Z","steps":["trace[1651265109] 'read index received' (duration: 155.964818ms)","trace[1651265109] 'applied index is now lower than readState.Index' (duration: 348.987658ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:16.728283Z","caller":"traceutil/trace.go:171","msg":"trace[1138217770] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"183.556793ms","start":"2026-03-05T17:57:16.544716Z","end":"2026-03-05T17:57:16.728273Z","steps":["trace[1138217770] 'process raft request' (duration: 183.243705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.728442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.56545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T17:57:16.728425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.593146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-05T17:57:16.728486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.932924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:57:16.728501Z","caller":"traceutil/trace.go:171","msg":"trace[1975891546] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8; range_end:; response_count:1; response_revision:4671; }","duration":"501.684828ms","start":"2026-03-05T17:57:16.2268Z","end":"2026-03-05T17:57:16.728484Z","steps":["trace[1975891546] 'agreement among raft nodes before linearized reading' (duration: 501.498164ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.72853Z","caller":"traceutil/trace.go:171","msg":"trace[933653529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4671; }","duration":"172.056807ms","start":"2026-03-05T17:57:16.556459Z","end":"2026-03-05T17:57:16.728516Z","steps":["trace[933653529] 'agreement among raft nodes before linearized reading' (duration: 171.911653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:16.728471Z","caller":"traceutil/trace.go:171","msg":"trace[1976738671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4671; }","duration":"170.639442ms","start":"2026-03-05T17:57:16.557825Z","end":"2026-03-05T17:57:16.728465Z","steps":["trace[1976738671] 'agreement among raft nodes before linearized reading' (duration: 170.539119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.728538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:16.226707Z","time spent":"501.824752ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" "} {"level":"warn","ts":"2026-03-05T17:57:16.728589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.732874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:16.728632Z","caller":"traceutil/trace.go:171","msg":"trace[1376800555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4671; }","duration":"170.822836ms","start":"2026-03-05T17:57:16.557798Z","end":"2026-03-05T17:57:16.728621Z","steps":["trace[1376800555] 'agreement among raft nodes before linearized reading' (duration: 170.719824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.728757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.174767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T17:57:16.728789Z","caller":"traceutil/trace.go:171","msg":"trace[1599300547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4671; }","duration":"179.246749ms","start":"2026-03-05T17:57:16.549533Z","end":"2026-03-05T17:57:16.72878Z","steps":["trace[1599300547] 'agreement among raft nodes before linearized reading' (duration: 179.116516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:16.729021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.757073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T17:57:16.729105Z","caller":"traceutil/trace.go:171","msg":"trace[1949529140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4671; }","duration":"172.904146ms","start":"2026-03-05T17:57:16.556184Z","end":"2026-03-05T17:57:16.729088Z","steps":["trace[1949529140] 'agreement among raft nodes before linearized reading' (duration: 172.447956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:17.900758Z","caller":"traceutil/trace.go:171","msg":"trace[574391423] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"105.3723ms","start":"2026-03-05T17:57:17.795353Z","end":"2026-03-05T17:57:17.900725Z","steps":["trace[574391423] 'process raft request' (duration: 105.152684ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:17.989381Z","caller":"traceutil/trace.go:171","msg":"trace[1279406262] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4877; }","duration":"133.817514ms","start":"2026-03-05T17:57:17.855534Z","end":"2026-03-05T17:57:17.989352Z","steps":["trace[1279406262] 'read index received' (duration: 44.991454ms)","trace[1279406262] 'applied index is now lower than readState.Index' (duration: 88.82527ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:17.989424Z","caller":"traceutil/trace.go:171","msg":"trace[1304018338] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"183.8457ms","start":"2026-03-05T17:57:17.80554Z","end":"2026-03-05T17:57:17.989385Z","steps":["trace[1304018338] 'process raft request' (duration: 178.03436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:17.989617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.364099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:17.989683Z","caller":"traceutil/trace.go:171","msg":"trace[1137970603] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4689; }","duration":"122.476651ms","start":"2026-03-05T17:57:17.867189Z","end":"2026-03-05T17:57:17.989666Z","steps":["trace[1137970603] 'agreement among raft nodes before linearized reading' (duration: 122.349948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:17.989821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.274685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T17:57:17.989889Z","caller":"traceutil/trace.go:171","msg":"trace[1033793584] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4689; }","duration":"134.375338ms","start":"2026-03-05T17:57:17.855492Z","end":"2026-03-05T17:57:17.989867Z","steps":["trace[1033793584] 'agreement among raft nodes before linearized reading' (duration: 134.015409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.177648Z","caller":"traceutil/trace.go:171","msg":"trace[362340744] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"254.950573ms","start":"2026-03-05T17:57:19.922661Z","end":"2026-03-05T17:57:20.177612Z","steps":["trace[362340744] 'process raft request' (duration: 239.738526ms)","trace[362340744] 'compare' (duration: 14.94634ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:20.177937Z","caller":"traceutil/trace.go:171","msg":"trace[1273010095] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"255.23002ms","start":"2026-03-05T17:57:19.922672Z","end":"2026-03-05T17:57:20.177902Z","steps":["trace[1273010095] 'process raft request' (duration: 254.866651ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:20.178136Z","caller":"traceutil/trace.go:171","msg":"trace[210559390] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4918; }","duration":"108.797081ms","start":"2026-03-05T17:57:20.069298Z","end":"2026-03-05T17:57:20.178095Z","steps":["trace[210559390] 'read index received' (duration: 92.99238ms)","trace[210559390] 'applied index is now lower than readState.Index' (duration: 15.802851ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:20.178386Z","caller":"traceutil/trace.go:171","msg":"trace[967930614] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"255.610928ms","start":"2026-03-05T17:57:19.922745Z","end":"2026-03-05T17:57:20.178356Z","steps":["trace[967930614] 'process raft request' (duration: 255.059265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:20.178478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.15352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:20.17893Z","caller":"traceutil/trace.go:171","msg":"trace[373805800] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4730; }","duration":"109.655452ms","start":"2026-03-05T17:57:20.069232Z","end":"2026-03-05T17:57:20.178888Z","steps":["trace[373805800] 'agreement among raft nodes before linearized reading' (duration: 109.1363ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:21.659658Z","caller":"traceutil/trace.go:171","msg":"trace[1138842240] linearizableReadLoop","detail":"{readStateIndex:4941; appliedIndex:4940; }","duration":"141.88779ms","start":"2026-03-05T17:57:21.517556Z","end":"2026-03-05T17:57:21.659444Z","steps":["trace[1138842240] 'read index received' (duration: 141.690285ms)","trace[1138842240] 'applied index is now lower than readState.Index' (duration: 196.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:21.659784Z","caller":"traceutil/trace.go:171","msg":"trace[1466571114] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"256.022429ms","start":"2026-03-05T17:57:21.403734Z","end":"2026-03-05T17:57:21.659757Z","steps":["trace[1466571114] 'process raft request' (duration: 255.542758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:21.659916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.34117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T17:57:21.659956Z","caller":"traceutil/trace.go:171","msg":"trace[1493062147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:4750; }","duration":"142.439713ms","start":"2026-03-05T17:57:21.517504Z","end":"2026-03-05T17:57:21.659943Z","steps":["trace[1493062147] 'agreement among raft nodes before linearized reading' (duration: 142.255228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.126125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.248548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:57:22.126232Z","caller":"traceutil/trace.go:171","msg":"trace[1711292730] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:4750; }","duration":"340.408692ms","start":"2026-03-05T17:57:21.785796Z","end":"2026-03-05T17:57:22.126205Z","steps":["trace[1711292730] 'range keys from in-memory index tree' (duration: 340.064274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:22.126274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:21.78577Z","time spent":"340.495554ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T17:57:22.126735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.631621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-zr85z\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-05T17:57:22.126868Z","caller":"traceutil/trace.go:171","msg":"trace[1731091755] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-zr85z; range_end:; response_count:1; response_revision:4750; }","duration":"292.810596ms","start":"2026-03-05T17:57:21.834027Z","end":"2026-03-05T17:57:22.126837Z","steps":["trace[1731091755] 'range keys from in-memory index tree' (duration: 292.408906ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:22.365957Z","caller":"traceutil/trace.go:171","msg":"trace[1837765201] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"228.791464ms","start":"2026-03-05T17:57:22.137124Z","end":"2026-03-05T17:57:22.365915Z","steps":["trace[1837765201] 'process raft request' (duration: 228.537478ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:22.420262Z","caller":"traceutil/trace.go:171","msg":"trace[1093327682] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"229.164211ms","start":"2026-03-05T17:57:22.191055Z","end":"2026-03-05T17:57:22.420214Z","steps":["trace[1093327682] 'process raft request' (duration: 229.025838ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:31.581825Z","caller":"traceutil/trace.go:171","msg":"trace[325948815] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5075; }","duration":"496.175983ms","start":"2026-03-05T17:57:31.085605Z","end":"2026-03-05T17:57:31.581781Z","steps":["trace[325948815] 'read index received' (duration: 461.856605ms)","trace[325948815] 'applied index is now lower than readState.Index' (duration: 34.317628ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:31.581874Z","caller":"traceutil/trace.go:171","msg":"trace[1478493941] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"567.538654ms","start":"2026-03-05T17:57:31.01429Z","end":"2026-03-05T17:57:31.581828Z","steps":["trace[1478493941] 'process raft request' (duration: 533.31587ms)","trace[1478493941] 'compare' (duration: 33.985318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:31.58209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.46344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:31.582111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:31.014264Z","time spent":"567.696938ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:31.582145Z","caller":"traceutil/trace.go:171","msg":"trace[1038835053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4883; }","duration":"496.590632ms","start":"2026-03-05T17:57:31.085538Z","end":"2026-03-05T17:57:31.582129Z","steps":["trace[1038835053] 'agreement among raft nodes before linearized reading' (duration: 496.47271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:31.582194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:31.085514Z","time spent":"496.667065ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:31.582224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.4765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T17:57:31.582279Z","caller":"traceutil/trace.go:171","msg":"trace[348296347] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4883; }","duration":"241.588483ms","start":"2026-03-05T17:57:31.340673Z","end":"2026-03-05T17:57:31.582262Z","steps":["trace[348296347] 'agreement among raft nodes before linearized reading' (duration: 241.416108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:31.582509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.47869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-05T17:57:31.582555Z","caller":"traceutil/trace.go:171","msg":"trace[511912169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b; range_end:; response_count:1; response_revision:4883; }","duration":"134.566942ms","start":"2026-03-05T17:57:31.447976Z","end":"2026-03-05T17:57:31.582543Z","steps":["trace[511912169] 'agreement among raft nodes before linearized reading' (duration: 134.48548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:32.031575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.583846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-05T17:57:32.031672Z","caller":"traceutil/trace.go:171","msg":"trace[446507554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b; range_end:; response_count:1; response_revision:4887; }","duration":"103.72767ms","start":"2026-03-05T17:57:31.927924Z","end":"2026-03-05T17:57:32.031652Z","steps":["trace[446507554] 'range keys from in-memory index tree' (duration: 103.423843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.516021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036745278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:57:33.686067Z","caller":"traceutil/trace.go:171","msg":"trace[1193563911] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"670.375322ms","start":"2026-03-05T17:57:33.015639Z","end":"2026-03-05T17:57:33.686014Z","steps":["trace[1193563911] 'process raft request' (duration: 654.779321ms)","trace[1193563911] 'compare' (duration: 15.265923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:33.686332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.015625Z","time spent":"670.565666ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:33.68739Z","caller":"traceutil/trace.go:171","msg":"trace[1685412975] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"671.15475ms","start":"2026-03-05T17:57:33.016206Z","end":"2026-03-05T17:57:33.68736Z","steps":["trace[1685412975] 'process raft request' (duration: 670.963805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.687577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.016188Z","time spent":"671.293294ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:33.687726Z","caller":"traceutil/trace.go:171","msg":"trace[790608648] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5089; }","duration":"672.013421ms","start":"2026-03-05T17:57:33.015681Z","end":"2026-03-05T17:57:33.687695Z","steps":["trace[790608648] 'read index received' (duration: 654.772401ms)","trace[790608648] 'applied index is now lower than readState.Index' (duration: 17.23989ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:33.687833Z","caller":"traceutil/trace.go:171","msg":"trace[381642568] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"668.361664ms","start":"2026-03-05T17:57:33.019446Z","end":"2026-03-05T17:57:33.687807Z","steps":["trace[381642568] 'process raft request' (duration: 668.126717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.687979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.537873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:33.688021Z","caller":"traceutil/trace.go:171","msg":"trace[1600591379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4899; }","duration":"603.604443ms","start":"2026-03-05T17:57:33.084405Z","end":"2026-03-05T17:57:33.688009Z","steps":["trace[1600591379] 'agreement among raft nodes before linearized reading' (duration: 603.557292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.688057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.084391Z","time spent":"603.660746ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:33.688117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.411221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:57:33.688173Z","caller":"traceutil/trace.go:171","msg":"trace[2030385530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4899; }","duration":"672.504564ms","start":"2026-03-05T17:57:33.015656Z","end":"2026-03-05T17:57:33.68816Z","steps":["trace[2030385530] 'agreement among raft nodes before linearized reading' (duration: 672.309239ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:33.687886Z","caller":"traceutil/trace.go:171","msg":"trace[1081204877] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"671.218943ms","start":"2026-03-05T17:57:33.016626Z","end":"2026-03-05T17:57:33.687845Z","steps":["trace[1081204877] 'process raft request' (duration: 670.688789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.68829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.019439Z","time spent":"668.6234ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:33.688318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.016602Z","time spent":"671.656753ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:33.687933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.414074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:33.688376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.015643Z","time spent":"672.720009ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:57:33.688398Z","caller":"traceutil/trace.go:171","msg":"trace[1864671965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4899; }","duration":"661.915167ms","start":"2026-03-05T17:57:33.026473Z","end":"2026-03-05T17:57:33.688388Z","steps":["trace[1864671965] 'agreement among raft nodes before linearized reading' (duration: 661.427335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:33.688445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:33.026461Z","time spent":"661.974618ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:57:35.260081Z","caller":"traceutil/trace.go:171","msg":"trace[1840092329] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"136.703424ms","start":"2026-03-05T17:57:35.123343Z","end":"2026-03-05T17:57:35.260047Z","steps":["trace[1840092329] 'process raft request' (duration: 133.904176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:35.260373Z","caller":"traceutil/trace.go:171","msg":"trace[1494926621] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5120; }","duration":"130.469173ms","start":"2026-03-05T17:57:35.129863Z","end":"2026-03-05T17:57:35.260332Z","steps":["trace[1494926621] 'read index received' (duration: 1.516158ms)","trace[1494926621] 'applied index is now lower than readState.Index' (duration: 128.951925ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:35.260413Z","caller":"traceutil/trace.go:171","msg":"trace[336230509] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"136.9294ms","start":"2026-03-05T17:57:35.123448Z","end":"2026-03-05T17:57:35.260378Z","steps":["trace[336230509] 'process raft request' (duration: 136.551501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:35.260598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.730439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-jv2lk\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-03-05T17:57:35.260692Z","caller":"traceutil/trace.go:171","msg":"trace[727638221] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-jv2lk; range_end:; response_count:1; response_revision:4927; }","duration":"130.849943ms","start":"2026-03-05T17:57:35.129824Z","end":"2026-03-05T17:57:35.260674Z","steps":["trace[727638221] 'agreement among raft nodes before linearized reading' (duration: 130.642608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:35.260597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.099406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189a03a5febad0d6\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-05T17:57:35.26085Z","caller":"traceutil/trace.go:171","msg":"trace[1292216692] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189a03a5febad0d6; range_end:; response_count:1; response_revision:4927; }","duration":"126.360132ms","start":"2026-03-05T17:57:35.134446Z","end":"2026-03-05T17:57:35.260806Z","steps":["trace[1292216692] 'agreement among raft nodes before linearized reading' (duration: 126.042994ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:36.793985Z","caller":"traceutil/trace.go:171","msg":"trace[1156411568] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"137.440523ms","start":"2026-03-05T17:57:36.656509Z","end":"2026-03-05T17:57:36.793949Z","steps":["trace[1156411568] 'process raft request' (duration: 118.556103ms)","trace[1156411568] 'compare' (duration: 18.517981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:36.794459Z","caller":"traceutil/trace.go:171","msg":"trace[1133124689] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"137.885863ms","start":"2026-03-05T17:57:36.656527Z","end":"2026-03-05T17:57:36.794413Z","steps":["trace[1133124689] 'process raft request' (duration: 137.33884ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:36.79458Z","caller":"traceutil/trace.go:171","msg":"trace[1362484454] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"113.217092ms","start":"2026-03-05T17:57:36.68134Z","end":"2026-03-05T17:57:36.794557Z","steps":["trace[1362484454] 'process raft request' (duration: 113.125899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:36.794654Z","caller":"traceutil/trace.go:171","msg":"trace[638008458] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"137.997467ms","start":"2026-03-05T17:57:36.656583Z","end":"2026-03-05T17:57:36.794581Z","steps":["trace[638008458] 'process raft request' (duration: 137.615847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:36.794726Z","caller":"traceutil/trace.go:171","msg":"trace[663073040] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"135.549847ms","start":"2026-03-05T17:57:36.659123Z","end":"2026-03-05T17:57:36.794673Z","steps":["trace[663073040] 'process raft request' (duration: 135.244029ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:42.03394Z","caller":"traceutil/trace.go:171","msg":"trace[353786804] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5197; }","duration":"102.05319ms","start":"2026-03-05T17:57:41.931859Z","end":"2026-03-05T17:57:42.033913Z","steps":["trace[353786804] 'read index received' (duration: 4.593842ms)","trace[353786804] 'applied index is now lower than readState.Index' (duration: 97.457938ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:42.034214Z","caller":"traceutil/trace.go:171","msg":"trace[1002727550] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"103.855023ms","start":"2026-03-05T17:57:41.930321Z","end":"2026-03-05T17:57:42.034177Z","steps":["trace[1002727550] 'process raft request' (duration: 64.658667ms)","trace[1002727550] 'compare' (duration: 38.698964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:42.034841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81261"} {"level":"info","ts":"2026-03-05T17:57:42.035078Z","caller":"traceutil/trace.go:171","msg":"trace[1030246869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5002; }","duration":"103.079944ms","start":"2026-03-05T17:57:41.93182Z","end":"2026-03-05T17:57:42.0349Z","steps":["trace[1030246869] 'agreement among raft nodes before linearized reading' (duration: 102.192913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:52.19876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036745782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:52.699143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036745782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:53.200329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036745782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:53.402291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.967494882s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:57:53.828383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.697764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:53.828875Z","caller":"traceutil/trace.go:171","msg":"trace[615038538] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5319; }","duration":"2.131210006s","start":"2026-03-05T17:57:51.697638Z","end":"2026-03-05T17:57:53.828848Z","steps":["trace[615038538] 'read index received' (duration: 1.704930948s)","trace[615038538] 'applied index is now lower than readState.Index' (duration: 426.277388ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:53.829125Z","caller":"traceutil/trace.go:171","msg":"trace[607121686] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"2.394439886s","start":"2026-03-05T17:57:51.434639Z","end":"2026-03-05T17:57:53.829079Z","steps":["trace[607121686] 'process raft request' (duration: 1.967914232s)","trace[607121686] 'compare' (duration: 425.171041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:53.829247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.434604Z","time spent":"2.394564839s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:53.829262Z","caller":"traceutil/trace.go:171","msg":"trace[544480131] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"740.319308ms","start":"2026-03-05T17:57:53.088884Z","end":"2026-03-05T17:57:53.829204Z","steps":["trace[544480131] 'process raft request' (duration: 739.864317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.829455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1317926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:53.82959Z","caller":"traceutil/trace.go:171","msg":"trace[690140687] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5123; }","duration":"2.132001925s","start":"2026-03-05T17:57:51.697572Z","end":"2026-03-05T17:57:53.829574Z","steps":["trace[690140687] 'agreement among raft nodes before linearized reading' (duration: 2.131680547s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.829585Z","caller":"traceutil/trace.go:171","msg":"trace[1696469543] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"738.256767ms","start":"2026-03-05T17:57:53.091285Z","end":"2026-03-05T17:57:53.829542Z","steps":["trace[1696469543] 'process raft request' (duration: 737.500839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.829653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.696925Z","time spent":"2.132711772s","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:57:53.829643Z","caller":"traceutil/trace.go:171","msg":"trace[1149232879] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"2.022156645s","start":"2026-03-05T17:57:51.807436Z","end":"2026-03-05T17:57:53.829593Z","steps":["trace[1149232879] 'process raft request' (duration: 2.02110029s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.829517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.08885Z","time spent":"740.546674ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.829747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744148065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T17:57:53.829841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.807415Z","time spent":"2.02232262s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.829874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84393685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T17:57:53.829896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988210878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T17:57:53.829887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744451872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:53.82985Z","caller":"traceutil/trace.go:171","msg":"trace[1973980539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:5123; }","duration":"1.744303589s","start":"2026-03-05T17:57:52.085525Z","end":"2026-03-05T17:57:53.829828Z","steps":["trace[1973980539] 'agreement among raft nodes before linearized reading' (duration: 1.744060742s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.82995Z","caller":"traceutil/trace.go:171","msg":"trace[749866894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5123; }","duration":"1.844024561s","start":"2026-03-05T17:57:51.9859Z","end":"2026-03-05T17:57:53.829925Z","steps":["trace[749866894] 'agreement among raft nodes before linearized reading' (duration: 1.843886888s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.985889Z","time spent":"1.844215506s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:53.830147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.156925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:53.830141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.922801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:53.830158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.531598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:53.829748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75170895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:57:53.83019Z","caller":"traceutil/trace.go:171","msg":"trace[2119226701] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5123; }","duration":"904.252897ms","start":"2026-03-05T17:57:52.925922Z","end":"2026-03-05T17:57:53.830175Z","steps":["trace[2119226701] 'agreement among raft nodes before linearized reading' (duration: 904.181536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.90605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:57:53.8302Z","caller":"traceutil/trace.go:171","msg":"trace[27958596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"745.041524ms","start":"2026-03-05T17:57:53.085143Z","end":"2026-03-05T17:57:53.830185Z","steps":["trace[27958596] 'agreement among raft nodes before linearized reading' (duration: 744.958102ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.83022Z","caller":"traceutil/trace.go:171","msg":"trace[1638296094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"800.62187ms","start":"2026-03-05T17:57:53.029585Z","end":"2026-03-05T17:57:53.830207Z","steps":["trace[1638296094] 'agreement among raft nodes before linearized reading' (duration: 800.512227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:53.830235Z","caller":"traceutil/trace.go:171","msg":"trace[263111257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"1.752234642s","start":"2026-03-05T17:57:52.077982Z","end":"2026-03-05T17:57:53.830216Z","steps":["trace[263111257] 'agreement among raft nodes before linearized reading' (duration: 1.751552175s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.925896Z","time spent":"904.3424ms","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:57:53.830252Z","caller":"traceutil/trace.go:171","msg":"trace[1703050073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"719.997033ms","start":"2026-03-05T17:57:53.110235Z","end":"2026-03-05T17:57:53.830232Z","steps":["trace[1703050073] 'agreement among raft nodes before linearized reading' (duration: 719.853199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.085093Z","time spent":"745.149716ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:53.830268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.029562Z","time spent":"800.696121ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:53.830278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.07797Z","time spent":"1.752296604s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:53.830304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.110221Z","time spent":"720.071634ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:57:53.829761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04236508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T17:57:53.830535Z","caller":"traceutil/trace.go:171","msg":"trace[1938141971] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:5123; }","duration":"2.043295933s","start":"2026-03-05T17:57:51.787222Z","end":"2026-03-05T17:57:53.830518Z","steps":["trace[1938141971] 'agreement among raft nodes before linearized reading' (duration: 2.042268357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.787187Z","time spent":"2.043394104s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T17:57:53.829755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.091271Z","time spent":"738.376981ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:53.829736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945467746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T17:57:53.830901Z","caller":"traceutil/trace.go:171","msg":"trace[297098883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5123; }","duration":"1.946667184s","start":"2026-03-05T17:57:51.88422Z","end":"2026-03-05T17:57:53.830887Z","steps":["trace[297098883] 'agreement among raft nodes before linearized reading' (duration: 1.945351862s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.830954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.884205Z","time spent":"1.946735597s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:57:53.829941Z","caller":"traceutil/trace.go:171","msg":"trace[2124858071] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"743.318262ms","start":"2026-03-05T17:57:53.086604Z","end":"2026-03-05T17:57:53.829922Z","steps":["trace[2124858071] 'process raft request' (duration: 742.101422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.831093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.08658Z","time spent":"744.46069ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:53.829961Z","caller":"traceutil/trace.go:171","msg":"trace[138453744] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5123; }","duration":"1.744523274s","start":"2026-03-05T17:57:52.085423Z","end":"2026-03-05T17:57:53.829946Z","steps":["trace[138453744] 'agreement among raft nodes before linearized reading' (duration: 1.744385871s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.831209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.085329Z","time spent":"1.745851545s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:53.829737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610639648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T17:57:53.83154Z","caller":"traceutil/trace.go:171","msg":"trace[435770476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5123; }","duration":"1.612486292s","start":"2026-03-05T17:57:52.219018Z","end":"2026-03-05T17:57:53.831504Z","steps":["trace[435770476] 'agreement among raft nodes before linearized reading' (duration: 1.610513094s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.831603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.218975Z","time spent":"1.612609575s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-05T17:57:53.829965Z","caller":"traceutil/trace.go:171","msg":"trace[721883932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5123; }","duration":"1.988307421s","start":"2026-03-05T17:57:51.841631Z","end":"2026-03-05T17:57:53.829938Z","steps":["trace[721883932] 'agreement among raft nodes before linearized reading' (duration: 1.988196678s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:53.829999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:52.085496Z","time spent":"1.744492933s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T17:57:53.831746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:51.841595Z","time spent":"1.990105834s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:57:54.409416Z","caller":"traceutil/trace.go:171","msg":"trace[647761042] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"573.441337ms","start":"2026-03-05T17:57:53.835934Z","end":"2026-03-05T17:57:54.409375Z","steps":["trace[647761042] 'process raft request' (duration: 573.194191ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:54.409416Z","caller":"traceutil/trace.go:171","msg":"trace[1702323446] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"573.14648ms","start":"2026-03-05T17:57:53.83624Z","end":"2026-03-05T17:57:54.409387Z","steps":["trace[1702323446] 'process raft request' (duration: 573.055958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.409606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.835918Z","time spent":"573.586141ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:54.409727Z","caller":"traceutil/trace.go:171","msg":"trace[1697680746] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"572.435624ms","start":"2026-03-05T17:57:53.837268Z","end":"2026-03-05T17:57:54.409703Z","steps":["trace[1697680746] 'process raft request' (duration: 572.079544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.409809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.837251Z","time spent":"572.518246ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:54.409843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.836227Z","time spent":"573.284053ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:54.409873Z","caller":"traceutil/trace.go:171","msg":"trace[537893542] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"571.998653ms","start":"2026-03-05T17:57:53.837843Z","end":"2026-03-05T17:57:54.409841Z","steps":["trace[537893542] 'process raft request' (duration: 571.797448ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:54.409951Z","caller":"traceutil/trace.go:171","msg":"trace[1902544082] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5324; }","duration":"573.216853ms","start":"2026-03-05T17:57:53.836697Z","end":"2026-03-05T17:57:54.409914Z","steps":["trace[1902544082] 'read index received' (duration: 51.935597ms)","trace[1902544082] 'applied index is now lower than readState.Index' (duration: 521.279666ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:54.410012Z","caller":"traceutil/trace.go:171","msg":"trace[1097205709] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"571.630274ms","start":"2026-03-05T17:57:53.838333Z","end":"2026-03-05T17:57:54.409964Z","steps":["trace[1097205709] 'process raft request' (duration: 571.45858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.410078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.837835Z","time spent":"572.128407ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:54.410228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.838324Z","time spent":"571.788687ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:54.410208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.483849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T17:57:54.410307Z","caller":"traceutil/trace.go:171","msg":"trace[1817413293] range","detail":"{range_begin:/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b; range_end:; response_count:1; response_revision:5128; }","duration":"573.634013ms","start":"2026-03-05T17:57:53.836646Z","end":"2026-03-05T17:57:54.41028Z","steps":["trace[1817413293] 'agreement among raft nodes before linearized reading' (duration: 573.397317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.410352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.836626Z","time spent":"573.717095ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" "} {"level":"warn","ts":"2026-03-05T17:57:54.809127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.522371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:54.80938Z","caller":"traceutil/trace.go:171","msg":"trace[1935406438] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5330; }","duration":"399.32501ms","start":"2026-03-05T17:57:54.410035Z","end":"2026-03-05T17:57:54.80936Z","steps":["trace[1935406438] 'read index received' (duration: 164.384759ms)","trace[1935406438] 'applied index is now lower than readState.Index' (duration: 234.939081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:54.809495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.733478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:54.809531Z","caller":"traceutil/trace.go:171","msg":"trace[118763838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5130; }","duration":"724.814749ms","start":"2026-03-05T17:57:54.084706Z","end":"2026-03-05T17:57:54.809521Z","steps":["trace[118763838] 'agreement among raft nodes before linearized reading' (duration: 724.735368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.809562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.08468Z","time spent":"724.874491ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:57:54.809544Z","caller":"traceutil/trace.go:171","msg":"trace[1156721124] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"836.376711ms","start":"2026-03-05T17:57:53.973125Z","end":"2026-03-05T17:57:54.809502Z","steps":["trace[1156721124] 'process raft request' (duration: 836.161656ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:54.809587Z","caller":"traceutil/trace.go:171","msg":"trace[1163209315] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"919.53446ms","start":"2026-03-05T17:57:53.890005Z","end":"2026-03-05T17:57:54.80954Z","steps":["trace[1163209315] 'process raft request' (duration: 684.499007ms)","trace[1163209315] 'compare' (duration: 234.348766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:54.809658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.46486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:54.809764Z","caller":"traceutil/trace.go:171","msg":"trace[557265328] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5130; }","duration":"858.632944ms","start":"2026-03-05T17:57:53.951107Z","end":"2026-03-05T17:57:54.80974Z","steps":["trace[557265328] 'agreement among raft nodes before linearized reading' (duration: 858.366937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.809775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.889964Z","time spent":"919.706204ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:54.809792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.97308Z","time spent":"836.589616ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:57:54.809819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.951074Z","time spent":"858.734456ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:57:54.809993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.866516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81554"} {"level":"info","ts":"2026-03-05T17:57:54.810026Z","caller":"traceutil/trace.go:171","msg":"trace[1999689473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5130; }","duration":"971.911376ms","start":"2026-03-05T17:57:53.838104Z","end":"2026-03-05T17:57:54.810015Z","steps":["trace[1999689473] 'agreement among raft nodes before linearized reading' (duration: 971.670241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:54.810052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:53.838095Z","time spent":"971.949917ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81577,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T17:57:55.309576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036745802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:57:55.431703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.481109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:55.431858Z","caller":"traceutil/trace.go:171","msg":"trace[459385281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5130; }","duration":"120.652073ms","start":"2026-03-05T17:57:55.311183Z","end":"2026-03-05T17:57:55.431835Z","steps":["trace[459385281] 'range keys from in-memory index tree' (duration: 120.461389ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:55.432099Z","caller":"traceutil/trace.go:171","msg":"trace[1360574769] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"622.663319ms","start":"2026-03-05T17:57:54.809418Z","end":"2026-03-05T17:57:55.432081Z","steps":["trace[1360574769] 'read index received' (duration: 555.777068ms)","trace[1360574769] 'applied index is now lower than readState.Index' (duration: 66.884751ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:55.432222Z","caller":"traceutil/trace.go:171","msg":"trace[1468072109] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"829.374061ms","start":"2026-03-05T17:57:54.602722Z","end":"2026-03-05T17:57:55.432096Z","steps":["trace[1468072109] 'process raft request' (duration: 762.461179ms)","trace[1468072109] 'compare' (duration: 66.584094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:55.432308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.312925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:57:55.432328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.036568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:55.432358Z","caller":"traceutil/trace.go:171","msg":"trace[859487254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"621.384007ms","start":"2026-03-05T17:57:54.810958Z","end":"2026-03-05T17:57:55.432342Z","steps":["trace[859487254] 'agreement among raft nodes before linearized reading' (duration: 621.250054ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:55.432362Z","caller":"traceutil/trace.go:171","msg":"trace[1467203486] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5131; }","duration":"113.10577ms","start":"2026-03-05T17:57:55.319245Z","end":"2026-03-05T17:57:55.432351Z","steps":["trace[1467203486] 'agreement among raft nodes before linearized reading' (duration: 113.059838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.432393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.810944Z","time spent":"621.440748ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:57:55.432454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.602705Z","time spent":"829.620627ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:55.432593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.179858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:57:55.432635Z","caller":"traceutil/trace.go:171","msg":"trace[14162471] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5131; }","duration":"620.25044ms","start":"2026-03-05T17:57:54.812375Z","end":"2026-03-05T17:57:55.432626Z","steps":["trace[14162471] 'agreement among raft nodes before linearized reading' (duration: 620.174628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.432666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.812352Z","time spent":"620.305651ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:57:55.432666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.148591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-05T17:57:55.432271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.021583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T17:57:55.432736Z","caller":"traceutil/trace.go:171","msg":"trace[312760934] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5131; }","duration":"448.286574ms","start":"2026-03-05T17:57:54.98443Z","end":"2026-03-05T17:57:55.432716Z","steps":["trace[312760934] 'agreement among raft nodes before linearized reading' (duration: 448.076749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.43278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.984397Z","time spent":"448.373317ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-05T17:57:55.432788Z","caller":"traceutil/trace.go:171","msg":"trace[1754750194] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5131; }","duration":"210.584506ms","start":"2026-03-05T17:57:55.222177Z","end":"2026-03-05T17:57:55.432762Z","steps":["trace[1754750194] 'agreement among raft nodes before linearized reading' (duration: 210.029033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.432982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.261476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T17:57:55.433075Z","caller":"traceutil/trace.go:171","msg":"trace[1831287930] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5131; }","duration":"412.354848ms","start":"2026-03-05T17:57:55.020685Z","end":"2026-03-05T17:57:55.433039Z","steps":["trace[1831287930] 'agreement among raft nodes before linearized reading' (duration: 412.094642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.433119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.020663Z","time spent":"412.449601ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:57:55.433155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.461294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:55.433203Z","caller":"traceutil/trace.go:171","msg":"trace[1012878026] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5131; }","duration":"837.360666ms","start":"2026-03-05T17:57:54.595827Z","end":"2026-03-05T17:57:55.433188Z","steps":["trace[1012878026] 'agreement among raft nodes before linearized reading' (duration: 836.352481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.43323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:54.595763Z","time spent":"837.456917ms","remote":"127.0.0.1:46090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:57:55.871623Z","caller":"traceutil/trace.go:171","msg":"trace[2024626335] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"122.284742ms","start":"2026-03-05T17:57:55.749306Z","end":"2026-03-05T17:57:55.871591Z","steps":["trace[2024626335] 'read index received' (duration: 122.073587ms)","trace[2024626335] 'applied index is now lower than readState.Index' (duration: 209.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:55.871831Z","caller":"traceutil/trace.go:171","msg":"trace[736960297] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"425.825237ms","start":"2026-03-05T17:57:55.44597Z","end":"2026-03-05T17:57:55.871795Z","steps":["trace[736960297] 'process raft request' (duration: 425.432118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:55.871887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.551289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:55.872063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.445953Z","time spent":"425.960221ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:55.872065Z","caller":"traceutil/trace.go:171","msg":"trace[136020589] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5132; }","duration":"122.801296ms","start":"2026-03-05T17:57:55.749236Z","end":"2026-03-05T17:57:55.872037Z","steps":["trace[136020589] 'agreement among raft nodes before linearized reading' (duration: 122.471897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.33414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.242867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:56.334364Z","caller":"traceutil/trace.go:171","msg":"trace[1809628709] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5334; }","duration":"457.531152ms","start":"2026-03-05T17:57:55.876814Z","end":"2026-03-05T17:57:56.334345Z","steps":["trace[1809628709] 'read index received' (duration: 287.832262ms)","trace[1809628709] 'applied index is now lower than readState.Index' (duration: 169.69774ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:56.334489Z","caller":"traceutil/trace.go:171","msg":"trace[1905754771] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"495.994219ms","start":"2026-03-05T17:57:55.838485Z","end":"2026-03-05T17:57:56.334479Z","steps":["trace[1905754771] 'process raft request' (duration: 495.775664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.334552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.83846Z","time spent":"496.06217ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:56.334593Z","caller":"traceutil/trace.go:171","msg":"trace[1496525884] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"494.38339ms","start":"2026-03-05T17:57:55.840177Z","end":"2026-03-05T17:57:56.33456Z","steps":["trace[1496525884] 'process raft request' (duration: 494.126034ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.334607Z","caller":"traceutil/trace.go:171","msg":"trace[677908713] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"496.650166ms","start":"2026-03-05T17:57:55.837905Z","end":"2026-03-05T17:57:56.334555Z","steps":["trace[677908713] 'process raft request' (duration: 326.862434ms)","trace[677908713] 'compare' (duration: 169.064283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:56.334732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.89487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-03-05T17:57:56.334786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.840161Z","time spent":"494.522634ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:56.334806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.837869Z","time spent":"496.8304ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:57:56.334826Z","caller":"traceutil/trace.go:171","msg":"trace[1073786863] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5135; }","duration":"458.054934ms","start":"2026-03-05T17:57:55.876748Z","end":"2026-03-05T17:57:56.334803Z","steps":["trace[1073786863] 'agreement among raft nodes before linearized reading' (duration: 457.794227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.334877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:55.876726Z","time spent":"458.140596ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:57:56.334912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.08825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:56.335052Z","caller":"traceutil/trace.go:171","msg":"trace[1489174505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5135; }","duration":"250.304666ms","start":"2026-03-05T17:57:56.084721Z","end":"2026-03-05T17:57:56.335025Z","steps":["trace[1489174505] 'agreement among raft nodes before linearized reading' (duration: 250.05233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.335114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.631212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T17:57:56.335239Z","caller":"traceutil/trace.go:171","msg":"trace[644519624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5135; }","duration":"286.836927ms","start":"2026-03-05T17:57:56.048373Z","end":"2026-03-05T17:57:56.33521Z","steps":["trace[644519624] 'agreement among raft nodes before linearized reading' (duration: 286.392886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.33526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.269998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T17:57:56.335424Z","caller":"traceutil/trace.go:171","msg":"trace[426745769] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5135; }","duration":"287.541784ms","start":"2026-03-05T17:57:56.047851Z","end":"2026-03-05T17:57:56.335392Z","steps":["trace[426745769] 'agreement among raft nodes before linearized reading' (duration: 286.923929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.806836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.103391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:57:56.806961Z","caller":"traceutil/trace.go:171","msg":"trace[55210020] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"398.830858ms","start":"2026-03-05T17:57:56.408111Z","end":"2026-03-05T17:57:56.806942Z","steps":["trace[55210020] 'read index received' (duration: 205.82431ms)","trace[55210020] 'applied index is now lower than readState.Index' (duration: 193.005238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:56.80709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.977272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:56.807088Z","caller":"traceutil/trace.go:171","msg":"trace[597545429] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"458.857562ms","start":"2026-03-05T17:57:56.348171Z","end":"2026-03-05T17:57:56.807029Z","steps":["trace[597545429] 'process raft request' (duration: 265.428374ms)","trace[597545429] 'compare' (duration: 192.978777ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:56.807127Z","caller":"traceutil/trace.go:171","msg":"trace[1242536705] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5136; }","duration":"399.037283ms","start":"2026-03-05T17:57:56.40808Z","end":"2026-03-05T17:57:56.807117Z","steps":["trace[1242536705] 'agreement among raft nodes before linearized reading' (duration: 398.938501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.807166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.408065Z","time spent":"399.094324ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:57:56.807288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.348153Z","time spent":"459.008045ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:57:56.842207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.498343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T17:57:56.842284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.51355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T17:57:56.842346Z","caller":"traceutil/trace.go:171","msg":"trace[1554289692] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5137; }","duration":"401.660267ms","start":"2026-03-05T17:57:56.44065Z","end":"2026-03-05T17:57:56.84231Z","steps":["trace[1554289692] 'agreement among raft nodes before linearized reading' (duration: 401.439232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.271063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T17:57:56.842398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.440642Z","time spent":"401.744899ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:57:56.842397Z","caller":"traceutil/trace.go:171","msg":"trace[1431996189] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"274.24137ms","start":"2026-03-05T17:57:56.568107Z","end":"2026-03-05T17:57:56.842348Z","steps":["trace[1431996189] 'process raft request' (duration: 273.643625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.508628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:57:56.842374Z","caller":"traceutil/trace.go:171","msg":"trace[1280178907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5137; }","duration":"300.714995ms","start":"2026-03-05T17:57:56.541639Z","end":"2026-03-05T17:57:56.842354Z","steps":["trace[1280178907] 'agreement among raft nodes before linearized reading' (duration: 300.404418ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.842486Z","caller":"traceutil/trace.go:171","msg":"trace[1415505311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5137; }","duration":"427.411626ms","start":"2026-03-05T17:57:56.415013Z","end":"2026-03-05T17:57:56.842425Z","steps":["trace[1415505311] 'agreement among raft nodes before linearized reading' (duration: 427.246712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.645327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:57:56.842521Z","caller":"traceutil/trace.go:171","msg":"trace[1267620943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5137; }","duration":"427.601941ms","start":"2026-03-05T17:57:56.414901Z","end":"2026-03-05T17:57:56.842503Z","steps":["trace[1267620943] 'agreement among raft nodes before linearized reading' (duration: 427.510128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.541615Z","time spent":"300.899429ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:57:56.842563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.414875Z","time spent":"427.681233ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:57:56.842587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.414981Z","time spent":"427.59625ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:57:56.842598Z","caller":"traceutil/trace.go:171","msg":"trace[1479796077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5137; }","duration":"426.704558ms","start":"2026-03-05T17:57:56.415824Z","end":"2026-03-05T17:57:56.842528Z","steps":["trace[1479796077] 'agreement among raft nodes before linearized reading' (duration: 426.584675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.222042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T17:57:56.842646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.415814Z","time spent":"426.822051ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:57:56.84273Z","caller":"traceutil/trace.go:171","msg":"trace[1529687066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5137; }","duration":"427.59098ms","start":"2026-03-05T17:57:56.415074Z","end":"2026-03-05T17:57:56.842665Z","steps":["trace[1529687066] 'agreement among raft nodes before linearized reading' (duration: 426.935065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.842869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.414989Z","time spent":"427.823956ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:57:56.842351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.511468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:57:56.843029Z","caller":"traceutil/trace.go:171","msg":"trace[1998594253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5137; }","duration":"428.214666ms","start":"2026-03-05T17:57:56.414794Z","end":"2026-03-05T17:57:56.843009Z","steps":["trace[1998594253] 'agreement among raft nodes before linearized reading' (duration: 427.334445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.843093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:57:56.414787Z","time spent":"428.276577ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:57:56.959523Z","caller":"traceutil/trace.go:171","msg":"trace[1605558547] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"111.369256ms","start":"2026-03-05T17:57:56.848125Z","end":"2026-03-05T17:57:56.959494Z","steps":["trace[1605558547] 'process raft request' (duration: 111.277334ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.959556Z","caller":"traceutil/trace.go:171","msg":"trace[643531358] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"111.594402ms","start":"2026-03-05T17:57:56.847915Z","end":"2026-03-05T17:57:56.95951Z","steps":["trace[643531358] 'process raft request' (duration: 81.387235ms)","trace[643531358] 'compare' (duration: 29.92093ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:56.959886Z","caller":"traceutil/trace.go:171","msg":"trace[788985929] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"111.157262ms","start":"2026-03-05T17:57:56.848714Z","end":"2026-03-05T17:57:56.959872Z","steps":["trace[788985929] 'process raft request' (duration: 110.736201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.959997Z","caller":"traceutil/trace.go:171","msg":"trace[681986751] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"111.181213ms","start":"2026-03-05T17:57:56.848775Z","end":"2026-03-05T17:57:56.959956Z","steps":["trace[681986751] 'process raft request' (duration: 110.958697ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.960041Z","caller":"traceutil/trace.go:171","msg":"trace[1294021635] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5340; }","duration":"111.8948ms","start":"2026-03-05T17:57:56.848113Z","end":"2026-03-05T17:57:56.960008Z","steps":["trace[1294021635] 'read index received' (duration: 35.933617ms)","trace[1294021635] 'applied index is now lower than readState.Index' (duration: 75.959833ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:57:56.960091Z","caller":"traceutil/trace.go:171","msg":"trace[2059501791] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"105.281618ms","start":"2026-03-05T17:57:56.854796Z","end":"2026-03-05T17:57:56.960078Z","steps":["trace[2059501791] 'process raft request' (duration: 105.119355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:56.960119Z","caller":"traceutil/trace.go:171","msg":"trace[1205652309] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"110.809654ms","start":"2026-03-05T17:57:56.849273Z","end":"2026-03-05T17:57:56.960082Z","steps":["trace[1205652309] 'process raft request' (duration: 110.592948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.960395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.257748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81554"} {"level":"info","ts":"2026-03-05T17:57:56.960767Z","caller":"traceutil/trace.go:171","msg":"trace[1562447785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5144; }","duration":"112.659808ms","start":"2026-03-05T17:57:56.84809Z","end":"2026-03-05T17:57:56.96075Z","steps":["trace[1562447785] 'agreement among raft nodes before linearized reading' (duration: 112.035763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:56.960523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.190966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T17:57:56.960937Z","caller":"traceutil/trace.go:171","msg":"trace[1889150819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5144; }","duration":"112.637877ms","start":"2026-03-05T17:57:56.84825Z","end":"2026-03-05T17:57:56.960888Z","steps":["trace[1889150819] 'agreement among raft nodes before linearized reading' (duration: 112.021342ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.143106Z","caller":"traceutil/trace.go:171","msg":"trace[942433094] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"174.686901ms","start":"2026-03-05T17:57:56.96839Z","end":"2026-03-05T17:57:57.143077Z","steps":["trace[942433094] 'process raft request' (duration: 173.648826ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.166833Z","caller":"traceutil/trace.go:171","msg":"trace[181716474] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"198.267236ms","start":"2026-03-05T17:57:56.968527Z","end":"2026-03-05T17:57:57.166794Z","steps":["trace[181716474] 'process raft request' (duration: 198.01176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.167202Z","caller":"traceutil/trace.go:171","msg":"trace[971387732] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"198.41673ms","start":"2026-03-05T17:57:56.968717Z","end":"2026-03-05T17:57:57.167134Z","steps":["trace[971387732] 'process raft request' (duration: 197.99817ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.167132Z","caller":"traceutil/trace.go:171","msg":"trace[1825751752] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"197.564139ms","start":"2026-03-05T17:57:56.969533Z","end":"2026-03-05T17:57:57.167097Z","steps":["trace[1825751752] 'process raft request' (duration: 197.389205ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.175545Z","caller":"traceutil/trace.go:171","msg":"trace[825410597] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"199.280271ms","start":"2026-03-05T17:57:56.976239Z","end":"2026-03-05T17:57:57.175519Z","steps":["trace[825410597] 'process raft request' (duration: 199.143328ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.175544Z","caller":"traceutil/trace.go:171","msg":"trace[1632730969] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5346; }","duration":"199.807344ms","start":"2026-03-05T17:57:56.975717Z","end":"2026-03-05T17:57:57.175524Z","steps":["trace[1632730969] 'read index received' (duration: 166.44226ms)","trace[1632730969] 'applied index is now lower than readState.Index' (duration: 33.363744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:57:57.175968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.223434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-05T17:57:57.176007Z","caller":"traceutil/trace.go:171","msg":"trace[850790667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5150; }","duration":"200.308075ms","start":"2026-03-05T17:57:56.975685Z","end":"2026-03-05T17:57:57.175993Z","steps":["trace[850790667] 'agreement among raft nodes before linearized reading' (duration: 199.903155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:57:57.17599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.734817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-05T17:57:57.17624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.55134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:57:57.176426Z","caller":"traceutil/trace.go:171","msg":"trace[1426938040] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5150; }","duration":"120.796846ms","start":"2026-03-05T17:57:57.055609Z","end":"2026-03-05T17:57:57.176405Z","steps":["trace[1426938040] 'agreement among raft nodes before linearized reading' (duration: 120.54303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:57:57.176305Z","caller":"traceutil/trace.go:171","msg":"trace[1793670100] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5150; }","duration":"125.901471ms","start":"2026-03-05T17:57:57.050218Z","end":"2026-03-05T17:57:57.17612Z","steps":["trace[1793670100] 'agreement among raft nodes before linearized reading' (duration: 125.601114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:01.98092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.482255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:58:01.981123Z","caller":"traceutil/trace.go:171","msg":"trace[596249990] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"156.178909ms","start":"2026-03-05T17:58:01.824918Z","end":"2026-03-05T17:58:01.981097Z","steps":["trace[596249990] 'process raft request' (duration: 45.375957ms)","trace[596249990] 'compare' (duration: 110.30104ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:02.031593Z","caller":"traceutil/trace.go:171","msg":"trace[1023459706] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"205.530643ms","start":"2026-03-05T17:58:01.826013Z","end":"2026-03-05T17:58:02.031544Z","steps":["trace[1023459706] 'process raft request' (duration: 205.291038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:02.493282Z","caller":"traceutil/trace.go:171","msg":"trace[490823950] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"108.861045ms","start":"2026-03-05T17:58:02.384394Z","end":"2026-03-05T17:58:02.493255Z","steps":["trace[490823950] 'process raft request' (duration: 108.686121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:02.493484Z","caller":"traceutil/trace.go:171","msg":"trace[527639794] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"108.225289ms","start":"2026-03-05T17:58:02.385237Z","end":"2026-03-05T17:58:02.493462Z","steps":["trace[527639794] 'process raft request' (duration: 107.968483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:32.103113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:58:31.791357Z","time spent":"311.742124ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:58:41.002151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.920367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-05T17:58:41.002227Z","caller":"traceutil/trace.go:171","msg":"trace[1535854839] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5499; }","duration":"170.010779ms","start":"2026-03-05T17:58:40.832201Z","end":"2026-03-05T17:58:41.002212Z","steps":["trace[1535854839] 'range keys from in-memory index tree' (duration: 169.753822ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.341374Z","caller":"traceutil/trace.go:171","msg":"trace[544325895] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5712; }","duration":"258.084403ms","start":"2026-03-05T17:58:41.083242Z","end":"2026-03-05T17:58:41.341326Z","steps":["trace[544325895] 'read index received' (duration: 257.775646ms)","trace[544325895] 'applied index is now lower than readState.Index' (duration: 307.507µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:58:41.341585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.310388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:41.341493Z","caller":"traceutil/trace.go:171","msg":"trace[1364786771] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"266.897283ms","start":"2026-03-05T17:58:41.074524Z","end":"2026-03-05T17:58:41.341421Z","steps":["trace[1364786771] 'process raft request' (duration: 266.554615ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.341721Z","caller":"traceutil/trace.go:171","msg":"trace[1502692618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5500; }","duration":"258.443881ms","start":"2026-03-05T17:58:41.083227Z","end":"2026-03-05T17:58:41.341671Z","steps":["trace[1502692618] 'agreement among raft nodes before linearized reading' (duration: 258.240916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.341855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.646381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:58:41.342338Z","caller":"traceutil/trace.go:171","msg":"trace[793432464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5500; }","duration":"108.153333ms","start":"2026-03-05T17:58:41.234157Z","end":"2026-03-05T17:58:41.342311Z","steps":["trace[793432464] 'agreement among raft nodes before linearized reading' (duration: 107.559009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.341906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.120345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:58:41.342571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.601247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T17:58:41.341957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.824279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:58:41.342683Z","caller":"traceutil/trace.go:171","msg":"trace[1461486874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5500; }","duration":"158.782331ms","start":"2026-03-05T17:58:41.183874Z","end":"2026-03-05T17:58:41.342656Z","steps":["trace[1461486874] 'agreement among raft nodes before linearized reading' (duration: 157.759827ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.342739Z","caller":"traceutil/trace.go:171","msg":"trace[703239603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5500; }","duration":"122.653258ms","start":"2026-03-05T17:58:41.220058Z","end":"2026-03-05T17:58:41.342711Z","steps":["trace[703239603] 'agreement among raft nodes before linearized reading' (duration: 121.790538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.341974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.192192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T17:58:41.342994Z","caller":"traceutil/trace.go:171","msg":"trace[1080079837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5500; }","duration":"106.228027ms","start":"2026-03-05T17:58:41.236742Z","end":"2026-03-05T17:58:41.34297Z","steps":["trace[1080079837] 'agreement among raft nodes before linearized reading' (duration: 105.170612ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.342607Z","caller":"traceutil/trace.go:171","msg":"trace[1593606862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5500; }","duration":"101.897243ms","start":"2026-03-05T17:58:41.240687Z","end":"2026-03-05T17:58:41.342584Z","steps":["trace[1593606862] 'agreement among raft nodes before linearized reading' (duration: 101.016022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.506224Z","caller":"traceutil/trace.go:171","msg":"trace[899316171] linearizableReadLoop","detail":"{readStateIndex:5717; appliedIndex:5713; }","duration":"158.346241ms","start":"2026-03-05T17:58:41.347857Z","end":"2026-03-05T17:58:41.506203Z","steps":["trace[899316171] 'read index received' (duration: 14.681571ms)","trace[899316171] 'applied index is now lower than readState.Index' (duration: 143.66366ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:41.506319Z","caller":"traceutil/trace.go:171","msg":"trace[1771730067] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"157.678016ms","start":"2026-03-05T17:58:41.348618Z","end":"2026-03-05T17:58:41.506296Z","steps":["trace[1771730067] 'process raft request' (duration: 157.553562ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.506353Z","caller":"traceutil/trace.go:171","msg":"trace[1931146683] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"158.641559ms","start":"2026-03-05T17:58:41.347692Z","end":"2026-03-05T17:58:41.506334Z","steps":["trace[1931146683] 'process raft request' (duration: 158.426233ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.506316Z","caller":"traceutil/trace.go:171","msg":"trace[2056254457] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"158.524754ms","start":"2026-03-05T17:58:41.347744Z","end":"2026-03-05T17:58:41.506268Z","steps":["trace[2056254457] 'process raft request' (duration: 158.404941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:41.506598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.72716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101447"} {"level":"info","ts":"2026-03-05T17:58:41.506626Z","caller":"traceutil/trace.go:171","msg":"trace[1828933160] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"159.19648ms","start":"2026-03-05T17:58:41.347016Z","end":"2026-03-05T17:58:41.506213Z","steps":["trace[1828933160] 'process raft request' (duration: 158.947964ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:41.506637Z","caller":"traceutil/trace.go:171","msg":"trace[289712280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5505; }","duration":"158.846653ms","start":"2026-03-05T17:58:41.34778Z","end":"2026-03-05T17:58:41.506627Z","steps":["trace[289712280] 'agreement among raft nodes before linearized reading' (duration: 158.514365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:42.092567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.094801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:58:42.092809Z","caller":"traceutil/trace.go:171","msg":"trace[1812632450] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5719; }","duration":"116.866981ms","start":"2026-03-05T17:58:41.975917Z","end":"2026-03-05T17:58:42.092784Z","steps":["trace[1812632450] 'read index received' (duration: 13.121914ms)","trace[1812632450] 'applied index is now lower than readState.Index' (duration: 103.743167ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:58:42.092978Z","caller":"traceutil/trace.go:171","msg":"trace[16698101] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"148.999938ms","start":"2026-03-05T17:58:41.943956Z","end":"2026-03-05T17:58:42.092956Z","steps":["trace[16698101] 'process raft request' (duration: 45.22009ms)","trace[16698101] 'compare' (duration: 102.590869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:58:42.093387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.469904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:42.093438Z","caller":"traceutil/trace.go:171","msg":"trace[1941359003] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5506; }","duration":"117.555507ms","start":"2026-03-05T17:58:41.975867Z","end":"2026-03-05T17:58:42.093422Z","steps":["trace[1941359003] 'agreement among raft nodes before linearized reading' (duration: 117.432724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:42.0938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.155029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T17:58:42.093913Z","caller":"traceutil/trace.go:171","msg":"trace[607662651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5506; }","duration":"102.327763ms","start":"2026-03-05T17:58:41.991556Z","end":"2026-03-05T17:58:42.093884Z","steps":["trace[607662651] 'agreement among raft nodes before linearized reading' (duration: 102.046346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:48.699725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2675} {"level":"info","ts":"2026-03-05T17:58:48.772335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2675,"took":"70.994785ms","hash":3065897527,"current-db-size-bytes":39989248,"current-db-size":"40 MB","current-db-size-in-use-bytes":30027776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T17:58:48.772386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3065897527,"revision":2675,"compact-revision":-1} {"level":"warn","ts":"2026-03-05T17:58:51.208563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.25521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T17:58:51.208603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.350391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:51.20868Z","caller":"traceutil/trace.go:171","msg":"trace[841366974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5571; }","duration":"122.445774ms","start":"2026-03-05T17:58:51.086206Z","end":"2026-03-05T17:58:51.208652Z","steps":["trace[841366974] 'range keys from in-memory index tree' (duration: 122.063775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:58:51.208713Z","caller":"traceutil/trace.go:171","msg":"trace[218429760] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5571; }","duration":"176.533285ms","start":"2026-03-05T17:58:51.032155Z","end":"2026-03-05T17:58:51.208688Z","steps":["trace[218429760] 'range keys from in-memory index tree' (duration: 175.129611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:51.208558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.195747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:58:51.208814Z","caller":"traceutil/trace.go:171","msg":"trace[923405380] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5571; }","duration":"176.522385ms","start":"2026-03-05T17:58:51.032264Z","end":"2026-03-05T17:58:51.208787Z","steps":["trace[923405380] 'range keys from in-memory index tree' (duration: 175.331407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:58:55.823641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.462685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:58:55.82382Z","caller":"traceutil/trace.go:171","msg":"trace[55888922] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"182.533078ms","start":"2026-03-05T17:58:55.64125Z","end":"2026-03-05T17:58:55.823783Z","steps":["trace[55888922] 'process raft request' (duration: 69.816767ms)","trace[55888922] 'compare' (duration: 112.295331ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:03:48.706892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5558} {"level":"info","ts":"2026-03-05T18:03:48.79722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5558,"took":"88.009888ms","hash":842801076,"current-db-size-bytes":40828928,"current-db-size":"41 MB","current-db-size-in-use-bytes":21049344,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-05T18:03:48.797295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":842801076,"revision":5558,"compact-revision":2675} {"level":"info","ts":"2026-03-05T18:04:40.639421Z","caller":"traceutil/trace.go:171","msg":"trace[801824501] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"511.781638ms","start":"2026-03-05T18:04:40.127613Z","end":"2026-03-05T18:04:40.639394Z","steps":["trace[801824501] 'process raft request' (duration: 511.564103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:40.639716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.127596Z","time spent":"511.939791ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:41.276215Z","caller":"traceutil/trace.go:171","msg":"trace[1893944712] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8178; }","duration":"1.059022741s","start":"2026-03-05T18:04:40.217166Z","end":"2026-03-05T18:04:41.276189Z","steps":["trace[1893944712] 'read index received' (duration: 422.040575ms)","trace[1893944712] 'applied index is now lower than readState.Index' (duration: 636.981196ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:41.276363Z","caller":"traceutil/trace.go:171","msg":"trace[1970877646] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"1.082484018s","start":"2026-03-05T18:04:40.193868Z","end":"2026-03-05T18:04:41.276352Z","steps":["trace[1970877646] 'process raft request' (duration: 1.082267672s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:41.276456Z","caller":"traceutil/trace.go:171","msg":"trace[135154430] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"1.087789115s","start":"2026-03-05T18:04:40.188485Z","end":"2026-03-05T18:04:41.276274Z","steps":["trace[135154430] 'process raft request' (duration: 1.087425595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:41.276706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059534694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:04:41.276754Z","caller":"traceutil/trace.go:171","msg":"trace[1398927522] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7881; }","duration":"1.059585255s","start":"2026-03-05T18:04:40.217157Z","end":"2026-03-05T18:04:41.276742Z","steps":["trace[1398927522] 'agreement among raft nodes before linearized reading' (duration: 1.05939789s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:41.276523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.193861Z","time spent":"1.082531459s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:41.276778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.188458Z","time spent":"1.088151684s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:41.276824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.217092Z","time spent":"1.059686777s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:41.276856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.651373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T18:04:41.27697Z","caller":"traceutil/trace.go:171","msg":"trace[380608545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7881; }","duration":"833.810487ms","start":"2026-03-05T18:04:40.443137Z","end":"2026-03-05T18:04:41.276947Z","steps":["trace[380608545] 'agreement among raft nodes before linearized reading' (duration: 833.490159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:41.277016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:40.443114Z","time spent":"833.892908ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:04:41.276987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.031534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T18:04:41.277142Z","caller":"traceutil/trace.go:171","msg":"trace[94297705] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7881; }","duration":"238.25225ms","start":"2026-03-05T18:04:41.03886Z","end":"2026-03-05T18:04:41.277112Z","steps":["trace[94297705] 'agreement among raft nodes before linearized reading' (duration: 237.83271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:51.706287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.231079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:04:51.706365Z","caller":"traceutil/trace.go:171","msg":"trace[1634175934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7928; }","duration":"238.375222ms","start":"2026-03-05T18:04:51.467973Z","end":"2026-03-05T18:04:51.706349Z","steps":["trace[1634175934] 'range keys from in-memory index tree' (duration: 238.052224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:51.706669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.935207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T18:04:51.706743Z","caller":"traceutil/trace.go:171","msg":"trace[2016813065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7928; }","duration":"156.013789ms","start":"2026-03-05T18:04:51.550709Z","end":"2026-03-05T18:04:51.706723Z","steps":["trace[2016813065] 'range keys from in-memory index tree' (duration: 155.726932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.215349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036753451,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:04:52.600116Z","caller":"traceutil/trace.go:171","msg":"trace[788221341] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"886.990567ms","start":"2026-03-05T18:04:51.713093Z","end":"2026-03-05T18:04:52.600084Z","steps":["trace[788221341] 'process raft request' (duration: 886.748312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.600315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.713076Z","time spent":"887.138031ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.600365Z","caller":"traceutil/trace.go:171","msg":"trace[1663535589] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"887.229593ms","start":"2026-03-05T18:04:51.71308Z","end":"2026-03-05T18:04:52.600309Z","steps":["trace[1663535589] 'process raft request' (duration: 886.960846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.600679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.713053Z","time spent":"887.471429ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.721302Z","caller":"traceutil/trace.go:171","msg":"trace[1533280838] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"1.006630239s","start":"2026-03-05T18:04:51.714633Z","end":"2026-03-05T18:04:52.721264Z","steps":["trace[1533280838] 'process raft request' (duration: 1.006534256s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.721499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.714619Z","time spent":"1.006782683s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.721561Z","caller":"traceutil/trace.go:171","msg":"trace[1324868536] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"1.0083408s","start":"2026-03-05T18:04:51.713193Z","end":"2026-03-05T18:04:52.721534Z","steps":["trace[1324868536] 'process raft request' (duration: 929.869339ms)","trace[1324868536] 'compare' (duration: 77.942548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:52.7217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.713179Z","time spent":"1.008439623s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.721972Z","caller":"traceutil/trace.go:171","msg":"trace[1809306016] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"1.006855144s","start":"2026-03-05T18:04:51.715106Z","end":"2026-03-05T18:04:52.721961Z","steps":["trace[1809306016] 'process raft request' (duration: 1.006105816s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.722035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.715091Z","time spent":"1.006923885s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:52.722111Z","caller":"traceutil/trace.go:171","msg":"trace[225210674] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8230; }","duration":"1.007471059s","start":"2026-03-05T18:04:51.71461Z","end":"2026-03-05T18:04:52.722081Z","steps":["trace[225210674] 'read index received' (duration: 885.389578ms)","trace[225210674] 'applied index is now lower than readState.Index' (duration: 122.079541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:52.722404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007787307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-05T18:04:52.72247Z","caller":"traceutil/trace.go:171","msg":"trace[80231651] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7934; }","duration":"1.00788071s","start":"2026-03-05T18:04:51.714576Z","end":"2026-03-05T18:04:52.722456Z","steps":["trace[80231651] 'agreement among raft nodes before linearized reading' (duration: 1.007653553s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.722509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.714541Z","time spent":"1.007960322s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:04:52.74699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.975511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:52.747089Z","caller":"traceutil/trace.go:171","msg":"trace[1473124494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7935; }","duration":"663.131684ms","start":"2026-03-05T18:04:52.083942Z","end":"2026-03-05T18:04:52.747074Z","steps":["trace[1473124494] 'agreement among raft nodes before linearized reading' (duration: 662.94868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.747078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.415533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-05T18:04:52.74714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:52.083917Z","time spent":"663.213526ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:04:52.747169Z","caller":"traceutil/trace.go:171","msg":"trace[1784786426] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:7935; }","duration":"940.562727ms","start":"2026-03-05T18:04:51.806585Z","end":"2026-03-05T18:04:52.747148Z","steps":["trace[1784786426] 'agreement among raft nodes before linearized reading' (duration: 940.27894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.747078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.242201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:04:52.747252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.806571Z","time spent":"940.667339ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-05T18:04:52.747265Z","caller":"traceutil/trace.go:171","msg":"trace[1823425679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:7935; }","duration":"884.493016ms","start":"2026-03-05T18:04:51.862754Z","end":"2026-03-05T18:04:52.747247Z","steps":["trace[1823425679] 'agreement among raft nodes before linearized reading' (duration: 884.175029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:52.747326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:51.862726Z","time spent":"884.589249ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"info","ts":"2026-03-05T18:04:52.896078Z","caller":"traceutil/trace.go:171","msg":"trace[1435828502] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"109.047076ms","start":"2026-03-05T18:04:52.786988Z","end":"2026-03-05T18:04:52.896035Z","steps":["trace[1435828502] 'process raft request' (duration: 108.389321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:54.946259Z","caller":"traceutil/trace.go:171","msg":"trace[740094048] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"615.559098ms","start":"2026-03-05T18:04:54.330673Z","end":"2026-03-05T18:04:54.946232Z","steps":["trace[740094048] 'process raft request' (duration: 615.397464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:54.946451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.330632Z","time spent":"615.717802ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:55.100809Z","caller":"traceutil/trace.go:171","msg":"trace[1254636518] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8243; }","duration":"496.071342ms","start":"2026-03-05T18:04:54.604714Z","end":"2026-03-05T18:04:55.100785Z","steps":["trace[1254636518] 'read index received' (duration: 341.585219ms)","trace[1254636518] 'applied index is now lower than readState.Index' (duration: 154.485083ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:55.100836Z","caller":"traceutil/trace.go:171","msg":"trace[829827324] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"627.940788ms","start":"2026-03-05T18:04:54.472868Z","end":"2026-03-05T18:04:55.100809Z","steps":["trace[829827324] 'process raft request' (duration: 627.698321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.100954Z","caller":"traceutil/trace.go:171","msg":"trace[849613283] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"372.322929ms","start":"2026-03-05T18:04:54.728567Z","end":"2026-03-05T18:04:55.10089Z","steps":["trace[849613283] 'process raft request' (duration: 372.162774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.545082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:04:55.101343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.980988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:04:55.101361Z","caller":"traceutil/trace.go:171","msg":"trace[2009527220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7942; }","duration":"496.650505ms","start":"2026-03-05T18:04:54.604693Z","end":"2026-03-05T18:04:55.101343Z","steps":["trace[2009527220] 'agreement among raft nodes before linearized reading' (duration: 496.232045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.906707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:04:55.101388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.728532Z","time spent":"372.626396ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:55.101438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.547358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:04:55.101474Z","caller":"traceutil/trace.go:171","msg":"trace[1023476389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7942; }","duration":"373.997769ms","start":"2026-03-05T18:04:54.727458Z","end":"2026-03-05T18:04:55.101456Z","steps":["trace[1023476389] 'agreement among raft nodes before linearized reading' (duration: 373.733423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.472819Z","time spent":"628.492281ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:55.101524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.727402Z","time spent":"374.113423ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:04:55.101526Z","caller":"traceutil/trace.go:171","msg":"trace[1837498670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:7942; }","duration":"307.671981ms","start":"2026-03-05T18:04:54.793829Z","end":"2026-03-05T18:04:55.101501Z","steps":["trace[1837498670] 'agreement among raft nodes before linearized reading' (duration: 307.444356ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.101416Z","caller":"traceutil/trace.go:171","msg":"trace[216255365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7942; }","duration":"310.125061ms","start":"2026-03-05T18:04:54.791273Z","end":"2026-03-05T18:04:55.101398Z","steps":["trace[216255365] 'agreement among raft nodes before linearized reading' (duration: 309.901166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.463485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T18:04:55.101568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.793812Z","time spent":"307.746773ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"info","ts":"2026-03-05T18:04:55.101605Z","caller":"traceutil/trace.go:171","msg":"trace[1447506167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"375.530146ms","start":"2026-03-05T18:04:54.726065Z","end":"2026-03-05T18:04:55.101595Z","steps":["trace[1447506167] 'agreement among raft nodes before linearized reading' (duration: 375.406633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.105572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T18:04:55.101647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.726051Z","time spent":"375.589128ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:04:55.101666Z","caller":"traceutil/trace.go:171","msg":"trace[1190945130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7942; }","duration":"374.242936ms","start":"2026-03-05T18:04:54.727403Z","end":"2026-03-05T18:04:55.101646Z","steps":["trace[1190945130] 'agreement among raft nodes before linearized reading' (duration: 374.032541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.101702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.727369Z","time spent":"374.325808ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:04:55.101757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.79125Z","time spent":"310.382587ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:55.101401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.093757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:04:55.101918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.604608Z","time spent":"496.834339ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:04:55.102529Z","caller":"traceutil/trace.go:171","msg":"trace[1312369002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7942; }","duration":"495.747382ms","start":"2026-03-05T18:04:54.606216Z","end":"2026-03-05T18:04:55.101964Z","steps":["trace[1312369002] 'agreement among raft nodes before linearized reading' (duration: 494.870512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.102625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:54.606192Z","time spent":"496.420129ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:04:55.24175Z","caller":"traceutil/trace.go:171","msg":"trace[188663220] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"134.995072ms","start":"2026-03-05T18:04:55.10672Z","end":"2026-03-05T18:04:55.241715Z","steps":["trace[188663220] 'process raft request' (duration: 134.807788ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.394353Z","caller":"traceutil/trace.go:171","msg":"trace[1531131120] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"286.676006ms","start":"2026-03-05T18:04:55.10765Z","end":"2026-03-05T18:04:55.394326Z","steps":["trace[1531131120] 'process raft request' (duration: 286.603595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.394515Z","caller":"traceutil/trace.go:171","msg":"trace[525248360] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"286.492472ms","start":"2026-03-05T18:04:55.107987Z","end":"2026-03-05T18:04:55.39448Z","steps":["trace[525248360] 'process raft request' (duration: 286.306087ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.39459Z","caller":"traceutil/trace.go:171","msg":"trace[1077857403] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"287.118796ms","start":"2026-03-05T18:04:55.107463Z","end":"2026-03-05T18:04:55.394582Z","steps":["trace[1077857403] 'process raft request' (duration: 286.736297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:55.394551Z","caller":"traceutil/trace.go:171","msg":"trace[921451090] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"287.767792ms","start":"2026-03-05T18:04:55.106767Z","end":"2026-03-05T18:04:55.394535Z","steps":["trace[921451090] 'process raft request' (duration: 212.984611ms)","trace[921451090] 'compare' (duration: 74.31727ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:55.394383Z","caller":"traceutil/trace.go:171","msg":"trace[1583790747] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8245; }","duration":"287.189448ms","start":"2026-03-05T18:04:55.107174Z","end":"2026-03-05T18:04:55.394364Z","steps":["trace[1583790747] 'read index received' (duration: 134.48738ms)","trace[1583790747] 'applied index is now lower than readState.Index' (duration: 152.701178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:55.394874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.679089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"info","ts":"2026-03-05T18:04:55.394945Z","caller":"traceutil/trace.go:171","msg":"trace[510564202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7947; }","duration":"287.797834ms","start":"2026-03-05T18:04:55.107134Z","end":"2026-03-05T18:04:55.394932Z","steps":["trace[510564202] 'agreement among raft nodes before linearized reading' (duration: 287.28266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:55.696403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.271531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:55.696771Z","caller":"traceutil/trace.go:171","msg":"trace[1911902902] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"293.91536ms","start":"2026-03-05T18:04:55.402601Z","end":"2026-03-05T18:04:55.696516Z","steps":["trace[1911902902] 'process raft request' (duration: 189.423203ms)","trace[1911902902] 'compare' (duration: 104.094847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:57.586183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036753494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:04:58.556765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.128609ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T18:04:58.55739Z","caller":"traceutil/trace.go:171","msg":"trace[829118220] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"1.44832173s","start":"2026-03-05T18:04:57.109029Z","end":"2026-03-05T18:04:58.55735Z","steps":["trace[829118220] 'process raft request' (duration: 1.4479336s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.557509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.109002Z","time spent":"1.448440792s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:58.849303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.859242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:04:58.849512Z","caller":"traceutil/trace.go:171","msg":"trace[111253163] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8252; }","duration":"1.763974383s","start":"2026-03-05T18:04:57.08552Z","end":"2026-03-05T18:04:58.849495Z","steps":["trace[111253163] 'read index received' (duration: 660.254575ms)","trace[111253163] 'applied index is now lower than readState.Index' (duration: 1.103718568s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:58.849529Z","caller":"traceutil/trace.go:171","msg":"trace[885913123] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"1.402441874s","start":"2026-03-05T18:04:57.447054Z","end":"2026-03-05T18:04:58.849496Z","steps":["trace[885913123] 'process raft request' (duration: 1.110287705s)","trace[885913123] 'compare' (duration: 291.517143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:04:58.849644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764128387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.849683Z","caller":"traceutil/trace.go:171","msg":"trace[901378254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7952; }","duration":"1.764209699s","start":"2026-03-05T18:04:57.085463Z","end":"2026-03-05T18:04:58.849673Z","steps":["trace[901378254] 'agreement among raft nodes before linearized reading' (duration: 1.764128147s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.849688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.44704Z","time spent":"1.402565848s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:58.849719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.085437Z","time spent":"1.76427497s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:04:58.849912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.367343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.849921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603305464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:04:58.850022Z","caller":"traceutil/trace.go:171","msg":"trace[811165720] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7952; }","duration":"397.477995ms","start":"2026-03-05T18:04:58.452491Z","end":"2026-03-05T18:04:58.849969Z","steps":["trace[811165720] 'agreement among raft nodes before linearized reading' (duration: 397.312271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.953287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T18:04:58.850083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.452483Z","time spent":"397.588118ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.850099Z","caller":"traceutil/trace.go:171","msg":"trace[1192639112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7952; }","duration":"919.05722ms","start":"2026-03-05T18:04:57.931025Z","end":"2026-03-05T18:04:58.850082Z","steps":["trace[1192639112] 'agreement among raft nodes before linearized reading' (duration: 918.800234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450679306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:04:58.850133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450293337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:04:58.850153Z","caller":"traceutil/trace.go:171","msg":"trace[1010034003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7952; }","duration":"1.450729507s","start":"2026-03-05T18:04:57.399414Z","end":"2026-03-05T18:04:58.850144Z","steps":["trace[1010034003] 'agreement among raft nodes before linearized reading' (duration: 1.450646645s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.931001Z","time spent":"919.134911ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:04:58.850183Z","caller":"traceutil/trace.go:171","msg":"trace[1698039026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7952; }","duration":"1.450362529s","start":"2026-03-05T18:04:57.399809Z","end":"2026-03-05T18:04:58.850172Z","steps":["trace[1698039026] 'agreement among raft nodes before linearized reading' (duration: 1.450209045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.399408Z","time spent":"1.450772868s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:04:58.850186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.274406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.3998Z","time spent":"1.45040917s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:04:58.850228Z","caller":"traceutil/trace.go:171","msg":"trace[643750846] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7952; }","duration":"362.327728ms","start":"2026-03-05T18:04:58.48789Z","end":"2026-03-05T18:04:58.850217Z","steps":["trace[643750846] 'agreement among raft nodes before linearized reading' (duration: 362.260497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.487884Z","time spent":"362.382559ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.85032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.270221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328455722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-05T18:04:58.84962Z","caller":"traceutil/trace.go:171","msg":"trace[1348872955] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"1.146415857s","start":"2026-03-05T18:04:57.703172Z","end":"2026-03-05T18:04:58.849588Z","steps":["trace[1348872955] 'process raft request' (duration: 1.146240333s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850384Z","caller":"traceutil/trace.go:171","msg":"trace[125561463] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e; range_end:; response_count:1; response_revision:7952; }","duration":"1.328547724s","start":"2026-03-05T18:04:57.521819Z","end":"2026-03-05T18:04:58.850366Z","steps":["trace[125561463] 'agreement among raft nodes before linearized reading' (duration: 1.32839637s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.402764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.197906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451038664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T18:04:58.850452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.002977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.521799Z","time spent":"1.328613866s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" "} {"level":"warn","ts":"2026-03-05T18:04:58.850463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.023763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.850469Z","caller":"traceutil/trace.go:171","msg":"trace[801931997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7952; }","duration":"1.451118937s","start":"2026-03-05T18:04:57.399341Z","end":"2026-03-05T18:04:58.85046Z","steps":["trace[801931997] 'agreement among raft nodes before linearized reading' (duration: 1.451032455s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850468Z","caller":"traceutil/trace.go:171","msg":"trace[475475868] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7952; }","duration":"318.265107ms","start":"2026-03-05T18:04:58.532188Z","end":"2026-03-05T18:04:58.850453Z","steps":["trace[475475868] 'agreement among raft nodes before linearized reading' (duration: 318.197695ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850485Z","caller":"traceutil/trace.go:171","msg":"trace[412521670] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7952; }","duration":"344.049948ms","start":"2026-03-05T18:04:58.506426Z","end":"2026-03-05T18:04:58.850476Z","steps":["trace[412521670] 'agreement among raft nodes before linearized reading' (duration: 344.002447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850492Z","caller":"traceutil/trace.go:171","msg":"trace[1311292266] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7952; }","duration":"382.082813ms","start":"2026-03-05T18:04:58.468402Z","end":"2026-03-05T18:04:58.850484Z","steps":["trace[1311292266] 'agreement among raft nodes before linearized reading' (duration: 382.042773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.610058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.532171Z","time spent":"318.327909ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.850523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.468383Z","time spent":"382.132945ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.850544Z","caller":"traceutil/trace.go:171","msg":"trace[1431160250] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7952; }","duration":"414.715301ms","start":"2026-03-05T18:04:58.435815Z","end":"2026-03-05T18:04:58.85053Z","steps":["trace[1431160250] 'agreement among raft nodes before linearized reading' (duration: 414.643079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.85057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450600184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:04:58.850593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.045772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.435778Z","time spent":"414.798893ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.850618Z","caller":"traceutil/trace.go:171","msg":"trace[1030593058] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7952; }","duration":"345.071503ms","start":"2026-03-05T18:04:58.505539Z","end":"2026-03-05T18:04:58.850611Z","steps":["trace[1030593058] 'agreement among raft nodes before linearized reading' (duration: 345.033582ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850616Z","caller":"traceutil/trace.go:171","msg":"trace[426824914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7952; }","duration":"1.450696276s","start":"2026-03-05T18:04:57.399908Z","end":"2026-03-05T18:04:58.850604Z","steps":["trace[426824914] 'agreement among raft nodes before linearized reading' (duration: 1.450225615s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.505501Z","time spent":"345.134284ms","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.850648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.399873Z","time spent":"1.450767878s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:04:58.850361Z","caller":"traceutil/trace.go:171","msg":"trace[859503327] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7952; }","duration":"363.334312ms","start":"2026-03-05T18:04:58.487017Z","end":"2026-03-05T18:04:58.850352Z","steps":["trace[859503327] 'agreement among raft nodes before linearized reading' (duration: 363.274931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413252374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-05T18:04:58.850698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.98009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.487005Z","time spent":"363.684321ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.850609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.703144Z","time spent":"1.147297048s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:58.850715Z","caller":"traceutil/trace.go:171","msg":"trace[1736326217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7952; }","duration":"1.413393837s","start":"2026-03-05T18:04:57.437299Z","end":"2026-03-05T18:04:58.850693Z","steps":["trace[1736326217] 'agreement among raft nodes before linearized reading' (duration: 1.413103681s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850735Z","caller":"traceutil/trace.go:171","msg":"trace[1456365010] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7952; }","duration":"296.061572ms","start":"2026-03-05T18:04:58.554664Z","end":"2026-03-05T18:04:58.850726Z","steps":["trace[1456365010] 'agreement among raft nodes before linearized reading' (duration: 296.003881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.85076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.720199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.437285Z","time spent":"1.413477369s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:04:58.8505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.399315Z","time spent":"1.451178888s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:04:58.850791Z","caller":"traceutil/trace.go:171","msg":"trace[689740252] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7952; }","duration":"382.75014ms","start":"2026-03-05T18:04:58.468032Z","end":"2026-03-05T18:04:58.850783Z","steps":["trace[689740252] 'agreement among raft nodes before linearized reading' (duration: 382.708889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.46801Z","time spent":"382.804652ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.850097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445426969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:04:58.850426Z","caller":"traceutil/trace.go:171","msg":"trace[1989011506] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7952; }","duration":"363.448315ms","start":"2026-03-05T18:04:58.486971Z","end":"2026-03-05T18:04:58.850419Z","steps":["trace[1989011506] 'agreement among raft nodes before linearized reading' (duration: 363.410264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.506417Z","time spent":"344.091759ms","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.850425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.186768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.227241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.85096Z","caller":"traceutil/trace.go:171","msg":"trace[257140484] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7952; }","duration":"414.735691ms","start":"2026-03-05T18:04:58.43621Z","end":"2026-03-05T18:04:58.850946Z","steps":["trace[257140484] 'agreement among raft nodes before linearized reading' (duration: 414.165977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.85019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031971999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:04:58.850997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.452918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.367815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.866677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851024Z","caller":"traceutil/trace.go:171","msg":"trace[1229506252] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7952; }","duration":"1.0328591s","start":"2026-03-05T18:04:57.818153Z","end":"2026-03-05T18:04:58.851012Z","steps":["trace[1229506252] 'agreement among raft nodes before linearized reading' (duration: 1.031974189s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851047Z","caller":"traceutil/trace.go:171","msg":"trace[269665168] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7952; }","duration":"398.5311ms","start":"2026-03-05T18:04:58.452506Z","end":"2026-03-05T18:04:58.851037Z","steps":["trace[269665168] 'agreement among raft nodes before linearized reading' (duration: 398.463938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.465361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.341794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.818125Z","time spent":"1.032927532s","remote":"127.0.0.1:48484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.851059Z","caller":"traceutil/trace.go:171","msg":"trace[1154216026] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7952; }","duration":"432.964799ms","start":"2026-03-05T18:04:58.418081Z","end":"2026-03-05T18:04:58.851046Z","steps":["trace[1154216026] 'agreement among raft nodes before linearized reading' (duration: 432.852156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.855067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.85095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.311414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.418076Z","time spent":"433.022951ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:04:58.85112Z","caller":"traceutil/trace.go:171","msg":"trace[1043657623] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7952; }","duration":"318.547782ms","start":"2026-03-05T18:04:58.53256Z","end":"2026-03-05T18:04:58.851108Z","steps":["trace[1043657623] 'agreement among raft nodes before linearized reading' (duration: 318.46405ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851139Z","caller":"traceutil/trace.go:171","msg":"trace[1631988943] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7952; }","duration":"398.557281ms","start":"2026-03-05T18:04:58.45257Z","end":"2026-03-05T18:04:58.851127Z","steps":["trace[1631988943] 'agreement among raft nodes before linearized reading' (duration: 398.356366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.45253Z","time spent":"398.632523ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.851165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.532554Z","time spent":"318.601934ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.851212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851251Z","caller":"traceutil/trace.go:171","msg":"trace[605209583] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7952; }","duration":"130.456752ms","start":"2026-03-05T18:04:58.720784Z","end":"2026-03-05T18:04:58.851241Z","steps":["trace[605209583] 'agreement among raft nodes before linearized reading' (duration: 130.40799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.436202Z","time spent":"414.793733ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.850034Z","caller":"traceutil/trace.go:171","msg":"trace[1856975000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7952; }","duration":"1.603485468s","start":"2026-03-05T18:04:57.246526Z","end":"2026-03-05T18:04:58.850011Z","steps":["trace[1856975000] 'agreement among raft nodes before linearized reading' (duration: 1.603254743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.233676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.199966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851345Z","caller":"traceutil/trace.go:171","msg":"trace[603172778] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7952; }","duration":"433.300598ms","start":"2026-03-05T18:04:58.418031Z","end":"2026-03-05T18:04:58.851332Z","steps":["trace[603172778] 'agreement among raft nodes before linearized reading' (duration: 433.235836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.246493Z","time spent":"1.60483292s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:04:58.851129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.878869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851381Z","caller":"traceutil/trace.go:171","msg":"trace[1312404035] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7952; }","duration":"130.403491ms","start":"2026-03-05T18:04:58.720964Z","end":"2026-03-05T18:04:58.851367Z","steps":["trace[1312404035] 'agreement among raft nodes before linearized reading' (duration: 130.190215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.062128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851422Z","caller":"traceutil/trace.go:171","msg":"trace[1275818579] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7952; }","duration":"130.184356ms","start":"2026-03-05T18:04:58.721224Z","end":"2026-03-05T18:04:58.851409Z","steps":["trace[1275818579] 'agreement among raft nodes before linearized reading' (duration: 129.883868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.393649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.091741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:04:58.851459Z","caller":"traceutil/trace.go:171","msg":"trace[801420059] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7952; }","duration":"415.698423ms","start":"2026-03-05T18:04:58.435749Z","end":"2026-03-05T18:04:58.851447Z","steps":["trace[801420059] 'agreement among raft nodes before linearized reading' (duration: 415.038288ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851472Z","caller":"traceutil/trace.go:171","msg":"trace[1664081043] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7952; }","duration":"765.168183ms","start":"2026-03-05T18:04:58.086294Z","end":"2026-03-05T18:04:58.851462Z","steps":["trace[1664081043] 'agreement among raft nodes before linearized reading' (duration: 765.022339ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851132Z","caller":"traceutil/trace.go:171","msg":"trace[208099941] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7952; }","duration":"345.474981ms","start":"2026-03-05T18:04:58.505639Z","end":"2026-03-05T18:04:58.851114Z","steps":["trace[208099941] 'agreement among raft nodes before linearized reading' (duration: 344.896178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.957052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.505633Z","time spent":"345.885402ms","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.849905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.520404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851568Z","caller":"traceutil/trace.go:171","msg":"trace[909777217] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7952; }","duration":"319.071546ms","start":"2026-03-05T18:04:58.532466Z","end":"2026-03-05T18:04:58.851538Z","steps":["trace[909777217] 'agreement among raft nodes before linearized reading' (duration: 318.947233ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851593Z","caller":"traceutil/trace.go:171","msg":"trace[721747289] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7952; }","duration":"296.259566ms","start":"2026-03-05T18:04:58.555322Z","end":"2026-03-05T18:04:58.851582Z","steps":["trace[721747289] 'agreement among raft nodes before linearized reading' (duration: 294.465413ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.850879Z","caller":"traceutil/trace.go:171","msg":"trace[535861075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:7952; }","duration":"1.446280859s","start":"2026-03-05T18:04:57.404581Z","end":"2026-03-05T18:04:58.850861Z","steps":["trace[535861075] 'agreement among raft nodes before linearized reading' (duration: 1.445264785s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.352159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.85163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.099306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.850977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.331919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.525771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.942822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.011321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.851707Z","caller":"traceutil/trace.go:171","msg":"trace[1351877984] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7952; }","duration":"166.579232ms","start":"2026-03-05T18:04:58.685119Z","end":"2026-03-05T18:04:58.851698Z","steps":["trace[1351877984] 'agreement among raft nodes before linearized reading' (duration: 166.526011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.85172Z","caller":"traceutil/trace.go:171","msg":"trace[1780535027] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7952; }","duration":"150.194678ms","start":"2026-03-05T18:04:58.701516Z","end":"2026-03-05T18:04:58.85171Z","steps":["trace[1780535027] 'agreement among raft nodes before linearized reading' (duration: 149.968142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851728Z","caller":"traceutil/trace.go:171","msg":"trace[1358266478] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7952; }","duration":"262.083763ms","start":"2026-03-05T18:04:58.589635Z","end":"2026-03-05T18:04:58.851719Z","steps":["trace[1358266478] 'agreement among raft nodes before linearized reading' (duration: 262.021221ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851715Z","caller":"traceutil/trace.go:171","msg":"trace[1888651629] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7952; }","duration":"202.14843ms","start":"2026-03-05T18:04:58.649553Z","end":"2026-03-05T18:04:58.851701Z","steps":["trace[1888651629] 'agreement among raft nodes before linearized reading' (duration: 202.064628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.509474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.54428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.852059Z","caller":"traceutil/trace.go:171","msg":"trace[1858607544] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7952; }","duration":"224.805106ms","start":"2026-03-05T18:04:58.627244Z","end":"2026-03-05T18:04:58.85205Z","steps":["trace[1858607544] 'agreement among raft nodes before linearized reading' (duration: 224.56955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.183828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.852053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:57.404556Z","time spent":"1.447212692s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"info","ts":"2026-03-05T18:04:58.852095Z","caller":"traceutil/trace.go:171","msg":"trace[1454621587] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7952; }","duration":"167.225999ms","start":"2026-03-05T18:04:58.68486Z","end":"2026-03-05T18:04:58.852086Z","steps":["trace[1454621587] 'agreement among raft nodes before linearized reading' (duration: 166.989373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.965353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.852117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.911238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.852132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.261239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.852154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.635898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.85154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.091856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.852173Z","caller":"traceutil/trace.go:171","msg":"trace[1819722732] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7952; }","duration":"184.290469ms","start":"2026-03-05T18:04:58.667864Z","end":"2026-03-05T18:04:58.852154Z","steps":["trace[1819722732] 'agreement among raft nodes before linearized reading' (duration: 184.249098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851464Z","caller":"traceutil/trace.go:171","msg":"trace[823054325] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7952; }","duration":"149.44159ms","start":"2026-03-05T18:04:58.702013Z","end":"2026-03-05T18:04:58.851455Z","steps":["trace[823054325] 'agreement among raft nodes before linearized reading' (duration: 149.387458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.852154Z","caller":"traceutil/trace.go:171","msg":"trace[1785334320] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7952; }","duration":"243.563648ms","start":"2026-03-05T18:04:58.608579Z","end":"2026-03-05T18:04:58.852142Z","steps":["trace[1785334320] 'agreement among raft nodes before linearized reading' (duration: 242.955343ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.852196Z","caller":"traceutil/trace.go:171","msg":"trace[842980030] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7952; }","duration":"184.683789ms","start":"2026-03-05T18:04:58.667503Z","end":"2026-03-05T18:04:58.852187Z","steps":["trace[842980030] 'agreement among raft nodes before linearized reading' (duration: 184.633898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.8522Z","caller":"traceutil/trace.go:171","msg":"trace[515191768] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7952; }","duration":"150.750752ms","start":"2026-03-05T18:04:58.70144Z","end":"2026-03-05T18:04:58.852191Z","steps":["trace[515191768] 'agreement among raft nodes before linearized reading' (duration: 150.083045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.700654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.851617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.532458Z","time spent":"319.150227ms","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-05T18:04:58.850882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.511335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.852328Z","caller":"traceutil/trace.go:171","msg":"trace[173203177] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7952; }","duration":"109.95496ms","start":"2026-03-05T18:04:58.742357Z","end":"2026-03-05T18:04:58.852312Z","steps":["trace[173203177] 'agreement among raft nodes before linearized reading' (duration: 108.497524ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.852159Z","caller":"traceutil/trace.go:171","msg":"trace[1233297345] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7952; }","duration":"224.951759ms","start":"2026-03-05T18:04:58.627198Z","end":"2026-03-05T18:04:58.85215Z","steps":["trace[1233297345] 'agreement among raft nodes before linearized reading' (duration: 224.898028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.716357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.852467Z","caller":"traceutil/trace.go:171","msg":"trace[356236079] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7952; }","duration":"243.138827ms","start":"2026-03-05T18:04:58.609316Z","end":"2026-03-05T18:04:58.852455Z","steps":["trace[356236079] 'agreement among raft nodes before linearized reading' (duration: 242.535433ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.852055Z","caller":"traceutil/trace.go:171","msg":"trace[438293561] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7952; }","duration":"383.898358ms","start":"2026-03-05T18:04:58.468147Z","end":"2026-03-05T18:04:58.852045Z","steps":["trace[438293561] 'agreement among raft nodes before linearized reading' (duration: 382.547344ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851666Z","caller":"traceutil/trace.go:171","msg":"trace[1682389412] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7952; }","duration":"201.451802ms","start":"2026-03-05T18:04:58.6502Z","end":"2026-03-05T18:04:58.851652Z","steps":["trace[1682389412] 'agreement among raft nodes before linearized reading' (duration: 201.35239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.851634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.580635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.85359Z","caller":"traceutil/trace.go:171","msg":"trace[21242947] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7952; }","duration":"264.566213ms","start":"2026-03-05T18:04:58.589004Z","end":"2026-03-05T18:04:58.853571Z","steps":["trace[21242947] 'agreement among raft nodes before linearized reading' (duration: 262.600715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.850886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.486963Z","time spent":"363.904527ms","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.851382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.41801Z","time spent":"433.363659ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-05T18:04:58.851004Z","caller":"traceutil/trace.go:171","msg":"trace[1702535645] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7952; }","duration":"109.319293ms","start":"2026-03-05T18:04:58.741663Z","end":"2026-03-05T18:04:58.850983Z","steps":["trace[1702535645] 'agreement among raft nodes before linearized reading' (duration: 109.250222ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851051Z","caller":"traceutil/trace.go:171","msg":"trace[521481508] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7952; }","duration":"432.401076ms","start":"2026-03-05T18:04:58.418637Z","end":"2026-03-05T18:04:58.851038Z","steps":["trace[521481508] 'agreement among raft nodes before linearized reading' (duration: 432.354315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.46811Z","time spent":"384.476422ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.851507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.086256Z","time spent":"765.244224ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":108,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.851505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.435691Z","time spent":"415.801457ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.851081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.452488Z","time spent":"398.585582ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-05T18:04:58.851625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.463519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.856157Z","caller":"traceutil/trace.go:171","msg":"trace[1625563027] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7952; }","duration":"171.003459ms","start":"2026-03-05T18:04:58.685142Z","end":"2026-03-05T18:04:58.856146Z","steps":["trace[1625563027] 'agreement among raft nodes before linearized reading' (duration: 166.458159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851089Z","caller":"traceutil/trace.go:171","msg":"trace[1864529010] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7952; }","duration":"109.401846ms","start":"2026-03-05T18:04:58.741678Z","end":"2026-03-05T18:04:58.85108Z","steps":["trace[1864529010] 'agreement among raft nodes before linearized reading' (duration: 109.354025ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851669Z","caller":"traceutil/trace.go:171","msg":"trace[660162695] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7952; }","duration":"243.141727ms","start":"2026-03-05T18:04:58.608517Z","end":"2026-03-05T18:04:58.851659Z","steps":["trace[660162695] 'agreement among raft nodes before linearized reading' (duration: 243.079055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.851678Z","caller":"traceutil/trace.go:171","msg":"trace[2097316034] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7952; }","duration":"297.033196ms","start":"2026-03-05T18:04:58.554634Z","end":"2026-03-05T18:04:58.851668Z","steps":["trace[2097316034] 'agreement among raft nodes before linearized reading' (duration: 296.310518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.858114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.554616Z","time spent":"303.446461ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:04:58.852078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.012186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.858292Z","caller":"traceutil/trace.go:171","msg":"trace[92733669] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7952; }","duration":"269.237825ms","start":"2026-03-05T18:04:58.58903Z","end":"2026-03-05T18:04:58.858268Z","steps":["trace[92733669] 'agreement among raft nodes before linearized reading' (duration: 263.020106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.622378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:58.858483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.418597Z","time spent":"439.292182ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-05T18:04:58.858497Z","caller":"traceutil/trace.go:171","msg":"trace[1005622868] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7952; }","duration":"190.991381ms","start":"2026-03-05T18:04:58.667479Z","end":"2026-03-05T18:04:58.858471Z","steps":["trace[1005622868] 'agreement among raft nodes before linearized reading' (duration: 184.603938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:58.852179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.994746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:04:58.858593Z","caller":"traceutil/trace.go:171","msg":"trace[1438202074] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7952; }","duration":"230.427941ms","start":"2026-03-05T18:04:58.628144Z","end":"2026-03-05T18:04:58.858572Z","steps":["trace[1438202074] 'agreement among raft nodes before linearized reading' (duration: 223.990596ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:58.852281Z","caller":"traceutil/trace.go:171","msg":"trace[1405852777] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7952; }","duration":"202.772505ms","start":"2026-03-05T18:04:58.649498Z","end":"2026-03-05T18:04:58.85227Z","steps":["trace[1405852777] 'agreement among raft nodes before linearized reading' (duration: 202.708454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.360161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036753501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:04:59.51763Z","caller":"traceutil/trace.go:171","msg":"trace[1641600074] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"660.069159ms","start":"2026-03-05T18:04:58.857517Z","end":"2026-03-05T18:04:59.517586Z","steps":["trace[1641600074] 'process raft request' (duration: 659.919806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.517781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.8575Z","time spent":"660.203943ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.676661Z","caller":"traceutil/trace.go:171","msg":"trace[1139311079] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"816.743505ms","start":"2026-03-05T18:04:58.859887Z","end":"2026-03-05T18:04:59.67663Z","steps":["trace[1139311079] 'process raft request' (duration: 816.646123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.676856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.859861Z","time spent":"816.898609ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.676662Z","caller":"traceutil/trace.go:171","msg":"trace[2082283045] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"816.771706ms","start":"2026-03-05T18:04:58.859849Z","end":"2026-03-05T18:04:59.67662Z","steps":["trace[2082283045] 'process raft request' (duration: 787.718386ms)","trace[2082283045] 'compare' (duration: 28.841065ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:59.67734Z","caller":"traceutil/trace.go:171","msg":"trace[2020387305] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"817.298248ms","start":"2026-03-05T18:04:58.85996Z","end":"2026-03-05T18:04:59.677258Z","steps":["trace[2020387305] 'process raft request' (duration: 816.629012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.677874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.859923Z","time spent":"817.891392ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.677548Z","caller":"traceutil/trace.go:171","msg":"trace[1045062851] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"816.458497ms","start":"2026-03-05T18:04:58.861066Z","end":"2026-03-05T18:04:59.677524Z","steps":["trace[1045062851] 'process raft request' (duration: 816.095879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:59.678086Z","caller":"traceutil/trace.go:171","msg":"trace[1219971353] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8256; }","duration":"818.391374ms","start":"2026-03-05T18:04:58.859667Z","end":"2026-03-05T18:04:59.678058Z","steps":["trace[1219971353] 'read index received' (duration: 657.745564ms)","trace[1219971353] 'applied index is now lower than readState.Index' (duration: 160.64378ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:04:59.678478Z","caller":"traceutil/trace.go:171","msg":"trace[1727602289] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"816.722485ms","start":"2026-03-05T18:04:58.861735Z","end":"2026-03-05T18:04:59.678458Z","steps":["trace[1727602289] 'process raft request' (duration: 815.897224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.678522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.861053Z","time spent":"817.337209ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.677739Z","caller":"traceutil/trace.go:171","msg":"trace[438405375] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"816.612151ms","start":"2026-03-05T18:04:58.861117Z","end":"2026-03-05T18:04:59.677729Z","steps":["trace[438405375] 'process raft request' (duration: 816.361815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.67861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.691642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:04:59.678648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.861719Z","time spent":"816.829988ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.678679Z","caller":"traceutil/trace.go:171","msg":"trace[379792993] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7959; }","duration":"285.828915ms","start":"2026-03-05T18:04:59.392835Z","end":"2026-03-05T18:04:59.678664Z","steps":["trace[379792993] 'agreement among raft nodes before linearized reading' (duration: 285.692662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.678569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.891487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T18:04:59.678766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.307251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:04:59.678756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.861096Z","time spent":"817.568004ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:04:59.678826Z","caller":"traceutil/trace.go:171","msg":"trace[404434211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"815.381252ms","start":"2026-03-05T18:04:58.863425Z","end":"2026-03-05T18:04:59.678806Z","steps":["trace[404434211] 'agreement among raft nodes before linearized reading' (duration: 815.266189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.678853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.734479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"warn","ts":"2026-03-05T18:04:59.678879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.863414Z","time spent":"815.456643ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:04:59.678891Z","caller":"traceutil/trace.go:171","msg":"trace[1459117949] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7959; }","duration":"817.804471ms","start":"2026-03-05T18:04:58.861075Z","end":"2026-03-05T18:04:59.678879Z","steps":["trace[1459117949] 'agreement among raft nodes before linearized reading' (duration: 817.419511ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:04:59.678809Z","caller":"traceutil/trace.go:171","msg":"trace[752563653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7959; }","duration":"819.126413ms","start":"2026-03-05T18:04:58.859653Z","end":"2026-03-05T18:04:59.67878Z","steps":["trace[752563653] 'agreement among raft nodes before linearized reading' (duration: 818.789965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:04:59.678994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.859646Z","time spent":"819.318958ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:04:59.677102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.859828Z","time spent":"817.144545ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:04:59.678925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:58.861058Z","time spent":"817.859531ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222819,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:05:00.405894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.378223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:00.405988Z","caller":"traceutil/trace.go:171","msg":"trace[1231715399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"319.550218ms","start":"2026-03-05T18:05:00.086416Z","end":"2026-03-05T18:05:00.405966Z","steps":["trace[1231715399] 'range keys from in-memory index tree' (duration: 319.23394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:00.406036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.086387Z","time spent":"319.63959ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:00.40608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.3152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:00.406172Z","caller":"traceutil/trace.go:171","msg":"trace[1005123109] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7959; }","duration":"558.446493ms","start":"2026-03-05T18:04:59.847703Z","end":"2026-03-05T18:05:00.40615Z","steps":["trace[1005123109] 'count revisions from in-memory index tree' (duration: 558.239718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:00.406224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:04:59.84769Z","time spent":"558.522894ms","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:01.107396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036753519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:01.607926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036753519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:02.025859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46118869s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:05:02.026232Z","caller":"traceutil/trace.go:171","msg":"trace[43975922] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"1.461686341s","start":"2026-03-05T18:05:00.564524Z","end":"2026-03-05T18:05:02.02621Z","steps":["trace[43975922] 'process raft request' (duration: 1.461503737s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.02637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.564498Z","time spent":"1.461802665s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:02.037691Z","caller":"traceutil/trace.go:171","msg":"trace[2017456697] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"1.17852984s","start":"2026-03-05T18:05:00.859138Z","end":"2026-03-05T18:05:02.037668Z","steps":["trace[2017456697] 'process raft request' (duration: 1.178287945s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.037839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.85911Z","time spent":"1.178651913s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:02.038131Z","caller":"traceutil/trace.go:171","msg":"trace[520526028] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"1.178156262s","start":"2026-03-05T18:05:00.859945Z","end":"2026-03-05T18:05:02.038102Z","steps":["trace[520526028] 'process raft request' (duration: 1.1776765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.038289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.859925Z","time spent":"1.178269664s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:02.038085Z","caller":"traceutil/trace.go:171","msg":"trace[751537193] linearizableReadLoop","detail":"{readStateIndex:8266; appliedIndex:8263; }","duration":"1.431497224s","start":"2026-03-05T18:05:00.606499Z","end":"2026-03-05T18:05:02.037996Z","steps":["trace[751537193] 'read index received' (duration: 1.419599948s)","trace[751537193] 'applied index is now lower than readState.Index' (duration: 11.893606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:02.038342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431800011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:02.038511Z","caller":"traceutil/trace.go:171","msg":"trace[907580912] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7962; }","duration":"1.432058918s","start":"2026-03-05T18:05:00.606379Z","end":"2026-03-05T18:05:02.038438Z","steps":["trace[907580912] 'agreement among raft nodes before linearized reading' (duration: 1.431792391s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.038674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.548191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T18:05:02.038758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.128323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:05:02.038836Z","caller":"traceutil/trace.go:171","msg":"trace[1647717659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:7962; }","duration":"352.227605ms","start":"2026-03-05T18:05:01.686596Z","end":"2026-03-05T18:05:02.038824Z","steps":["trace[1647717659] 'agreement among raft nodes before linearized reading' (duration: 352.046681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.038874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.686584Z","time spent":"352.283716ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:05:02.038925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.347394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:02.038963Z","caller":"traceutil/trace.go:171","msg":"trace[1935180197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7962; }","duration":"356.419626ms","start":"2026-03-05T18:05:01.682535Z","end":"2026-03-05T18:05:02.038955Z","steps":["trace[1935180197] 'agreement among raft nodes before linearized reading' (duration: 356.266522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.03899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.68253Z","time spent":"356.454087ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:02.038988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.465737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:05:02.039017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.021272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:02.039027Z","caller":"traceutil/trace.go:171","msg":"trace[72076309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7962; }","duration":"356.540428ms","start":"2026-03-05T18:05:01.682477Z","end":"2026-03-05T18:05:02.039017Z","steps":["trace[72076309] 'agreement among raft nodes before linearized reading' (duration: 356.356394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.038913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.902384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:02.039058Z","caller":"traceutil/trace.go:171","msg":"trace[2089660655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7962; }","duration":"355.064513ms","start":"2026-03-05T18:05:01.683982Z","end":"2026-03-05T18:05:02.039046Z","steps":["trace[2089660655] 'agreement among raft nodes before linearized reading' (duration: 354.971161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.039077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.448118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:02.039083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.682458Z","time spent":"356.61706ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:02.039093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.683979Z","time spent":"355.108274ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:05:02.039112Z","caller":"traceutil/trace.go:171","msg":"trace[796316268] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7962; }","duration":"200.502289ms","start":"2026-03-05T18:05:01.838597Z","end":"2026-03-05T18:05:02.039099Z","steps":["trace[796316268] 'agreement among raft nodes before linearized reading' (duration: 200.448428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.039159Z","caller":"traceutil/trace.go:171","msg":"trace[1190517425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7962; }","duration":"356.103858ms","start":"2026-03-05T18:05:01.682978Z","end":"2026-03-05T18:05:02.039081Z","steps":["trace[1190517425] 'agreement among raft nodes before linearized reading' (duration: 355.717059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.039195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.856552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:05:02.039231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.682971Z","time spent":"356.236551ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:05:02.03926Z","caller":"traceutil/trace.go:171","msg":"trace[912464092] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7962; }","duration":"518.681545ms","start":"2026-03-05T18:05:01.520043Z","end":"2026-03-05T18:05:02.038725Z","steps":["trace[912464092] 'agreement among raft nodes before linearized reading' (duration: 518.47519ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.03929Z","caller":"traceutil/trace.go:171","msg":"trace[1136257072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7962; }","duration":"355.972075ms","start":"2026-03-05T18:05:01.683294Z","end":"2026-03-05T18:05:02.039266Z","steps":["trace[1136257072] 'agreement among raft nodes before linearized reading' (duration: 355.699689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.039356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.683288Z","time spent":"356.054307ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:02.039291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:01.520022Z","time spent":"519.260179ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:02.039542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:00.606354Z","time spent":"1.433137293s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:02.039503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.617354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T18:05:02.039787Z","caller":"traceutil/trace.go:171","msg":"trace[657163499] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:7962; }","duration":"232.930202ms","start":"2026-03-05T18:05:01.806767Z","end":"2026-03-05T18:05:02.039697Z","steps":["trace[657163499] 'agreement among raft nodes before linearized reading' (duration: 232.339108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.222857Z","caller":"traceutil/trace.go:171","msg":"trace[1766364555] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"178.583402ms","start":"2026-03-05T18:05:02.044215Z","end":"2026-03-05T18:05:02.222799Z","steps":["trace[1766364555] 'process raft request' (duration: 111.310482ms)","trace[1766364555] 'compare' (duration: 66.811769ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:02.223021Z","caller":"traceutil/trace.go:171","msg":"trace[1962209787] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"169.292409ms","start":"2026-03-05T18:05:02.053703Z","end":"2026-03-05T18:05:02.222996Z","steps":["trace[1962209787] 'process raft request' (duration: 169.236357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.223083Z","caller":"traceutil/trace.go:171","msg":"trace[1740104750] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"178.828338ms","start":"2026-03-05T18:05:02.044248Z","end":"2026-03-05T18:05:02.223076Z","steps":["trace[1740104750] 'process raft request' (duration: 178.449879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.223171Z","caller":"traceutil/trace.go:171","msg":"trace[1628107442] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"178.458129ms","start":"2026-03-05T18:05:02.044701Z","end":"2026-03-05T18:05:02.223159Z","steps":["trace[1628107442] 'process raft request' (duration: 178.08368ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.223144Z","caller":"traceutil/trace.go:171","msg":"trace[348712391] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"177.786763ms","start":"2026-03-05T18:05:02.045313Z","end":"2026-03-05T18:05:02.2231Z","steps":["trace[348712391] 'process raft request' (duration: 177.589199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:02.223051Z","caller":"traceutil/trace.go:171","msg":"trace[706163614] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"177.973818ms","start":"2026-03-05T18:05:02.045067Z","end":"2026-03-05T18:05:02.223041Z","steps":["trace[706163614] 'process raft request' (duration: 177.794714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.223836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.530634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"info","ts":"2026-03-05T18:05:02.223266Z","caller":"traceutil/trace.go:171","msg":"trace[130781425] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8266; }","duration":"178.971391ms","start":"2026-03-05T18:05:02.044285Z","end":"2026-03-05T18:05:02.223257Z","steps":["trace[130781425] 'read index received' (duration: 8.530685ms)","trace[130781425] 'applied index is now lower than readState.Index' (duration: 170.439376ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:02.223872Z","caller":"traceutil/trace.go:171","msg":"trace[1075609122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7968; }","duration":"179.598356ms","start":"2026-03-05T18:05:02.044264Z","end":"2026-03-05T18:05:02.223863Z","steps":["trace[1075609122] 'agreement among raft nodes before linearized reading' (duration: 179.018653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:02.224021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.45788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:02.224085Z","caller":"traceutil/trace.go:171","msg":"trace[1594240976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"139.557642ms","start":"2026-03-05T18:05:02.084511Z","end":"2026-03-05T18:05:02.224068Z","steps":["trace[1594240976] 'agreement among raft nodes before linearized reading' (duration: 139.45592ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:28.513541Z","caller":"traceutil/trace.go:171","msg":"trace[37881031] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"129.51438ms","start":"2026-03-05T18:05:28.383992Z","end":"2026-03-05T18:05:28.513506Z","steps":["trace[37881031] 'process raft request' (duration: 55.478816ms)","trace[37881031] 'compare' (duration: 73.907991ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:28.560791Z","caller":"traceutil/trace.go:171","msg":"trace[2020081381] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8460; }","duration":"167.556057ms","start":"2026-03-05T18:05:28.393208Z","end":"2026-03-05T18:05:28.560764Z","steps":["trace[2020081381] 'read index received' (duration: 46.277794ms)","trace[2020081381] 'applied index is now lower than readState.Index' (duration: 121.277353ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:28.560877Z","caller":"traceutil/trace.go:171","msg":"trace[1620455429] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"176.776788ms","start":"2026-03-05T18:05:28.384069Z","end":"2026-03-05T18:05:28.560846Z","steps":["trace[1620455429] 'process raft request' (duration: 176.663526ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:28.560865Z","caller":"traceutil/trace.go:171","msg":"trace[974110668] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"176.752388ms","start":"2026-03-05T18:05:28.384071Z","end":"2026-03-05T18:05:28.560823Z","steps":["trace[974110668] 'process raft request' (duration: 176.528843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:28.561007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.790872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:05:28.5611Z","caller":"traceutil/trace.go:171","msg":"trace[1628809924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8150; }","duration":"167.868124ms","start":"2026-03-05T18:05:28.393161Z","end":"2026-03-05T18:05:28.561029Z","steps":["trace[1628809924] 'agreement among raft nodes before linearized reading' (duration: 167.69755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:30.762017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036754118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:31.262196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036754118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:05:31.619188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921419336s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:05:31.62594Z","caller":"traceutil/trace.go:171","msg":"trace[960672548] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"1.928248971s","start":"2026-03-05T18:05:29.697665Z","end":"2026-03-05T18:05:31.625914Z","steps":["trace[960672548] 'process raft request' (duration: 1.928063247s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:31.626132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:29.697642Z","time spent":"1.928400114s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:33.074738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270530297s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:33.074957Z","caller":"traceutil/trace.go:171","msg":"trace[995304943] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"2.903714908s","start":"2026-03-05T18:05:30.171226Z","end":"2026-03-05T18:05:33.074941Z","steps":["trace[995304943] 'process raft request' (duration: 2.903603296s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.075012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.171183Z","time spent":"2.903804411s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:33.074984Z","caller":"traceutil/trace.go:171","msg":"trace[208026321] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"2.906792943s","start":"2026-03-05T18:05:30.168142Z","end":"2026-03-05T18:05:33.074935Z","steps":["trace[208026321] 'process raft request' (duration: 1.635972519s)","trace[208026321] 'compare' (duration: 1.269546454s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:33.075177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.168106Z","time spent":"2.906969848s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:33.07521Z","caller":"traceutil/trace.go:171","msg":"trace[1868034765] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8463; }","duration":"2.813806233s","start":"2026-03-05T18:05:30.261367Z","end":"2026-03-05T18:05:33.075173Z","steps":["trace[1868034765] 'read index received' (duration: 1.364281545s)","trace[1868034765] 'applied index is now lower than readState.Index' (duration: 1.449522188s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:33.07526Z","caller":"traceutil/trace.go:171","msg":"trace[673238713] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"2.902639272s","start":"2026-03-05T18:05:30.172592Z","end":"2026-03-05T18:05:33.075231Z","steps":["trace[673238713] 'process raft request' (duration: 2.902316185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.075327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.172571Z","time spent":"2.902724335s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:33.07552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81413772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T18:05:33.07556Z","caller":"traceutil/trace.go:171","msg":"trace[611002418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8154; }","duration":"2.814242263s","start":"2026-03-05T18:05:30.261306Z","end":"2026-03-05T18:05:33.075548Z","steps":["trace[611002418] 'agreement among raft nodes before linearized reading' (duration: 2.814020688s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.0756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.261289Z","time spent":"2.814302285s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:05:33.087179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001709269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:05:33.087231Z","caller":"traceutil/trace.go:171","msg":"trace[961032194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001806602s","start":"2026-03-05T18:05:31.085413Z","end":"2026-03-05T18:05:33.08722Z","steps":["trace[961032194] 'agreement among raft nodes before linearized reading' (duration: 2.001751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.087262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.085391Z","time spent":"2.001862052s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:05:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T18:05:33.087384Z","caller":"traceutil/trace.go:171","msg":"trace[649473014] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"596.753495ms","start":"2026-03-05T18:05:32.49061Z","end":"2026-03-05T18:05:33.087363Z","steps":["trace[649473014] 'process raft request' (duration: 596.461198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.087518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:32.490581Z","time spent":"596.860949ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:33.08816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705156056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:05:33.088205Z","caller":"traceutil/trace.go:171","msg":"trace[730864710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8155; }","duration":"2.705222008s","start":"2026-03-05T18:05:30.382972Z","end":"2026-03-05T18:05:33.088194Z","steps":["trace[730864710] 'agreement among raft nodes before linearized reading' (duration: 2.705116995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.08824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.382964Z","time spent":"2.705267359s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:33.088337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522470525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:05:33.088389Z","caller":"traceutil/trace.go:171","msg":"trace[1252163597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"2.522550347s","start":"2026-03-05T18:05:30.565826Z","end":"2026-03-05T18:05:33.088377Z","steps":["trace[1252163597] 'agreement among raft nodes before linearized reading' (duration: 2.522448945s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.088422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.565805Z","time spent":"2.522610519s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:33.088545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522681321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:33.088596Z","caller":"traceutil/trace.go:171","msg":"trace[78540599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"2.522778203s","start":"2026-03-05T18:05:30.565808Z","end":"2026-03-05T18:05:33.088586Z","steps":["trace[78540599] 'agreement among raft nodes before linearized reading' (duration: 2.52265137s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.088629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.565782Z","time spent":"2.522838184s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:33.088722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517643199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:05:33.088764Z","caller":"traceutil/trace.go:171","msg":"trace[1243032090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8155; }","duration":"2.517725791s","start":"2026-03-05T18:05:30.571027Z","end":"2026-03-05T18:05:33.088753Z","steps":["trace[1243032090] 'agreement among raft nodes before linearized reading' (duration: 2.517626209s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.088795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.571008Z","time spent":"2.517780832s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:05:33.089202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570143913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:33.089266Z","caller":"traceutil/trace.go:171","msg":"trace[2049461368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8155; }","duration":"2.570270956s","start":"2026-03-05T18:05:30.51898Z","end":"2026-03-05T18:05:33.089251Z","steps":["trace[2049461368] 'agreement among raft nodes before linearized reading' (duration: 2.569838356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.089309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.518947Z","time spent":"2.570351108s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:33.088243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707522033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:33.089401Z","caller":"traceutil/trace.go:171","msg":"trace[217826149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8155; }","duration":"2.708713341s","start":"2026-03-05T18:05:30.380674Z","end":"2026-03-05T18:05:33.089387Z","steps":["trace[217826149] 'agreement among raft nodes before linearized reading' (duration: 2.707469212s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.08944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:30.380614Z","time spent":"2.708815134s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:33.08863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279041292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T18:05:33.089514Z","caller":"traceutil/trace.go:171","msg":"trace[1396762100] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:8155; }","duration":"1.279967294s","start":"2026-03-05T18:05:31.80953Z","end":"2026-03-05T18:05:33.089497Z","steps":["trace[1396762100] 'agreement among raft nodes before linearized reading' (duration: 1.279025721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.089565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.809493Z","time spent":"1.280056816s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:05:33.088013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155656499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:33.089768Z","caller":"traceutil/trace.go:171","msg":"trace[105997573] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8155; }","duration":"1.157441012s","start":"2026-03-05T18:05:31.932311Z","end":"2026-03-05T18:05:33.089752Z","steps":["trace[105997573] 'agreement among raft nodes before linearized reading' (duration: 1.155656489s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.089815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:31.932288Z","time spent":"1.157513224s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:33.243413Z","caller":"traceutil/trace.go:171","msg":"trace[554657957] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8469; }","duration":"151.209313ms","start":"2026-03-05T18:05:33.09215Z","end":"2026-03-05T18:05:33.243359Z","steps":["trace[554657957] 'read index received' (duration: 151.191972ms)","trace[554657957] 'applied index is now lower than readState.Index' (duration: 13.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:33.243663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.486449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-05T18:05:33.24375Z","caller":"traceutil/trace.go:171","msg":"trace[785619431] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:8155; }","duration":"151.611792ms","start":"2026-03-05T18:05:33.092116Z","end":"2026-03-05T18:05:33.243728Z","steps":["trace[785619431] 'agreement among raft nodes before linearized reading' (duration: 151.391947ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.245929Z","caller":"traceutil/trace.go:171","msg":"trace[939609467] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"152.105534ms","start":"2026-03-05T18:05:33.093807Z","end":"2026-03-05T18:05:33.245912Z","steps":["trace[939609467] 'process raft request' (duration: 151.806537ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.245935Z","caller":"traceutil/trace.go:171","msg":"trace[848808921] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"152.085853ms","start":"2026-03-05T18:05:33.093826Z","end":"2026-03-05T18:05:33.245912Z","steps":["trace[848808921] 'process raft request' (duration: 151.998711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.246313Z","caller":"traceutil/trace.go:171","msg":"trace[1666296678] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"152.433371ms","start":"2026-03-05T18:05:33.093865Z","end":"2026-03-05T18:05:33.246298Z","steps":["trace[1666296678] 'process raft request' (duration: 152.006191ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.246451Z","caller":"traceutil/trace.go:171","msg":"trace[1386022286] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"151.310575ms","start":"2026-03-05T18:05:33.09513Z","end":"2026-03-05T18:05:33.246441Z","steps":["trace[1386022286] 'process raft request' (duration: 151.145321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:33.24652Z","caller":"traceutil/trace.go:171","msg":"trace[1447238233] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"152.554195ms","start":"2026-03-05T18:05:33.093929Z","end":"2026-03-05T18:05:33.246484Z","steps":["trace[1447238233] 'process raft request' (duration: 152.224917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:33.247307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.699455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-05T18:05:33.247348Z","caller":"traceutil/trace.go:171","msg":"trace[1843215775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8160; }","duration":"151.783537ms","start":"2026-03-05T18:05:33.095556Z","end":"2026-03-05T18:05:33.247339Z","steps":["trace[1843215775] 'agreement among raft nodes before linearized reading' (duration: 150.778522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.248995Z","caller":"traceutil/trace.go:171","msg":"trace[1819438570] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"195.327975ms","start":"2026-03-05T18:05:35.053628Z","end":"2026-03-05T18:05:35.248956Z","steps":["trace[1819438570] 'process raft request' (duration: 195.026988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.558719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.764339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:35.558864Z","caller":"traceutil/trace.go:171","msg":"trace[1833975657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8165; }","duration":"247.920673ms","start":"2026-03-05T18:05:35.310921Z","end":"2026-03-05T18:05:35.558842Z","steps":["trace[1833975657] 'range keys from in-memory index tree' (duration: 247.745659ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.591671Z","caller":"traceutil/trace.go:171","msg":"trace[226461054] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8478; }","duration":"505.193639ms","start":"2026-03-05T18:05:35.08645Z","end":"2026-03-05T18:05:35.591644Z","steps":["trace[226461054] 'read index received' (duration: 162.254338ms)","trace[226461054] 'applied index is now lower than readState.Index' (duration: 342.938051ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:35.591758Z","caller":"traceutil/trace.go:171","msg":"trace[1121129320] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"507.189688ms","start":"2026-03-05T18:05:35.084535Z","end":"2026-03-05T18:05:35.591725Z","steps":["trace[1121129320] 'process raft request' (duration: 507.066485ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.591834Z","caller":"traceutil/trace.go:171","msg":"trace[33800226] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"511.929931ms","start":"2026-03-05T18:05:35.079891Z","end":"2026-03-05T18:05:35.59182Z","steps":["trace[33800226] 'process raft request' (duration: 511.495261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.591876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.391364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:35.591917Z","caller":"traceutil/trace.go:171","msg":"trace[302806962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8168; }","duration":"505.516758ms","start":"2026-03-05T18:05:35.086389Z","end":"2026-03-05T18:05:35.591906Z","steps":["trace[302806962] 'agreement among raft nodes before linearized reading' (duration: 505.404055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.59192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.084505Z","time spent":"507.325501ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:35.591958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.086373Z","time spent":"505.577239ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:35.592034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.079858Z","time spent":"512.044445ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:35.592235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.391718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-05T18:05:35.59228Z","caller":"traceutil/trace.go:171","msg":"trace[125408211] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8168; }","duration":"479.457751ms","start":"2026-03-05T18:05:35.112811Z","end":"2026-03-05T18:05:35.592269Z","steps":["trace[125408211] 'agreement among raft nodes before linearized reading' (duration: 479.302907ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.591733Z","caller":"traceutil/trace.go:171","msg":"trace[1719913401] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"507.358682ms","start":"2026-03-05T18:05:35.084326Z","end":"2026-03-05T18:05:35.591685Z","steps":["trace[1719913401] 'process raft request' (duration: 507.227019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.592317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.112799Z","time spent":"479.512162ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T18:05:35.592379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.084316Z","time spent":"508.006838ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:35.592404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.14167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:05:35.592455Z","caller":"traceutil/trace.go:171","msg":"trace[1843503545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8168; }","duration":"339.210231ms","start":"2026-03-05T18:05:35.25323Z","end":"2026-03-05T18:05:35.59244Z","steps":["trace[1843503545] 'agreement among raft nodes before linearized reading' (duration: 339.046277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.592496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.253217Z","time spent":"339.272192ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:35.592584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.355094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:35.592625Z","caller":"traceutil/trace.go:171","msg":"trace[1462379346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8168; }","duration":"339.441656ms","start":"2026-03-05T18:05:35.253174Z","end":"2026-03-05T18:05:35.592616Z","steps":["trace[1462379346] 'agreement among raft nodes before linearized reading' (duration: 339.335074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.592653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.253152Z","time spent":"339.495598ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:35.59276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.116905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:05:35.592759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.315753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T18:05:35.592802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.391137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:35.592819Z","caller":"traceutil/trace.go:171","msg":"trace[89329769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8168; }","duration":"338.196957ms","start":"2026-03-05T18:05:35.254604Z","end":"2026-03-05T18:05:35.592801Z","steps":["trace[89329769] 'agreement among raft nodes before linearized reading' (duration: 337.977872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.592827Z","caller":"traceutil/trace.go:171","msg":"trace[1921198447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8168; }","duration":"339.413266ms","start":"2026-03-05T18:05:35.253399Z","end":"2026-03-05T18:05:35.592812Z","steps":["trace[1921198447] 'agreement among raft nodes before linearized reading' (duration: 339.203081ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.592839Z","caller":"traceutil/trace.go:171","msg":"trace[935839840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8168; }","duration":"447.478259ms","start":"2026-03-05T18:05:35.14535Z","end":"2026-03-05T18:05:35.592828Z","steps":["trace[935839840] 'agreement among raft nodes before linearized reading' (duration: 447.410868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.592867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.254586Z","time spent":"338.269299ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:05:35.59287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.25338Z","time spent":"339.480278ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:35.592875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.145328Z","time spent":"447.538241ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:35.593115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.396187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a041ccba6971c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-05T18:05:35.593141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.021122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:05:35.593154Z","caller":"traceutil/trace.go:171","msg":"trace[1552042917] range","detail":"{range_begin:/registry/events/openstack/ceph.189a041ccba6971c; range_end:; response_count:1; response_revision:8168; }","duration":"337.46145ms","start":"2026-03-05T18:05:35.255682Z","end":"2026-03-05T18:05:35.593143Z","steps":["trace[1552042917] 'agreement among raft nodes before linearized reading' (duration: 337.346527ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.593177Z","caller":"traceutil/trace.go:171","msg":"trace[1342002750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8168; }","duration":"343.106175ms","start":"2026-03-05T18:05:35.250062Z","end":"2026-03-05T18:05:35.593168Z","steps":["trace[1342002750] 'agreement among raft nodes before linearized reading' (duration: 343.013653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.593183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.255666Z","time spent":"337.51077ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189a041ccba6971c\" "} {"level":"warn","ts":"2026-03-05T18:05:35.593206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.250034Z","time spent":"343.165717ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:35.59335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.246927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:35.593766Z","caller":"traceutil/trace.go:171","msg":"trace[401753421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8168; }","duration":"343.3205ms","start":"2026-03-05T18:05:35.250057Z","end":"2026-03-05T18:05:35.593378Z","steps":["trace[401753421] 'agreement among raft nodes before linearized reading' (duration: 343.227428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.593837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:35.250036Z","time spent":"343.787102ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:05:35.713855Z","caller":"traceutil/trace.go:171","msg":"trace[2059097932] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"117.161852ms","start":"2026-03-05T18:05:35.596664Z","end":"2026-03-05T18:05:35.713826Z","steps":["trace[2059097932] 'process raft request' (duration: 76.200785ms)","trace[2059097932] 'compare' (duration: 40.782823ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:35.746873Z","caller":"traceutil/trace.go:171","msg":"trace[1712157750] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"149.286616ms","start":"2026-03-05T18:05:35.597572Z","end":"2026-03-05T18:05:35.746858Z","steps":["trace[1712157750] 'process raft request' (duration: 149.203694ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.747233Z","caller":"traceutil/trace.go:171","msg":"trace[451331405] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8482; }","duration":"149.837239ms","start":"2026-03-05T18:05:35.597381Z","end":"2026-03-05T18:05:35.747218Z","steps":["trace[451331405] 'read index received' (duration: 75.635481ms)","trace[451331405] 'applied index is now lower than readState.Index' (duration: 74.200678ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:35.747245Z","caller":"traceutil/trace.go:171","msg":"trace[1782417221] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"149.134882ms","start":"2026-03-05T18:05:35.598097Z","end":"2026-03-05T18:05:35.747232Z","steps":["trace[1782417221] 'process raft request' (duration: 148.991168ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.747282Z","caller":"traceutil/trace.go:171","msg":"trace[1862602924] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"149.247945ms","start":"2026-03-05T18:05:35.598026Z","end":"2026-03-05T18:05:35.747274Z","steps":["trace[1862602924] 'process raft request' (duration: 148.788174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.747379Z","caller":"traceutil/trace.go:171","msg":"trace[1733348372] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"148.802874ms","start":"2026-03-05T18:05:35.59852Z","end":"2026-03-05T18:05:35.747323Z","steps":["trace[1733348372] 'process raft request' (duration: 148.65121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:35.747549Z","caller":"traceutil/trace.go:171","msg":"trace[361787511] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"149.563154ms","start":"2026-03-05T18:05:35.597323Z","end":"2026-03-05T18:05:35.746887Z","steps":["trace[361787511] 'process raft request' (duration: 149.350709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:35.747833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.420104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-05T18:05:35.747946Z","caller":"traceutil/trace.go:171","msg":"trace[1250188388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8174; }","duration":"150.571867ms","start":"2026-03-05T18:05:35.597348Z","end":"2026-03-05T18:05:35.74792Z","steps":["trace[1250188388] 'agreement among raft nodes before linearized reading' (duration: 149.952842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.703454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.208399ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T18:05:37.703589Z","caller":"traceutil/trace.go:171","msg":"trace[1828774322] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"593.751454ms","start":"2026-03-05T18:05:37.10981Z","end":"2026-03-05T18:05:37.703561Z","steps":["trace[1828774322] 'read index received' (duration: 411.36041ms)","trace[1828774322] 'applied index is now lower than readState.Index' (duration: 182.389303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:37.704215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.379489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:37.704262Z","caller":"traceutil/trace.go:171","msg":"trace[1430156910] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8175; }","duration":"594.452081ms","start":"2026-03-05T18:05:37.109797Z","end":"2026-03-05T18:05:37.704249Z","steps":["trace[1430156910] 'agreement among raft nodes before linearized reading' (duration: 594.331088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.704306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:37.109791Z","time spent":"594.504412ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:37.806031Z","caller":"traceutil/trace.go:171","msg":"trace[398406006] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"208.223905ms","start":"2026-03-05T18:05:37.597772Z","end":"2026-03-05T18:05:37.805996Z","steps":["trace[398406006] 'process raft request' (duration: 207.928708ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.851912Z","caller":"traceutil/trace.go:171","msg":"trace[1484917169] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8490; }","duration":"148.245061ms","start":"2026-03-05T18:05:37.703638Z","end":"2026-03-05T18:05:37.851883Z","steps":["trace[1484917169] 'read index received' (duration: 102.06815ms)","trace[1484917169] 'applied index is now lower than readState.Index' (duration: 46.175531ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:37.852164Z","caller":"traceutil/trace.go:171","msg":"trace[295212188] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"253.135508ms","start":"2026-03-05T18:05:37.598987Z","end":"2026-03-05T18:05:37.852122Z","steps":["trace[295212188] 'process raft request' (duration: 252.849431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.852238Z","caller":"traceutil/trace.go:171","msg":"trace[889204941] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"254.341687ms","start":"2026-03-05T18:05:37.597854Z","end":"2026-03-05T18:05:37.852196Z","steps":["trace[889204941] 'process raft request' (duration: 253.813504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.852377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.122121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-05T18:05:37.852466Z","caller":"traceutil/trace.go:171","msg":"trace[690604370] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e; range_end:; response_count:1; response_revision:8178; }","duration":"330.265065ms","start":"2026-03-05T18:05:37.522181Z","end":"2026-03-05T18:05:37.852446Z","steps":["trace[690604370] 'agreement among raft nodes before linearized reading' (duration: 329.929097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.852508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.725264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:37.85256Z","caller":"traceutil/trace.go:171","msg":"trace[1913944962] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8178; }","duration":"689.840737ms","start":"2026-03-05T18:05:37.162705Z","end":"2026-03-05T18:05:37.852545Z","steps":["trace[1913944962] 'agreement among raft nodes before linearized reading' (duration: 689.706214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.852543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.306315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T18:05:37.852603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:37.162649Z","time spent":"689.942681ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:37.852641Z","caller":"traceutil/trace.go:171","msg":"trace[1807965975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8178; }","duration":"100.46326ms","start":"2026-03-05T18:05:37.752155Z","end":"2026-03-05T18:05:37.852618Z","steps":["trace[1807965975] 'agreement among raft nodes before linearized reading' (duration: 100.134821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.853152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:37.522159Z","time spent":"330.975923ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" "} {"level":"info","ts":"2026-03-05T18:05:37.958988Z","caller":"traceutil/trace.go:171","msg":"trace[1468984562] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"103.256457ms","start":"2026-03-05T18:05:37.855677Z","end":"2026-03-05T18:05:37.958934Z","steps":["trace[1468984562] 'process raft request' (duration: 103.004461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.9624Z","caller":"traceutil/trace.go:171","msg":"trace[1132280259] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"103.079183ms","start":"2026-03-05T18:05:37.859294Z","end":"2026-03-05T18:05:37.962373Z","steps":["trace[1132280259] 'process raft request' (duration: 102.978041ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.962571Z","caller":"traceutil/trace.go:171","msg":"trace[432167380] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"104.661202ms","start":"2026-03-05T18:05:37.857899Z","end":"2026-03-05T18:05:37.96256Z","steps":["trace[432167380] 'process raft request' (duration: 104.237642ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.962713Z","caller":"traceutil/trace.go:171","msg":"trace[697613695] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"103.325529ms","start":"2026-03-05T18:05:37.859378Z","end":"2026-03-05T18:05:37.962704Z","steps":["trace[697613695] 'process raft request' (duration: 102.95244ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.963105Z","caller":"traceutil/trace.go:171","msg":"trace[1366864936] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"103.696248ms","start":"2026-03-05T18:05:37.859386Z","end":"2026-03-05T18:05:37.963082Z","steps":["trace[1366864936] 'process raft request' (duration: 103.279618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:37.963141Z","caller":"traceutil/trace.go:171","msg":"trace[418945335] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8493; }","duration":"104.098287ms","start":"2026-03-05T18:05:37.85903Z","end":"2026-03-05T18:05:37.963128Z","steps":["trace[418945335] 'read index received' (duration: 99.623649ms)","trace[418945335] 'applied index is now lower than readState.Index' (duration: 4.473808ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:37.963289Z","caller":"traceutil/trace.go:171","msg":"trace[116599695] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"103.239277ms","start":"2026-03-05T18:05:37.86002Z","end":"2026-03-05T18:05:37.963259Z","steps":["trace[116599695] 'process raft request' (duration: 102.981681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:37.96353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.482806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-05T18:05:37.963573Z","caller":"traceutil/trace.go:171","msg":"trace[2095440316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8184; }","duration":"104.560069ms","start":"2026-03-05T18:05:37.859001Z","end":"2026-03-05T18:05:37.963561Z","steps":["trace[2095440316] 'agreement among raft nodes before linearized reading' (duration: 104.163509ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:45.438042Z","caller":"traceutil/trace.go:171","msg":"trace[216715728] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"143.199009ms","start":"2026-03-05T18:05:45.294813Z","end":"2026-03-05T18:05:45.438012Z","steps":["trace[216715728] 'process raft request' (duration: 143.031485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.636189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.103456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:46.63643Z","caller":"traceutil/trace.go:171","msg":"trace[238624067] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8570; }","duration":"609.061512ms","start":"2026-03-05T18:05:46.027354Z","end":"2026-03-05T18:05:46.636416Z","steps":["trace[238624067] 'read index received' (duration: 24.292995ms)","trace[238624067] 'applied index is now lower than readState.Index' (duration: 584.767607ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:46.636606Z","caller":"traceutil/trace.go:171","msg":"trace[531486068] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"609.196815ms","start":"2026-03-05T18:05:46.027319Z","end":"2026-03-05T18:05:46.636516Z","steps":["trace[531486068] 'process raft request' (duration: 201.685399ms)","trace[531486068] 'compare' (duration: 406.846701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:46.636657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.0273Z","time spent":"609.333038ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.636971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.371266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-05T18:05:46.636999Z","caller":"traceutil/trace.go:171","msg":"trace[561970483] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8255; }","duration":"508.399757ms","start":"2026-03-05T18:05:46.12859Z","end":"2026-03-05T18:05:46.63699Z","steps":["trace[561970483] 'agreement among raft nodes before linearized reading' (duration: 508.274254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.637019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.128531Z","time spent":"508.484678ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4758,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"info","ts":"2026-03-05T18:05:46.63713Z","caller":"traceutil/trace.go:171","msg":"trace[340851011] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"609.046161ms","start":"2026-03-05T18:05:46.028057Z","end":"2026-03-05T18:05:46.637103Z","steps":["trace[340851011] 'process raft request' (duration: 608.213041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.637262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.028049Z","time spent":"609.144614ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:46.637509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.148728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227524"} {"level":"info","ts":"2026-03-05T18:05:46.637568Z","caller":"traceutil/trace.go:171","msg":"trace[1551234314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8255; }","duration":"610.208059ms","start":"2026-03-05T18:05:46.027338Z","end":"2026-03-05T18:05:46.637546Z","steps":["trace[1551234314] 'agreement among raft nodes before linearized reading' (duration: 609.300807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.637594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:46.027331Z","time spent":"610.256611ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227547,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:05:46.941734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.283054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:46.942201Z","caller":"traceutil/trace.go:171","msg":"trace[848657762] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8574; }","duration":"293.828128ms","start":"2026-03-05T18:05:46.648352Z","end":"2026-03-05T18:05:46.94218Z","steps":["trace[848657762] 'read index received' (duration: 25.500944ms)","trace[848657762] 'applied index is now lower than readState.Index' (duration: 268.325934ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:46.942222Z","caller":"traceutil/trace.go:171","msg":"trace[981658374] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"299.272629ms","start":"2026-03-05T18:05:46.642873Z","end":"2026-03-05T18:05:46.942145Z","steps":["trace[981658374] 'process raft request' (duration: 162.462393ms)","trace[981658374] 'compare' (duration: 136.014717ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:46.942264Z","caller":"traceutil/trace.go:171","msg":"trace[1731472715] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"297.830494ms","start":"2026-03-05T18:05:46.644406Z","end":"2026-03-05T18:05:46.942236Z","steps":["trace[1731472715] 'process raft request' (duration: 297.454766ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:46.942384Z","caller":"traceutil/trace.go:171","msg":"trace[595030730] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8258; }","duration":"295.991209ms","start":"2026-03-05T18:05:46.646315Z","end":"2026-03-05T18:05:46.942306Z","steps":["trace[595030730] 'process raft request' (duration: 295.818925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.942555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.166026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-05T18:05:46.942674Z","caller":"traceutil/trace.go:171","msg":"trace[72480244] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8258; }","duration":"294.310989ms","start":"2026-03-05T18:05:46.648336Z","end":"2026-03-05T18:05:46.942647Z","steps":["trace[72480244] 'agreement among raft nodes before linearized reading' (duration: 293.962961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:46.942725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.121925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-05T18:05:46.942824Z","caller":"traceutil/trace.go:171","msg":"trace[1258318820] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8258; }","duration":"294.237448ms","start":"2026-03-05T18:05:46.648558Z","end":"2026-03-05T18:05:46.942796Z","steps":["trace[1258318820] 'agreement among raft nodes before linearized reading' (duration: 294.043773ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:47.190664Z","caller":"traceutil/trace.go:171","msg":"trace[753775555] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8578; }","duration":"242.267637ms","start":"2026-03-05T18:05:46.948366Z","end":"2026-03-05T18:05:47.190633Z","steps":["trace[753775555] 'read index received' (duration: 241.937129ms)","trace[753775555] 'applied index is now lower than readState.Index' (duration: 329.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:47.190757Z","caller":"traceutil/trace.go:171","msg":"trace[1120367137] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"242.41154ms","start":"2026-03-05T18:05:46.948303Z","end":"2026-03-05T18:05:47.190714Z","steps":["trace[1120367137] 'process raft request' (duration: 242.145993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.190955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.319688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-05T18:05:47.190998Z","caller":"traceutil/trace.go:171","msg":"trace[930115140] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8259; }","duration":"242.383949ms","start":"2026-03-05T18:05:46.948601Z","end":"2026-03-05T18:05:47.190985Z","steps":["trace[930115140] 'agreement among raft nodes before linearized reading' (duration: 242.199855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.190976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.587184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-05T18:05:47.191021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.582777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:47.191146Z","caller":"traceutil/trace.go:171","msg":"trace[1567710300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8259; }","duration":"106.751971ms","start":"2026-03-05T18:05:47.084364Z","end":"2026-03-05T18:05:47.191115Z","steps":["trace[1567710300] 'agreement among raft nodes before linearized reading' (duration: 106.564907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.191165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.270468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4638"} {"level":"info","ts":"2026-03-05T18:05:47.191284Z","caller":"traceutil/trace.go:171","msg":"trace[1439793415] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8259; }","duration":"240.425682ms","start":"2026-03-05T18:05:46.950827Z","end":"2026-03-05T18:05:47.191253Z","steps":["trace[1439793415] 'agreement among raft nodes before linearized reading' (duration: 240.171946ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:47.191061Z","caller":"traceutil/trace.go:171","msg":"trace[1591468847] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8259; }","duration":"242.725438ms","start":"2026-03-05T18:05:46.948316Z","end":"2026-03-05T18:05:47.191042Z","steps":["trace[1591468847] 'agreement among raft nodes before linearized reading' (duration: 242.482182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.591299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.019491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4649"} {"level":"info","ts":"2026-03-05T18:05:47.591453Z","caller":"traceutil/trace.go:171","msg":"trace[1511486059] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"395.62362ms","start":"2026-03-05T18:05:47.195804Z","end":"2026-03-05T18:05:47.591428Z","steps":["trace[1511486059] 'read index received' (duration: 99.280991ms)","trace[1511486059] 'applied index is now lower than readState.Index' (duration: 296.340409ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:47.591583Z","caller":"traceutil/trace.go:171","msg":"trace[1525316683] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8259; }","duration":"398.250274ms","start":"2026-03-05T18:05:47.193315Z","end":"2026-03-05T18:05:47.591565Z","steps":["trace[1525316683] 'process raft request' (duration: 101.828933ms)","trace[1525316683] 'compare' (duration: 295.901239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:47.591675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.193281Z","time spent":"398.348686ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4672,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:47.591978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.170293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-05T18:05:47.591992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.984283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:47.592055Z","caller":"traceutil/trace.go:171","msg":"trace[662152613] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8259; }","duration":"396.279656ms","start":"2026-03-05T18:05:47.195758Z","end":"2026-03-05T18:05:47.592037Z","steps":["trace[662152613] 'agreement among raft nodes before linearized reading' (duration: 396.061361ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:47.592086Z","caller":"traceutil/trace.go:171","msg":"trace[974313113] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8259; }","duration":"299.212088ms","start":"2026-03-05T18:05:47.292852Z","end":"2026-03-05T18:05:47.592064Z","steps":["trace[974313113] 'agreement among raft nodes before linearized reading' (duration: 299.041224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.592114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.195709Z","time spent":"396.392579ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-05T18:05:47.592119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.250232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T18:05:47.59218Z","caller":"traceutil/trace.go:171","msg":"trace[1193320793] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8259; }","duration":"395.338783ms","start":"2026-03-05T18:05:47.196821Z","end":"2026-03-05T18:05:47.59216Z","steps":["trace[1193320793] 'agreement among raft nodes before linearized reading' (duration: 395.066527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:47.592234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.196804Z","time spent":"395.418336ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-05T18:05:47.712416Z","caller":"traceutil/trace.go:171","msg":"trace[401703587] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8260; }","duration":"118.989605ms","start":"2026-03-05T18:05:47.593401Z","end":"2026-03-05T18:05:47.712391Z","steps":["trace[401703587] 'process raft request' (duration: 118.829591ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.252193Z","caller":"traceutil/trace.go:171","msg":"trace[684727037] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"657.425207ms","start":"2026-03-05T18:05:47.594731Z","end":"2026-03-05T18:05:48.252157Z","steps":["trace[684727037] 'process raft request' (duration: 657.303714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.252239Z","caller":"traceutil/trace.go:171","msg":"trace[1267826468] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"658.678416ms","start":"2026-03-05T18:05:47.593523Z","end":"2026-03-05T18:05:48.252201Z","steps":["trace[1267826468] 'process raft request' (duration: 658.234856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.252427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.593507Z","time spent":"658.81172ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:48.25245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.594719Z","time spent":"657.589081ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:48.56975Z","caller":"traceutil/trace.go:171","msg":"trace[1288178089] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8581; }","duration":"593.499907ms","start":"2026-03-05T18:05:47.976233Z","end":"2026-03-05T18:05:48.569733Z","steps":["trace[1288178089] 'read index received' (duration: 275.526418ms)","trace[1288178089] 'applied index is now lower than readState.Index' (duration: 317.972839ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:48.569751Z","caller":"traceutil/trace.go:171","msg":"trace[1563768846] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"726.226605ms","start":"2026-03-05T18:05:47.843482Z","end":"2026-03-05T18:05:48.569708Z","steps":["trace[1563768846] 'process raft request' (duration: 726.01217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.569838Z","caller":"traceutil/trace.go:171","msg":"trace[933730511] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"643.870811ms","start":"2026-03-05T18:05:47.925961Z","end":"2026-03-05T18:05:48.569832Z","steps":["trace[933730511] 'process raft request' (duration: 643.647185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.569929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.925929Z","time spent":"643.929292ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:48.57005Z","caller":"traceutil/trace.go:171","msg":"trace[579851198] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"643.939493ms","start":"2026-03-05T18:05:47.926104Z","end":"2026-03-05T18:05:48.570044Z","steps":["trace[579851198] 'process raft request' (duration: 643.529583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.569961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.843441Z","time spent":"726.407919ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:48.570224Z","caller":"traceutil/trace.go:171","msg":"trace[2083161959] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"467.43253ms","start":"2026-03-05T18:05:48.102785Z","end":"2026-03-05T18:05:48.570218Z","steps":["trace[2083161959] 'process raft request' (duration: 466.905877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.570195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.926061Z","time spent":"644.008944ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:48.570321Z","caller":"traceutil/trace.go:171","msg":"trace[1843961936] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"616.672055ms","start":"2026-03-05T18:05:47.953521Z","end":"2026-03-05T18:05:48.570193Z","steps":["trace[1843961936] 'process raft request' (duration: 616.138423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.570267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.102766Z","time spent":"467.481721ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:48.570342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.083831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:48.570591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.953494Z","time spent":"616.934951ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:48.570651Z","caller":"traceutil/trace.go:171","msg":"trace[555458698] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8267; }","duration":"594.348627ms","start":"2026-03-05T18:05:47.976186Z","end":"2026-03-05T18:05:48.570535Z","steps":["trace[555458698] 'agreement among raft nodes before linearized reading' (duration: 594.04883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.570726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:47.976173Z","time spent":"594.530952ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:48.592519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.9938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:05:48.592585Z","caller":"traceutil/trace.go:171","msg":"trace[691235461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8268; }","duration":"565.100012ms","start":"2026-03-05T18:05:48.027467Z","end":"2026-03-05T18:05:48.592567Z","steps":["trace[691235461] 'agreement among raft nodes before linearized reading' (duration: 564.908568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.592573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.075088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-05T18:05:48.592631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.027441Z","time spent":"565.181135ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:48.592638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.606113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T18:05:48.592664Z","caller":"traceutil/trace.go:171","msg":"trace[1165898809] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8268; }","duration":"334.222681ms","start":"2026-03-05T18:05:48.25842Z","end":"2026-03-05T18:05:48.592643Z","steps":["trace[1165898809] 'agreement among raft nodes before linearized reading' (duration: 333.971985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.592698Z","caller":"traceutil/trace.go:171","msg":"trace[592680997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8268; }","duration":"535.668154ms","start":"2026-03-05T18:05:48.057013Z","end":"2026-03-05T18:05:48.592681Z","steps":["trace[592680997] 'agreement among raft nodes before linearized reading' (duration: 535.4846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.592664Z","caller":"traceutil/trace.go:171","msg":"trace[1361059185] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"331.098176ms","start":"2026-03-05T18:05:48.261524Z","end":"2026-03-05T18:05:48.592622Z","steps":["trace[1361059185] 'process raft request' (duration: 330.703596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.592698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.153559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T18:05:48.592734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.056973Z","time spent":"535.753806ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:48.592762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.553924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:48.592789Z","caller":"traceutil/trace.go:171","msg":"trace[1666346375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8268; }","duration":"230.619415ms","start":"2026-03-05T18:05:48.362161Z","end":"2026-03-05T18:05:48.592781Z","steps":["trace[1666346375] 'agreement among raft nodes before linearized reading' (duration: 230.568574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.592794Z","caller":"traceutil/trace.go:171","msg":"trace[1301519878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8268; }","duration":"537.225741ms","start":"2026-03-05T18:05:48.055527Z","end":"2026-03-05T18:05:48.592752Z","steps":["trace[1301519878] 'agreement among raft nodes before linearized reading' (duration: 537.027886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.592834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.055512Z","time spent":"537.313613ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:05:48.592876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.26151Z","time spent":"331.24374ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:05:48.592952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.754961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-05T18:05:48.592988Z","caller":"traceutil/trace.go:171","msg":"trace[482471306] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8268; }","duration":"331.811513ms","start":"2026-03-05T18:05:48.261165Z","end":"2026-03-05T18:05:48.592977Z","steps":["trace[482471306] 'agreement among raft nodes before linearized reading' (duration: 331.66909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.59271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.258397Z","time spent":"334.302924ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"warn","ts":"2026-03-05T18:05:48.593023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.261088Z","time spent":"331.929286ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"warn","ts":"2026-03-05T18:05:48.593018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.333492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:05:48.593152Z","caller":"traceutil/trace.go:171","msg":"trace[748236589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8268; }","duration":"561.481187ms","start":"2026-03-05T18:05:48.031655Z","end":"2026-03-05T18:05:48.593136Z","steps":["trace[748236589] 'agreement among raft nodes before linearized reading' (duration: 561.21756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.593213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.031643Z","time spent":"561.551508ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:48.593365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.724111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T18:05:48.593409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.161564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-05T18:05:48.59351Z","caller":"traceutil/trace.go:171","msg":"trace[245272688] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8268; }","duration":"335.317978ms","start":"2026-03-05T18:05:48.258169Z","end":"2026-03-05T18:05:48.593487Z","steps":["trace[245272688] 'agreement among raft nodes before linearized reading' (duration: 334.366115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.593569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.25815Z","time spent":"335.40707ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"info","ts":"2026-03-05T18:05:48.593537Z","caller":"traceutil/trace.go:171","msg":"trace[913777541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8268; }","duration":"102.115891ms","start":"2026-03-05T18:05:48.491344Z","end":"2026-03-05T18:05:48.59346Z","steps":["trace[913777541] 'agreement among raft nodes before linearized reading' (duration: 101.085995ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.832152Z","caller":"traceutil/trace.go:171","msg":"trace[732092247] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"233.68934ms","start":"2026-03-05T18:05:48.598433Z","end":"2026-03-05T18:05:48.832123Z","steps":["trace[732092247] 'process raft request' (duration: 233.484455ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.832514Z","caller":"traceutil/trace.go:171","msg":"trace[497600720] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"233.936366ms","start":"2026-03-05T18:05:48.598528Z","end":"2026-03-05T18:05:48.832465Z","steps":["trace[497600720] 'process raft request' (duration: 233.550577ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.832667Z","caller":"traceutil/trace.go:171","msg":"trace[202277354] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"233.934485ms","start":"2026-03-05T18:05:48.598671Z","end":"2026-03-05T18:05:48.832605Z","steps":["trace[202277354] 'process raft request' (duration: 233.678899ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:48.833005Z","caller":"traceutil/trace.go:171","msg":"trace[963003788] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8589; }","duration":"233.261509ms","start":"2026-03-05T18:05:48.599727Z","end":"2026-03-05T18:05:48.832988Z","steps":["trace[963003788] 'read index received' (duration: 37.35933ms)","trace[963003788] 'applied index is now lower than readState.Index' (duration: 195.900209ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:48.833107Z","caller":"traceutil/trace.go:171","msg":"trace[341014053] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"229.057008ms","start":"2026-03-05T18:05:48.604019Z","end":"2026-03-05T18:05:48.833076Z","steps":["trace[341014053] 'process raft request' (duration: 228.499425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:48.833285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.531465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-05T18:05:48.83333Z","caller":"traceutil/trace.go:171","msg":"trace[954238720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8273; }","duration":"233.621107ms","start":"2026-03-05T18:05:48.599698Z","end":"2026-03-05T18:05:48.833319Z","steps":["trace[954238720] 'agreement among raft nodes before linearized reading' (duration: 233.380431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.824218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T18:05:49.324373Z","caller":"traceutil/trace.go:171","msg":"trace[269148765] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"491.300785ms","start":"2026-03-05T18:05:48.83305Z","end":"2026-03-05T18:05:49.324351Z","steps":["trace[269148765] 'read index received' (duration: 36.223512ms)","trace[269148765] 'applied index is now lower than readState.Index' (duration: 455.075673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:49.32462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.554077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:05:49.324603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.489095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T18:05:49.324674Z","caller":"traceutil/trace.go:171","msg":"trace[726539833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8273; }","duration":"678.649719ms","start":"2026-03-05T18:05:48.646009Z","end":"2026-03-05T18:05:49.324659Z","steps":["trace[726539833] 'agreement among raft nodes before linearized reading' (duration: 678.440104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:49.324695Z","caller":"traceutil/trace.go:171","msg":"trace[289367644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8273; }","duration":"683.620728ms","start":"2026-03-05T18:05:48.641053Z","end":"2026-03-05T18:05:49.324674Z","steps":["trace[289367644] 'agreement among raft nodes before linearized reading' (duration: 683.407153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.901241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-05T18:05:49.324735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.641024Z","time spent":"683.70257ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.645996Z","time spent":"678.727401ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"info","ts":"2026-03-05T18:05:49.324787Z","caller":"traceutil/trace.go:171","msg":"trace[2069383414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8273; }","duration":"644.067855ms","start":"2026-03-05T18:05:48.680698Z","end":"2026-03-05T18:05:49.324766Z","steps":["trace[2069383414] 'agreement among raft nodes before linearized reading' (duration: 643.746048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.324838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.680678Z","time spent":"644.151907ms","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T18:05:49.324721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.664094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-05T18:05:49.324961Z","caller":"traceutil/trace.go:171","msg":"trace[1052015891] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8273; }","duration":"723.93512ms","start":"2026-03-05T18:05:48.601001Z","end":"2026-03-05T18:05:49.324937Z","steps":["trace[1052015891] 'agreement among raft nodes before linearized reading' (duration: 723.51772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.325014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.600988Z","time spent":"724.012932ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"warn","ts":"2026-03-05T18:05:49.414306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.034497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:49.414349Z","caller":"traceutil/trace.go:171","msg":"trace[450199773] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"152.450813ms","start":"2026-03-05T18:05:49.261858Z","end":"2026-03-05T18:05:49.414309Z","steps":["trace[450199773] 'process raft request' (duration: 152.119056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:49.414408Z","caller":"traceutil/trace.go:171","msg":"trace[2143260169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8274; }","duration":"329.189331ms","start":"2026-03-05T18:05:49.0852Z","end":"2026-03-05T18:05:49.414389Z","steps":["trace[2143260169] 'agreement among raft nodes before linearized reading' (duration: 329.027547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.414411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.047267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:49.414451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.085138Z","time spent":"329.304484ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:05:49.41446Z","caller":"traceutil/trace.go:171","msg":"trace[2010366100] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8274; }","duration":"522.135259ms","start":"2026-03-05T18:05:48.892311Z","end":"2026-03-05T18:05:49.414446Z","steps":["trace[2010366100] 'agreement among raft nodes before linearized reading' (duration: 522.056287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.414497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.892267Z","time spent":"522.223401ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:05:49.414526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.571315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:05:49.414622Z","caller":"traceutil/trace.go:171","msg":"trace[768266738] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8274; }","duration":"110.724288ms","start":"2026-03-05T18:05:49.303873Z","end":"2026-03-05T18:05:49.414597Z","steps":["trace[768266738] 'agreement among raft nodes before linearized reading' (duration: 110.470852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.415685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.591535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:05:49.415792Z","caller":"traceutil/trace.go:171","msg":"trace[1267564778] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8274; }","duration":"467.82278ms","start":"2026-03-05T18:05:48.947949Z","end":"2026-03-05T18:05:49.415772Z","steps":["trace[1267564778] 'agreement among raft nodes before linearized reading' (duration: 466.272573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:49.415838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:48.947924Z","time spent":"467.903811ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:05:50.744828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120462562s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:05:50.745241Z","caller":"traceutil/trace.go:171","msg":"trace[1893155269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8275; }","duration":"1.417720912s","start":"2026-03-05T18:05:49.327481Z","end":"2026-03-05T18:05:50.745202Z","steps":["trace[1893155269] 'process raft request' (duration: 296.133532ms)","trace[1893155269] 'compare' (duration: 1.119878678s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:50.745304Z","caller":"traceutil/trace.go:171","msg":"trace[57918125] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8596; }","duration":"1.331100206s","start":"2026-03-05T18:05:49.414186Z","end":"2026-03-05T18:05:50.745286Z","steps":["trace[57918125] 'read index received' (duration: 209.459765ms)","trace[57918125] 'applied index is now lower than readState.Index' (duration: 1.121639341s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:50.745421Z","caller":"traceutil/trace.go:171","msg":"trace[1502879393] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"1.415303754s","start":"2026-03-05T18:05:49.330075Z","end":"2026-03-05T18:05:50.745379Z","steps":["trace[1502879393] 'process raft request' (duration: 1.414995937s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:50.745408Z","caller":"traceutil/trace.go:171","msg":"trace[355944158] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"1.406221665s","start":"2026-03-05T18:05:49.339134Z","end":"2026-03-05T18:05:50.745355Z","steps":["trace[355944158] 'process raft request' (duration: 1.406082232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:50.74546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.327446Z","time spent":"1.417895116s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-05T18:05:50.745608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.330041Z","time spent":"1.415466908s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:50.745749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.339109Z","time spent":"1.40642098s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:50.746445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414651869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227439"} {"level":"info","ts":"2026-03-05T18:05:50.746533Z","caller":"traceutil/trace.go:171","msg":"trace[1967799440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8277; }","duration":"1.414794522s","start":"2026-03-05T18:05:49.331721Z","end":"2026-03-05T18:05:50.746516Z","steps":["trace[1967799440] 'agreement among raft nodes before linearized reading' (duration: 1.413768168s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:50.746583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.331704Z","time spent":"1.414869123s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227462,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T18:05:50.974364Z","caller":"traceutil/trace.go:171","msg":"trace[231107569] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"398.05843ms","start":"2026-03-05T18:05:50.576279Z","end":"2026-03-05T18:05:50.974338Z","steps":["trace[231107569] 'process raft request' (duration: 397.843844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:50.974539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.576253Z","time spent":"398.198423ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:51.139199Z","caller":"traceutil/trace.go:171","msg":"trace[1249179996] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"562.380926ms","start":"2026-03-05T18:05:50.576781Z","end":"2026-03-05T18:05:51.139162Z","steps":["trace[1249179996] 'process raft request' (duration: 477.615985ms)","trace[1249179996] 'compare' (duration: 84.495625ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:51.139363Z","caller":"traceutil/trace.go:171","msg":"trace[570283345] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8599; }","duration":"393.882817ms","start":"2026-03-05T18:05:50.745447Z","end":"2026-03-05T18:05:51.13933Z","steps":["trace[570283345] 'read index received' (duration: 228.774781ms)","trace[570283345] 'applied index is now lower than readState.Index' (duration: 165.105436ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:51.139471Z","caller":"traceutil/trace.go:171","msg":"trace[52598019] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"562.486029ms","start":"2026-03-05T18:05:50.576958Z","end":"2026-03-05T18:05:51.139444Z","steps":["trace[52598019] 'process raft request' (duration: 562.12872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10002705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-05T18:05:51.139553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721237114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:51.139608Z","caller":"traceutil/trace.go:171","msg":"trace[648261628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8280; }","duration":"1.100141962s","start":"2026-03-05T18:05:50.03945Z","end":"2026-03-05T18:05:51.139592Z","steps":["trace[648261628] 'agreement among raft nodes before linearized reading' (duration: 1.099932776s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.139614Z","caller":"traceutil/trace.go:171","msg":"trace[606212087] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8280; }","duration":"1.721309436s","start":"2026-03-05T18:05:49.41829Z","end":"2026-03-05T18:05:51.139599Z","steps":["trace[606212087] 'agreement among raft nodes before linearized reading' (duration: 1.721192282s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.906443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-05T18:05:51.139646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.039425Z","time spent":"1.100212643s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T18:05:51.13963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.576949Z","time spent":"562.587242ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:51.139648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.418232Z","time spent":"1.721408879s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:05:51.139683Z","caller":"traceutil/trace.go:171","msg":"trace[624751479] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2spz8; range_end:; response_count:1; response_revision:8280; }","duration":"389.957074ms","start":"2026-03-05T18:05:50.749711Z","end":"2026-03-05T18:05:51.139668Z","steps":["trace[624751479] 'agreement among raft nodes before linearized reading' (duration: 389.79738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.662062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T18:05:51.139824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.369879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T18:05:51.139836Z","caller":"traceutil/trace.go:171","msg":"trace[1013068899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8280; }","duration":"498.930988ms","start":"2026-03-05T18:05:50.640874Z","end":"2026-03-05T18:05:51.139805Z","steps":["trace[1013068899] 'agreement among raft nodes before linearized reading' (duration: 498.514278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.139882Z","caller":"traceutil/trace.go:171","msg":"trace[895395685] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8280; }","duration":"389.442571ms","start":"2026-03-05T18:05:50.750426Z","end":"2026-03-05T18:05:51.139868Z","steps":["trace[895395685] 'agreement among raft nodes before linearized reading' (duration: 389.292807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.825344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:05:51.139923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.750377Z","time spent":"389.535383ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-05T18:05:51.139877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.061357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T18:05:51.139984Z","caller":"traceutil/trace.go:171","msg":"trace[1206311268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8280; }","duration":"303.007539ms","start":"2026-03-05T18:05:50.836954Z","end":"2026-03-05T18:05:51.139962Z","steps":["trace[1206311268] 'agreement among raft nodes before linearized reading' (duration: 302.736783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.405961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T18:05:51.140015Z","caller":"traceutil/trace.go:171","msg":"trace[1556651200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8280; }","duration":"302.269321ms","start":"2026-03-05T18:05:50.837733Z","end":"2026-03-05T18:05:51.140002Z","steps":["trace[1556651200] 'agreement among raft nodes before linearized reading' (duration: 301.858581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.139743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.749652Z","time spent":"390.079708ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2spz8\" "} {"level":"warn","ts":"2026-03-05T18:05:51.14004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.836927Z","time spent":"303.104362ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:51.140058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.837682Z","time spent":"302.364503ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:51.139553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723745095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:51.13992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.640846Z","time spent":"499.048663ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:05:51.140113Z","caller":"traceutil/trace.go:171","msg":"trace[1974155967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8280; }","duration":"301.556545ms","start":"2026-03-05T18:05:50.838516Z","end":"2026-03-05T18:05:51.140072Z","steps":["trace[1974155967] 'agreement among raft nodes before linearized reading' (duration: 301.256198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.14014Z","caller":"traceutil/trace.go:171","msg":"trace[962077260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8280; }","duration":"1.72437997s","start":"2026-03-05T18:05:49.415734Z","end":"2026-03-05T18:05:51.140114Z","steps":["trace[962077260] 'agreement among raft nodes before linearized reading' (duration: 1.723751974s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.14021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:49.415711Z","time spent":"1.724480052s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:51.140196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.838503Z","time spent":"301.681297ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:05:51.141081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:50.576767Z","time spent":"562.638353ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:51.394097Z","caller":"traceutil/trace.go:171","msg":"trace[519562056] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"248.119207ms","start":"2026-03-05T18:05:51.145941Z","end":"2026-03-05T18:05:51.394061Z","steps":["trace[519562056] 'process raft request' (duration: 247.781729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.394161Z","caller":"traceutil/trace.go:171","msg":"trace[1999970000] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8602; }","duration":"247.577254ms","start":"2026-03-05T18:05:51.146488Z","end":"2026-03-05T18:05:51.394065Z","steps":["trace[1999970000] 'read index received' (duration: 85.083789ms)","trace[1999970000] 'applied index is now lower than readState.Index' (duration: 162.492235ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:51.394157Z","caller":"traceutil/trace.go:171","msg":"trace[1295968380] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"247.411769ms","start":"2026-03-05T18:05:51.146705Z","end":"2026-03-05T18:05:51.394117Z","steps":["trace[1295968380] 'process raft request' (duration: 247.209404ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.394115Z","caller":"traceutil/trace.go:171","msg":"trace[399739768] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"247.232105ms","start":"2026-03-05T18:05:51.146849Z","end":"2026-03-05T18:05:51.394081Z","steps":["trace[399739768] 'process raft request' (duration: 247.116082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.394455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.976804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4f5e9cd-4854-466d-9abe-1e2a05c89545\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-05T18:05:51.394469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.633898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:51.394505Z","caller":"traceutil/trace.go:171","msg":"trace[1243685383] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4f5e9cd-4854-466d-9abe-1e2a05c89545; range_end:; response_count:1; response_revision:8285; }","duration":"248.121107ms","start":"2026-03-05T18:05:51.146368Z","end":"2026-03-05T18:05:51.394489Z","steps":["trace[1243685383] 'agreement among raft nodes before linearized reading' (duration: 247.902051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.394506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.935433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-05T18:05:51.394537Z","caller":"traceutil/trace.go:171","msg":"trace[1655679258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"245.73072ms","start":"2026-03-05T18:05:51.148788Z","end":"2026-03-05T18:05:51.394519Z","steps":["trace[1655679258] 'agreement among raft nodes before linearized reading' (duration: 245.609646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.394564Z","caller":"traceutil/trace.go:171","msg":"trace[301704114] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8285; }","duration":"248.029545ms","start":"2026-03-05T18:05:51.146519Z","end":"2026-03-05T18:05:51.394548Z","steps":["trace[301704114] 'agreement among raft nodes before linearized reading' (duration: 247.83158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:51.394578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.986246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T18:05:51.394658Z","caller":"traceutil/trace.go:171","msg":"trace[1328789854] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8285; }","duration":"202.12239ms","start":"2026-03-05T18:05:51.192518Z","end":"2026-03-05T18:05:51.394641Z","steps":["trace[1328789854] 'agreement among raft nodes before linearized reading' (duration: 201.840462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.394272Z","caller":"traceutil/trace.go:171","msg":"trace[957594934] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"246.663282ms","start":"2026-03-05T18:05:51.14758Z","end":"2026-03-05T18:05:51.394243Z","steps":["trace[957594934] 'process raft request' (duration: 246.423986ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:51.503302Z","caller":"traceutil/trace.go:171","msg":"trace[1061279722] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"101.884414ms","start":"2026-03-05T18:05:51.401383Z","end":"2026-03-05T18:05:51.503268Z","steps":["trace[1061279722] 'process raft request' (duration: 20.885953ms)","trace[1061279722] 'compare' (duration: 80.413107ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:52.04951Z","caller":"traceutil/trace.go:171","msg":"trace[190099366] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8608; }","duration":"235.299758ms","start":"2026-03-05T18:05:51.814187Z","end":"2026-03-05T18:05:52.049487Z","steps":["trace[190099366] 'read index received' (duration: 235.033402ms)","trace[190099366] 'applied index is now lower than readState.Index' (duration: 265.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:52.049658Z","caller":"traceutil/trace.go:171","msg":"trace[1334396125] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"282.184107ms","start":"2026-03-05T18:05:51.767449Z","end":"2026-03-05T18:05:52.049633Z","steps":["trace[1334396125] 'process raft request' (duration: 281.860209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.049763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.558664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T18:05:52.049806Z","caller":"traceutil/trace.go:171","msg":"trace[1233270524] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:8287; }","duration":"235.645647ms","start":"2026-03-05T18:05:51.814147Z","end":"2026-03-05T18:05:52.049793Z","steps":["trace[1233270524] 'agreement among raft nodes before linearized reading' (duration: 235.440082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:52.250529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.710995ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-05T18:05:53.19378Z","caller":"traceutil/trace.go:171","msg":"trace[980174256] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"164.635106ms","start":"2026-03-05T18:05:53.029116Z","end":"2026-03-05T18:05:53.193751Z","steps":["trace[980174256] 'read index received' (duration: 164.485352ms)","trace[980174256] 'applied index is now lower than readState.Index' (duration: 148.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:53.19384Z","caller":"traceutil/trace.go:171","msg":"trace[1084818558] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"213.980885ms","start":"2026-03-05T18:05:52.979821Z","end":"2026-03-05T18:05:53.193802Z","steps":["trace[1084818558] 'process raft request' (duration: 213.744349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.194017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.826441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:53.194171Z","caller":"traceutil/trace.go:171","msg":"trace[999706081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8290; }","duration":"165.104938ms","start":"2026-03-05T18:05:53.029053Z","end":"2026-03-05T18:05:53.194158Z","steps":["trace[999706081] 'agreement among raft nodes before linearized reading' (duration: 164.844501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:53.490784Z","caller":"traceutil/trace.go:171","msg":"trace[1905210829] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"345.35017ms","start":"2026-03-05T18:05:53.145405Z","end":"2026-03-05T18:05:53.490755Z","steps":["trace[1905210829] 'process raft request' (duration: 345.067733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.491029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.120063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:53.491226Z","caller":"traceutil/trace.go:171","msg":"trace[307478819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8292; }","duration":"406.330008ms","start":"2026-03-05T18:05:53.084866Z","end":"2026-03-05T18:05:53.491196Z","steps":["trace[307478819] 'agreement among raft nodes before linearized reading' (duration: 405.902468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.491315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.145368Z","time spent":"345.499472ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:53.490771Z","caller":"traceutil/trace.go:171","msg":"trace[1939808203] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8613; }","duration":"296.871911ms","start":"2026-03-05T18:05:53.193869Z","end":"2026-03-05T18:05:53.490741Z","steps":["trace[1939808203] 'read index received' (duration: 296.635786ms)","trace[1939808203] 'applied index is now lower than readState.Index' (duration: 234.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:53.491437Z","caller":"traceutil/trace.go:171","msg":"trace[1357093479] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"345.153835ms","start":"2026-03-05T18:05:53.146241Z","end":"2026-03-05T18:05:53.491395Z","steps":["trace[1357093479] 'process raft request' (duration: 344.439418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.491439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.084823Z","time spent":"406.533473ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:53.491638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.146214Z","time spent":"345.308718ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:53.491243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.776879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-05T18:05:53.491791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.154336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:05:53.491853Z","caller":"traceutil/trace.go:171","msg":"trace[649338632] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8292; }","duration":"461.402444ms","start":"2026-03-05T18:05:53.03043Z","end":"2026-03-05T18:05:53.491832Z","steps":["trace[649338632] 'agreement among raft nodes before linearized reading' (duration: 460.409441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:53.491874Z","caller":"traceutil/trace.go:171","msg":"trace[1336511637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8292; }","duration":"255.30331ms","start":"2026-03-05T18:05:53.236551Z","end":"2026-03-05T18:05:53.491854Z","steps":["trace[1336511637] 'agreement among raft nodes before linearized reading' (duration: 255.031763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:53.491906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.030408Z","time spent":"461.484908ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T18:05:54.833558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262509183s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:54.833751Z","caller":"traceutil/trace.go:171","msg":"trace[1552215597] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"1.337344936s","start":"2026-03-05T18:05:53.496378Z","end":"2026-03-05T18:05:54.833723Z","steps":["trace[1552215597] 'process raft request' (duration: 74.569686ms)","trace[1552215597] 'compare' (duration: 1.261443638s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:54.833883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.496353Z","time spent":"1.337453999s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.833886Z","caller":"traceutil/trace.go:171","msg":"trace[1038481012] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"1.336324551s","start":"2026-03-05T18:05:53.497541Z","end":"2026-03-05T18:05:54.833865Z","steps":["trace[1038481012] 'process raft request' (duration: 1.336231039s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:54.833905Z","caller":"traceutil/trace.go:171","msg":"trace[1934224190] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"1.336501856s","start":"2026-03-05T18:05:53.497355Z","end":"2026-03-05T18:05:54.833857Z","steps":["trace[1934224190] 'process raft request' (duration: 1.336329042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.833963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.497526Z","time spent":"1.336400134s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:54.833878Z","caller":"traceutil/trace.go:171","msg":"trace[1636747270] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8615; }","duration":"1.337069989s","start":"2026-03-05T18:05:53.496769Z","end":"2026-03-05T18:05:54.833839Z","steps":["trace[1636747270] 'read index received' (duration: 74.180777ms)","trace[1636747270] 'applied index is now lower than readState.Index' (duration: 1.262883142s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:54.833997Z","caller":"traceutil/trace.go:171","msg":"trace[2111217025] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"1.334542319s","start":"2026-03-05T18:05:53.499429Z","end":"2026-03-05T18:05:54.833971Z","steps":["trace[2111217025] 'process raft request' (duration: 1.334384475s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.834173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.497334Z","time spent":"1.33670367s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:54.834305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.499417Z","time spent":"1.334841305s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:54.834377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337457709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-05T18:05:54.834472Z","caller":"traceutil/trace.go:171","msg":"trace[448924581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8; range_end:; response_count:1; response_revision:8296; }","duration":"1.337715514s","start":"2026-03-05T18:05:53.496741Z","end":"2026-03-05T18:05:54.834457Z","steps":["trace[448924581] 'agreement among raft nodes before linearized reading' (duration: 1.337248743s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:54.834545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:53.496728Z","time spent":"1.337802698s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" "} {"level":"warn","ts":"2026-03-05T18:05:55.25276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.27668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:55.252982Z","caller":"traceutil/trace.go:171","msg":"trace[1832090330] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"930.108806ms","start":"2026-03-05T18:05:54.322849Z","end":"2026-03-05T18:05:55.252958Z","steps":["trace[1832090330] 'process raft request' (duration: 823.540629ms)","trace[1832090330] 'compare' (duration: 106.171358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:55.253051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.32282Z","time spent":"930.199778ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:55.25341Z","caller":"traceutil/trace.go:171","msg":"trace[1028933658] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8619; }","duration":"419.185409ms","start":"2026-03-05T18:05:54.834212Z","end":"2026-03-05T18:05:55.253398Z","steps":["trace[1028933658] 'read index received' (duration: 312.108599ms)","trace[1028933658] 'applied index is now lower than readState.Index' (duration: 107.07594ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:55.253484Z","caller":"traceutil/trace.go:171","msg":"trace[1086756042] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"796.940978ms","start":"2026-03-05T18:05:54.456491Z","end":"2026-03-05T18:05:55.253432Z","steps":["trace[1086756042] 'process raft request' (duration: 796.379764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.25356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168652132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:05:55.253576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009911208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:55.253613Z","caller":"traceutil/trace.go:171","msg":"trace[96362452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"1.168725894s","start":"2026-03-05T18:05:54.084874Z","end":"2026-03-05T18:05:55.2536Z","steps":["trace[96362452] 'agreement among raft nodes before linearized reading' (duration: 1.168607111s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.253654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.084822Z","time spent":"1.168826247s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:05:55.253661Z","caller":"traceutil/trace.go:171","msg":"trace[806920590] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8298; }","duration":"1.010039711s","start":"2026-03-05T18:05:54.243599Z","end":"2026-03-05T18:05:55.253639Z","steps":["trace[806920590] 'agreement among raft nodes before linearized reading' (duration: 1.009872587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.253667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.456461Z","time spent":"797.113482ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:05:55.253716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.243584Z","time spent":"1.010118363s","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:05:55.321869Z","caller":"traceutil/trace.go:171","msg":"trace[1528756810] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"121.117347ms","start":"2026-03-05T18:05:55.20073Z","end":"2026-03-05T18:05:55.321847Z","steps":["trace[1528756810] 'process raft request' (duration: 120.855721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.32194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.025824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-05T18:05:55.321995Z","caller":"traceutil/trace.go:171","msg":"trace[438917747] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8299; }","duration":"380.122697ms","start":"2026-03-05T18:05:54.941859Z","end":"2026-03-05T18:05:55.321981Z","steps":["trace[438917747] 'agreement among raft nodes before linearized reading' (duration: 379.950512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.321978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.329105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:05:55.322031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.941843Z","time spent":"380.180148ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-05T18:05:55.32206Z","caller":"traceutil/trace.go:171","msg":"trace[1285806387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8299; }","duration":"474.43975ms","start":"2026-03-05T18:05:54.847599Z","end":"2026-03-05T18:05:55.322038Z","steps":["trace[1285806387] 'agreement among raft nodes before linearized reading' (duration: 474.222204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.322112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.847561Z","time spent":"474.535842ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:05:55.322121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.034716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:05:55.322156Z","caller":"traceutil/trace.go:171","msg":"trace[1725321801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"483.099888ms","start":"2026-03-05T18:05:54.839045Z","end":"2026-03-05T18:05:55.322145Z","steps":["trace[1725321801] 'agreement among raft nodes before linearized reading' (duration: 482.976065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.322187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:54.839027Z","time spent":"483.150489ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:05:55.743363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.315929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:55.743945Z","caller":"traceutil/trace.go:171","msg":"trace[2137098665] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"413.545572ms","start":"2026-03-05T18:05:55.33036Z","end":"2026-03-05T18:05:55.743906Z","steps":["trace[2137098665] 'read index received' (duration: 216.628108ms)","trace[2137098665] 'applied index is now lower than readState.Index' (duration: 196.915033ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:55.744052Z","caller":"traceutil/trace.go:171","msg":"trace[2060227163] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"416.280038ms","start":"2026-03-05T18:05:55.327755Z","end":"2026-03-05T18:05:55.744035Z","steps":["trace[2060227163] 'process raft request' (duration: 219.213641ms)","trace[2060227163] 'compare' (duration: 196.185706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:55.744214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.829178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a041ccba6971c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-05T18:05:55.744119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:55.327738Z","time spent":"416.351869ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:55.744297Z","caller":"traceutil/trace.go:171","msg":"trace[2060403307] range","detail":"{range_begin:/registry/events/openstack/ceph.189a041ccba6971c; range_end:; response_count:1; response_revision:8300; }","duration":"413.935741ms","start":"2026-03-05T18:05:55.330344Z","end":"2026-03-05T18:05:55.74428Z","steps":["trace[2060403307] 'agreement among raft nodes before linearized reading' (duration: 413.704186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.744339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:55.330335Z","time spent":"413.996003ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189a041ccba6971c\" "} {"level":"info","ts":"2026-03-05T18:05:55.953548Z","caller":"traceutil/trace.go:171","msg":"trace[813037412] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"454.192251ms","start":"2026-03-05T18:05:55.49933Z","end":"2026-03-05T18:05:55.953522Z","steps":["trace[813037412] 'process raft request' (duration: 453.995277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:55.953666Z","caller":"traceutil/trace.go:171","msg":"trace[714965163] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"209.595799ms","start":"2026-03-05T18:05:55.744049Z","end":"2026-03-05T18:05:55.953645Z","steps":["trace[714965163] 'read index received' (duration: 209.396615ms)","trace[714965163] 'applied index is now lower than readState.Index' (duration: 197.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:05:55.953709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:55.499288Z","time spent":"454.336245ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:55.953886Z","caller":"traceutil/trace.go:171","msg":"trace[2024221561] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"454.398406ms","start":"2026-03-05T18:05:55.499361Z","end":"2026-03-05T18:05:55.953759Z","steps":["trace[2024221561] 'process raft request' (duration: 454.116509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.954017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.264406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:05:55.954068Z","caller":"traceutil/trace.go:171","msg":"trace[2081185237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8302; }","duration":"621.329938ms","start":"2026-03-05T18:05:55.332727Z","end":"2026-03-05T18:05:55.954057Z","steps":["trace[2081185237] 'agreement among raft nodes before linearized reading' (duration: 620.98593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:55.954187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:55.33272Z","time spent":"621.372749ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:05:55.954462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:05:55.499328Z","time spent":"454.741824ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:05:55.98339Z","caller":"traceutil/trace.go:171","msg":"trace[784617766] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"237.204895ms","start":"2026-03-05T18:05:55.746165Z","end":"2026-03-05T18:05:55.98337Z","steps":["trace[784617766] 'process raft request' (duration: 237.018881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:05:56.25124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.570602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:05:56.251359Z","caller":"traceutil/trace.go:171","msg":"trace[2095565740] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"265.759803ms","start":"2026-03-05T18:05:55.985576Z","end":"2026-03-05T18:05:56.251336Z","steps":["trace[2095565740] 'process raft request' (duration: 55.015926ms)","trace[2095565740] 'compare' (duration: 210.427379ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:56.2723Z","caller":"traceutil/trace.go:171","msg":"trace[971327358] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"196.075793ms","start":"2026-03-05T18:05:56.076199Z","end":"2026-03-05T18:05:56.272274Z","steps":["trace[971327358] 'process raft request' (duration: 195.754236ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:56.419997Z","caller":"traceutil/trace.go:171","msg":"trace[1321240450] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"164.185114ms","start":"2026-03-05T18:05:56.255775Z","end":"2026-03-05T18:05:56.41996Z","steps":["trace[1321240450] 'process raft request' (duration: 126.686621ms)","trace[1321240450] 'compare' (duration: 37.169175ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:05:56.420005Z","caller":"traceutil/trace.go:171","msg":"trace[316014461] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"162.756151ms","start":"2026-03-05T18:05:56.257228Z","end":"2026-03-05T18:05:56.419984Z","steps":["trace[316014461] 'process raft request' (duration: 162.594667ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:05:56.805264Z","caller":"traceutil/trace.go:171","msg":"trace[1674921238] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"163.970041ms","start":"2026-03-05T18:05:56.641266Z","end":"2026-03-05T18:05:56.805236Z","steps":["trace[1674921238] 'process raft request' (duration: 163.731185ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:06.688262Z","caller":"traceutil/trace.go:171","msg":"trace[1283044723] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"177.887557ms","start":"2026-03-05T18:06:06.510346Z","end":"2026-03-05T18:06:06.688234Z","steps":["trace[1283044723] 'read index received' (duration: 177.706782ms)","trace[1283044723] 'applied index is now lower than readState.Index' (duration: 179.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:06.688327Z","caller":"traceutil/trace.go:171","msg":"trace[1802346048] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"377.296468ms","start":"2026-03-05T18:06:06.310979Z","end":"2026-03-05T18:06:06.688275Z","steps":["trace[1802346048] 'process raft request' (duration: 377.091253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:06.688623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:06.310941Z","time spent":"377.582844ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:06.688701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.343717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T18:06:06.688962Z","caller":"traceutil/trace.go:171","msg":"trace[1963419373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8448; }","duration":"178.618534ms","start":"2026-03-05T18:06:06.510262Z","end":"2026-03-05T18:06:06.688881Z","steps":["trace[1963419373] 'agreement among raft nodes before linearized reading' (duration: 178.100462ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:44.819331Z","caller":"traceutil/trace.go:171","msg":"trace[1445643030] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"128.530914ms","start":"2026-03-05T18:06:44.690771Z","end":"2026-03-05T18:06:44.819302Z","steps":["trace[1445643030] 'process raft request' (duration: 110.484743ms)","trace[1445643030] 'compare' (duration: 17.444217ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:52.075809Z","caller":"traceutil/trace.go:171","msg":"trace[1707804201] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"108.953277ms","start":"2026-03-05T18:06:51.966821Z","end":"2026-03-05T18:06:52.075774Z","steps":["trace[1707804201] 'process raft request' (duration: 108.706121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:52.69483Z","caller":"traceutil/trace.go:171","msg":"trace[1537851577] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9220; }","duration":"222.435283ms","start":"2026-03-05T18:06:52.472361Z","end":"2026-03-05T18:06:52.694797Z","steps":["trace[1537851577] 'read index received' (duration: 221.583432ms)","trace[1537851577] 'applied index is now lower than readState.Index' (duration: 850.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:52.694948Z","caller":"traceutil/trace.go:171","msg":"trace[1552520561] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"505.696959ms","start":"2026-03-05T18:06:52.189162Z","end":"2026-03-05T18:06:52.694859Z","steps":["trace[1552520561] 'process raft request' (duration: 504.815078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:52.695323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:52.189143Z","time spent":"505.991176ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:06:52.695056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.642097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:52.695542Z","caller":"traceutil/trace.go:171","msg":"trace[1484840292] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8880; }","duration":"223.18789ms","start":"2026-03-05T18:06:52.472326Z","end":"2026-03-05T18:06:52.695514Z","steps":["trace[1484840292] 'agreement among raft nodes before linearized reading' (duration: 222.603406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:53.824932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036756208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:06:54.069426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.926541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:06:54.069682Z","caller":"traceutil/trace.go:171","msg":"trace[41826726] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"856.271166ms","start":"2026-03-05T18:06:53.21339Z","end":"2026-03-05T18:06:54.069661Z","steps":["trace[41826726] 'process raft request' (duration: 856.209884ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:54.069669Z","caller":"traceutil/trace.go:171","msg":"trace[2012365233] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"857.720201ms","start":"2026-03-05T18:06:53.211906Z","end":"2026-03-05T18:06:54.069627Z","steps":["trace[2012365233] 'process raft request' (duration: 665.496612ms)","trace[2012365233] 'compare' (duration: 191.806478ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:54.069732Z","caller":"traceutil/trace.go:171","msg":"trace[1645639755] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"856.320568ms","start":"2026-03-05T18:06:53.213369Z","end":"2026-03-05T18:06:54.06969Z","steps":["trace[1645639755] 'process raft request' (duration: 856.162063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.06977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.213372Z","time spent":"856.357849ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:54.069892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.211875Z","time spent":"857.898256ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:54.069919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.213342Z","time spent":"856.477061ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:06:54.090911Z","caller":"traceutil/trace.go:171","msg":"trace[737751389] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9225; }","duration":"766.95435ms","start":"2026-03-05T18:06:53.323927Z","end":"2026-03-05T18:06:54.090881Z","steps":["trace[737751389] 'read index received' (duration: 553.491873ms)","trace[737751389] 'applied index is now lower than readState.Index' (duration: 213.461146ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:54.091054Z","caller":"traceutil/trace.go:171","msg":"trace[1805618339] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"543.851381ms","start":"2026-03-05T18:06:53.547189Z","end":"2026-03-05T18:06:54.091041Z","steps":["trace[1805618339] 'process raft request' (duration: 543.609656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.091183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.547156Z","time spent":"543.930483ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:54.091338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.424461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:54.091371Z","caller":"traceutil/trace.go:171","msg":"trace[1567905785] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8889; }","duration":"767.523123ms","start":"2026-03-05T18:06:53.323837Z","end":"2026-03-05T18:06:54.09136Z","steps":["trace[1567905785] 'agreement among raft nodes before linearized reading' (duration: 767.467792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.091403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.323796Z","time spent":"767.599055ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:54.09166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.837555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:06:54.091688Z","caller":"traceutil/trace.go:171","msg":"trace[541525406] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8889; }","duration":"539.927497ms","start":"2026-03-05T18:06:53.551752Z","end":"2026-03-05T18:06:54.09168Z","steps":["trace[541525406] 'agreement among raft nodes before linearized reading' (duration: 539.830145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.091714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.551719Z","time spent":"539.988899ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:54.092234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.281665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8xp2k\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-05T18:06:54.09227Z","caller":"traceutil/trace.go:171","msg":"trace[984780328] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8xp2k; range_end:; response_count:1; response_revision:8889; }","duration":"308.363038ms","start":"2026-03-05T18:06:53.783893Z","end":"2026-03-05T18:06:54.092256Z","steps":["trace[984780328] 'agreement among raft nodes before linearized reading' (duration: 308.270296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.092331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.783868Z","time spent":"308.42073ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8xp2k\" "} {"level":"warn","ts":"2026-03-05T18:06:54.092523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.212152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:06:54.092549Z","caller":"traceutil/trace.go:171","msg":"trace[969337687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:8889; }","duration":"366.290764ms","start":"2026-03-05T18:06:53.72625Z","end":"2026-03-05T18:06:54.092541Z","steps":["trace[969337687] 'agreement among raft nodes before linearized reading' (duration: 366.213952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.092572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.72622Z","time spent":"366.347695ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"info","ts":"2026-03-05T18:06:54.093275Z","caller":"traceutil/trace.go:171","msg":"trace[1943133971] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"875.117307ms","start":"2026-03-05T18:06:53.218147Z","end":"2026-03-05T18:06:54.093264Z","steps":["trace[1943133971] 'process raft request' (duration: 870.317451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:54.093333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:53.218134Z","time spent":"875.169058ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T18:06:54.232175Z","caller":"traceutil/trace.go:171","msg":"trace[1378099534] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"124.10846ms","start":"2026-03-05T18:06:54.108043Z","end":"2026-03-05T18:06:54.232152Z","steps":["trace[1378099534] 'process raft request' (duration: 123.842563ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:54.232375Z","caller":"traceutil/trace.go:171","msg":"trace[1405899429] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"123.273659ms","start":"2026-03-05T18:06:54.109066Z","end":"2026-03-05T18:06:54.232339Z","steps":["trace[1405899429] 'process raft request' (duration: 123.020202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:55.278275Z","caller":"traceutil/trace.go:171","msg":"trace[413611156] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"479.634845ms","start":"2026-03-05T18:06:54.798613Z","end":"2026-03-05T18:06:55.278247Z","steps":["trace[413611156] 'process raft request' (duration: 479.472601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.278428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.798585Z","time spent":"479.769148ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T18:06:55.836455Z","caller":"traceutil/trace.go:171","msg":"trace[341306318] linearizableReadLoop","detail":"{readStateIndex:9241; appliedIndex:9239; }","duration":"920.730567ms","start":"2026-03-05T18:06:54.915702Z","end":"2026-03-05T18:06:55.836432Z","steps":["trace[341306318] 'read index received' (duration: 362.449081ms)","trace[341306318] 'applied index is now lower than readState.Index' (duration: 558.280506ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:55.836533Z","caller":"traceutil/trace.go:171","msg":"trace[1763394897] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"1.031222232s","start":"2026-03-05T18:06:54.805287Z","end":"2026-03-05T18:06:55.836509Z","steps":["trace[1763394897] 'process raft request' (duration: 1.030990306s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.836678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.805267Z","time spent":"1.031316594s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:06:55.836663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.958763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:55.836745Z","caller":"traceutil/trace.go:171","msg":"trace[1408151626] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8900; }","duration":"921.099277ms","start":"2026-03-05T18:06:54.915629Z","end":"2026-03-05T18:06:55.836729Z","steps":["trace[1408151626] 'agreement among raft nodes before linearized reading' (duration: 920.927673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.836782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:54.915603Z","time spent":"921.167159ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:55.836759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.661273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:55.836868Z","caller":"traceutil/trace.go:171","msg":"trace[1290161009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8900; }","duration":"751.915229ms","start":"2026-03-05T18:06:55.084927Z","end":"2026-03-05T18:06:55.836842Z","steps":["trace[1290161009] 'agreement among raft nodes before linearized reading' (duration: 751.729154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.836945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.084877Z","time spent":"752.058462ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:06:55.836961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.276834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-54f77969d8-wwbkm.189a042e0e88b9e6\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-05T18:06:55.837019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.001685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T18:06:55.837063Z","caller":"traceutil/trace.go:171","msg":"trace[1332872941] range","detail":"{range_begin:/registry/events/openstack/glance-api-54f77969d8-wwbkm.189a042e0e88b9e6; range_end:; response_count:1; response_revision:8900; }","duration":"555.484379ms","start":"2026-03-05T18:06:55.281553Z","end":"2026-03-05T18:06:55.837037Z","steps":["trace[1332872941] 'agreement among raft nodes before linearized reading' (duration: 555.131431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.837132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.281532Z","time spent":"555.588612ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-54f77969d8-wwbkm.189a042e0e88b9e6\" "} {"level":"info","ts":"2026-03-05T18:06:55.837126Z","caller":"traceutil/trace.go:171","msg":"trace[1810779355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8900; }","duration":"618.170849ms","start":"2026-03-05T18:06:55.218931Z","end":"2026-03-05T18:06:55.837102Z","steps":["trace[1810779355] 'agreement among raft nodes before linearized reading' (duration: 617.839461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:55.837181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:55.218906Z","time spent":"618.2651ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:06:57.213833Z","caller":"traceutil/trace.go:171","msg":"trace[469680843] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9264; }","duration":"144.497878ms","start":"2026-03-05T18:06:57.069297Z","end":"2026-03-05T18:06:57.213795Z","steps":["trace[469680843] 'read index received' (duration: 62.003293ms)","trace[469680843] 'applied index is now lower than readState.Index' (duration: 82.493555ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:06:57.214072Z","caller":"traceutil/trace.go:171","msg":"trace[631790914] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"198.750575ms","start":"2026-03-05T18:06:57.015298Z","end":"2026-03-05T18:06:57.214049Z","steps":["trace[631790914] 'process raft request' (duration: 116.031775ms)","trace[631790914] 'compare' (duration: 82.32721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:06:57.214324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.372734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:06:57.214407Z","caller":"traceutil/trace.go:171","msg":"trace[663374850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8923; }","duration":"129.520709ms","start":"2026-03-05T18:06:57.084867Z","end":"2026-03-05T18:06:57.214387Z","steps":["trace[663374850] 'agreement among raft nodes before linearized reading' (duration: 129.376095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:57.21491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.584693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T18:06:57.21502Z","caller":"traceutil/trace.go:171","msg":"trace[1744328297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8923; }","duration":"145.712986ms","start":"2026-03-05T18:06:57.069281Z","end":"2026-03-05T18:06:57.214994Z","steps":["trace[1744328297] 'agreement among raft nodes before linearized reading' (duration: 144.960418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:58.101464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.901303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:06:58.10158Z","caller":"traceutil/trace.go:171","msg":"trace[1212635949] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8924; }","duration":"386.062316ms","start":"2026-03-05T18:06:57.715501Z","end":"2026-03-05T18:06:58.101564Z","steps":["trace[1212635949] 'count revisions from in-memory index tree' (duration: 385.721769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:58.101615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:06:57.715485Z","time spent":"386.119238ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:06:58.101747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.396429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T18:06:58.101796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.8777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-q8jhd\" ","response":"range_response_count:1 size:9962"} {"level":"info","ts":"2026-03-05T18:06:58.101845Z","caller":"traceutil/trace.go:171","msg":"trace[139550969] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-q8jhd; range_end:; response_count:1; response_revision:8924; }","duration":"262.969822ms","start":"2026-03-05T18:06:57.838861Z","end":"2026-03-05T18:06:58.101831Z","steps":["trace[139550969] 'range keys from in-memory index tree' (duration: 262.707736ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:06:58.10184Z","caller":"traceutil/trace.go:171","msg":"trace[1076193935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8924; }","duration":"247.547513ms","start":"2026-03-05T18:06:57.854275Z","end":"2026-03-05T18:06:58.101823Z","steps":["trace[1076193935] 'range keys from in-memory index tree' (duration: 247.229535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:06:58.101888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.051125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T18:06:58.101939Z","caller":"traceutil/trace.go:171","msg":"trace[1585810550] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8924; }","duration":"197.137176ms","start":"2026-03-05T18:06:57.90479Z","end":"2026-03-05T18:06:58.101928Z","steps":["trace[1585810550] 'range keys from in-memory index tree' (duration: 196.955102ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:07:08.404605Z","caller":"traceutil/trace.go:171","msg":"trace[848097838] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"101.748075ms","start":"2026-03-05T18:07:08.30282Z","end":"2026-03-05T18:07:08.404568Z","steps":["trace[848097838] 'process raft request' (duration: 101.616522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:07:08.592115Z","caller":"traceutil/trace.go:171","msg":"trace[902881879] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9338; }","duration":"183.239794ms","start":"2026-03-05T18:07:08.40885Z","end":"2026-03-05T18:07:08.59209Z","steps":["trace[902881879] 'read index received' (duration: 163.43748ms)","trace[902881879] 'applied index is now lower than readState.Index' (duration: 19.801224ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:07:08.592231Z","caller":"traceutil/trace.go:171","msg":"trace[1751954125] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"208.612631ms","start":"2026-03-05T18:07:08.383571Z","end":"2026-03-05T18:07:08.592183Z","steps":["trace[1751954125] 'process raft request' (duration: 188.699764ms)","trace[1751954125] 'compare' (duration: 19.689802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:07:08.592386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.528511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T18:07:08.592432Z","caller":"traceutil/trace.go:171","msg":"trace[487875024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8995; }","duration":"183.677575ms","start":"2026-03-05T18:07:08.408743Z","end":"2026-03-05T18:07:08.592421Z","steps":["trace[487875024] 'agreement among raft nodes before linearized reading' (duration: 183.48254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:07:08.592509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.539916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-05T18:07:08.592579Z","caller":"traceutil/trace.go:171","msg":"trace[1881867277] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8995; }","duration":"182.639779ms","start":"2026-03-05T18:07:08.409923Z","end":"2026-03-05T18:07:08.592563Z","steps":["trace[1881867277] 'agreement among raft nodes before linearized reading' (duration: 182.455705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:08:48.715272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7453} {"level":"info","ts":"2026-03-05T18:08:48.760853Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:08:48.767912Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T18:08:48.768059Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T18:08:48.780458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7453,"took":"62.200068ms","hash":1057405040,"current-db-size-bytes":40828928,"current-db-size":"41 MB","current-db-size-in-use-bytes":24858624,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-05T18:08:48.780534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1057405040,"revision":7453,"compact-revision":5558} {"level":"warn","ts":"2026-03-05T18:12:44.328706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.219317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:12:44.328889Z","caller":"traceutil/trace.go:171","msg":"trace[1217938067] linearizableReadLoop","detail":"{readStateIndex:11662; appliedIndex:11661; }","duration":"138.53786ms","start":"2026-03-05T18:12:44.19029Z","end":"2026-03-05T18:12:44.328828Z","steps":["trace[1217938067] 'read index received' (duration: 13.037647ms)","trace[1217938067] 'applied index is now lower than readState.Index' (duration: 125.498373ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:12:44.328963Z","caller":"traceutil/trace.go:171","msg":"trace[1258292768] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"141.719433ms","start":"2026-03-05T18:12:44.187207Z","end":"2026-03-05T18:12:44.328927Z","steps":["trace[1258292768] 'process raft request' (duration: 16.183498ms)","trace[1258292768] 'compare' (duration: 125.067824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:12:44.329215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.928189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T18:12:44.329287Z","caller":"traceutil/trace.go:171","msg":"trace[1067491587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11238; }","duration":"138.993281ms","start":"2026-03-05T18:12:44.190251Z","end":"2026-03-05T18:12:44.329244Z","steps":["trace[1067491587] 'agreement among raft nodes before linearized reading' (duration: 138.841997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:44.329407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.387646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T18:12:44.329488Z","caller":"traceutil/trace.go:171","msg":"trace[1404846234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11238; }","duration":"134.485207ms","start":"2026-03-05T18:12:44.194973Z","end":"2026-03-05T18:12:44.329458Z","steps":["trace[1404846234] 'agreement among raft nodes before linearized reading' (duration: 134.323494ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.057368Z","caller":"traceutil/trace.go:171","msg":"trace[734199771] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"501.271937ms","start":"2026-03-05T18:12:45.556058Z","end":"2026-03-05T18:12:46.05733Z","steps":["trace[734199771] 'process raft request' (duration: 501.081993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.057567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:45.556023Z","time spent":"501.454031ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:12:46.441126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.500578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:12:46.441294Z","caller":"traceutil/trace.go:171","msg":"trace[258035253] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11667; }","duration":"356.297881ms","start":"2026-03-05T18:12:46.08498Z","end":"2026-03-05T18:12:46.441278Z","steps":["trace[258035253] 'read index received' (duration: 35.483496ms)","trace[258035253] 'applied index is now lower than readState.Index' (duration: 320.813375ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:12:46.441411Z","caller":"traceutil/trace.go:171","msg":"trace[686979090] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"647.273147ms","start":"2026-03-05T18:12:45.794124Z","end":"2026-03-05T18:12:46.441397Z","steps":["trace[686979090] 'process raft request' (duration: 647.097053ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.441396Z","caller":"traceutil/trace.go:171","msg":"trace[586161942] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"762.219481ms","start":"2026-03-05T18:12:45.679136Z","end":"2026-03-05T18:12:46.441355Z","steps":["trace[586161942] 'process raft request' (duration: 441.410226ms)","trace[586161942] 'compare' (duration: 320.390245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:12:46.441473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:45.794094Z","time spent":"647.343988ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:12:46.441567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:45.679103Z","time spent":"762.381125ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:12:46.44176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.649774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:12:46.441749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.817669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:12:46.441824Z","caller":"traceutil/trace.go:171","msg":"trace[1257751436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11245; }","duration":"106.751597ms","start":"2026-03-05T18:12:46.335056Z","end":"2026-03-05T18:12:46.441807Z","steps":["trace[1257751436] 'agreement among raft nodes before linearized reading' (duration: 106.653575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.441882Z","caller":"traceutil/trace.go:171","msg":"trace[145295088] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11245; }","duration":"323.011874ms","start":"2026-03-05T18:12:46.118841Z","end":"2026-03-05T18:12:46.441853Z","steps":["trace[145295088] 'agreement among raft nodes before linearized reading' (duration: 322.799309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.441939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:46.118819Z","time spent":"323.108016ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:12:46.442018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.80132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:12:46.442054Z","caller":"traceutil/trace.go:171","msg":"trace[676964384] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11245; }","duration":"107.856852ms","start":"2026-03-05T18:12:46.334187Z","end":"2026-03-05T18:12:46.442044Z","steps":["trace[676964384] 'agreement among raft nodes before linearized reading' (duration: 107.737619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.140039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.442179Z","caller":"traceutil/trace.go:171","msg":"trace[1939705765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11245; }","duration":"357.278023ms","start":"2026-03-05T18:12:46.084888Z","end":"2026-03-05T18:12:46.442166Z","steps":["trace[1939705765] 'agreement among raft nodes before linearized reading' (duration: 357.180961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:46.084868Z","time spent":"357.339395ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:12:46.442282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.589436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T18:12:46.442317Z","caller":"traceutil/trace.go:171","msg":"trace[2046705318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11245; }","duration":"107.648677ms","start":"2026-03-05T18:12:46.334659Z","end":"2026-03-05T18:12:46.442308Z","steps":["trace[2046705318] 'agreement among raft nodes before linearized reading' (duration: 107.561935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.380075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.442359Z","caller":"traceutil/trace.go:171","msg":"trace[1422693636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11245; }","duration":"108.475767ms","start":"2026-03-05T18:12:46.333869Z","end":"2026-03-05T18:12:46.442345Z","steps":["trace[1422693636] 'agreement among raft nodes before linearized reading' (duration: 108.390865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.843331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T18:12:46.442501Z","caller":"traceutil/trace.go:171","msg":"trace[683759395] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11245; }","duration":"107.873822ms","start":"2026-03-05T18:12:46.334613Z","end":"2026-03-05T18:12:46.442487Z","steps":["trace[683759395] 'agreement among raft nodes before linearized reading' (duration: 107.76947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.785464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:12:46.442658Z","caller":"traceutil/trace.go:171","msg":"trace[2139663378] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11245; }","duration":"119.873466ms","start":"2026-03-05T18:12:46.322775Z","end":"2026-03-05T18:12:46.442648Z","steps":["trace[2139663378] 'agreement among raft nodes before linearized reading' (duration: 119.791604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.256261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.442691Z","caller":"traceutil/trace.go:171","msg":"trace[401499804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11245; }","duration":"108.322122ms","start":"2026-03-05T18:12:46.334361Z","end":"2026-03-05T18:12:46.442683Z","steps":["trace[401499804] 'agreement among raft nodes before linearized reading' (duration: 108.277811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.44268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.352481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.442731Z","caller":"traceutil/trace.go:171","msg":"trace[1940922133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11245; }","duration":"107.414622ms","start":"2026-03-05T18:12:46.335302Z","end":"2026-03-05T18:12:46.442717Z","steps":["trace[1940922133] 'agreement among raft nodes before linearized reading' (duration: 107.34082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.442948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.936666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:12:46.442985Z","caller":"traceutil/trace.go:171","msg":"trace[1152217630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11245; }","duration":"255.014398ms","start":"2026-03-05T18:12:46.18796Z","end":"2026-03-05T18:12:46.442975Z","steps":["trace[1152217630] 'agreement among raft nodes before linearized reading' (duration: 254.859444ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.61821Z","caller":"traceutil/trace.go:171","msg":"trace[1697892241] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"171.520249ms","start":"2026-03-05T18:12:46.446664Z","end":"2026-03-05T18:12:46.618184Z","steps":["trace[1697892241] 'process raft request' (duration: 171.325715ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.618505Z","caller":"traceutil/trace.go:171","msg":"trace[2042367523] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"171.392537ms","start":"2026-03-05T18:12:46.447101Z","end":"2026-03-05T18:12:46.618493Z","steps":["trace[2042367523] 'process raft request' (duration: 171.038199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.618526Z","caller":"traceutil/trace.go:171","msg":"trace[1549826795] linearizableReadLoop","detail":"{readStateIndex:11674; appliedIndex:11670; }","duration":"108.18525ms","start":"2026-03-05T18:12:46.510317Z","end":"2026-03-05T18:12:46.618502Z","steps":["trace[1549826795] 'read index received' (duration: 107.597647ms)","trace[1549826795] 'applied index is now lower than readState.Index' (duration: 586.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:12:46.618647Z","caller":"traceutil/trace.go:171","msg":"trace[1189006995] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"170.030167ms","start":"2026-03-05T18:12:46.448573Z","end":"2026-03-05T18:12:46.618603Z","steps":["trace[1189006995] 'process raft request' (duration: 169.889484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.618697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.278452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:12:46.618714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.049656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.618741Z","caller":"traceutil/trace.go:171","msg":"trace[1363204641] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11250; }","duration":"108.366685ms","start":"2026-03-05T18:12:46.510363Z","end":"2026-03-05T18:12:46.61873Z","steps":["trace[1363204641] 'agreement among raft nodes before linearized reading' (duration: 108.278633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.618752Z","caller":"traceutil/trace.go:171","msg":"trace[1375388346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11250; }","duration":"108.110488ms","start":"2026-03-05T18:12:46.51063Z","end":"2026-03-05T18:12:46.61874Z","steps":["trace[1375388346] 'agreement among raft nodes before linearized reading' (duration: 108.042756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.618786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.391365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:12:46.618912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.274292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:46.619011Z","caller":"traceutil/trace.go:171","msg":"trace[1979450969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11250; }","duration":"108.405415ms","start":"2026-03-05T18:12:46.510585Z","end":"2026-03-05T18:12:46.61899Z","steps":["trace[1979450969] 'agreement among raft nodes before linearized reading' (duration: 108.209791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.987165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T18:12:46.619147Z","caller":"traceutil/trace.go:171","msg":"trace[1874536510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11250; }","duration":"108.20166ms","start":"2026-03-05T18:12:46.51093Z","end":"2026-03-05T18:12:46.619132Z","steps":["trace[1874536510] 'agreement among raft nodes before linearized reading' (duration: 107.735209ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.619235Z","caller":"traceutil/trace.go:171","msg":"trace[694701341] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11250; }","duration":"108.687971ms","start":"2026-03-05T18:12:46.510248Z","end":"2026-03-05T18:12:46.618936Z","steps":["trace[694701341] 'agreement among raft nodes before linearized reading' (duration: 108.371454ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:46.618592Z","caller":"traceutil/trace.go:171","msg":"trace[1385443124] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"170.390334ms","start":"2026-03-05T18:12:46.448142Z","end":"2026-03-05T18:12:46.618532Z","steps":["trace[1385443124] 'process raft request' (duration: 170.20829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:46.9118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.982841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:12:46.911912Z","caller":"traceutil/trace.go:171","msg":"trace[314693297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:11250; }","duration":"154.173865ms","start":"2026-03-05T18:12:46.757712Z","end":"2026-03-05T18:12:46.911886Z","steps":["trace[314693297] 'range keys from in-memory index tree' (duration: 153.718455ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:47.39996Z","caller":"traceutil/trace.go:171","msg":"trace[1516558270] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"390.363985ms","start":"2026-03-05T18:12:47.00957Z","end":"2026-03-05T18:12:47.399934Z","steps":["trace[1516558270] 'process raft request' (duration: 390.201011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:47.400123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:12:47.009533Z","time spent":"390.503158ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:12:47.797313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.495914ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T18:12:47.797723Z","caller":"traceutil/trace.go:171","msg":"trace[1562277681] linearizableReadLoop","detail":"{readStateIndex:11676; appliedIndex:11675; }","duration":"243.948446ms","start":"2026-03-05T18:12:47.553754Z","end":"2026-03-05T18:12:47.797702Z","steps":["trace[1562277681] 'read index received' (duration: 30.040893ms)","trace[1562277681] 'applied index is now lower than readState.Index' (duration: 213.904813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:12:47.79799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.223703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:12:47.798037Z","caller":"traceutil/trace.go:171","msg":"trace[1192788863] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11251; }","duration":"244.289814ms","start":"2026-03-05T18:12:47.553736Z","end":"2026-03-05T18:12:47.798026Z","steps":["trace[1192788863] 'agreement among raft nodes before linearized reading' (duration: 244.159881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:47.798155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.33099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:12:47.798268Z","caller":"traceutil/trace.go:171","msg":"trace[185643536] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11251; }","duration":"198.504924ms","start":"2026-03-05T18:12:47.599735Z","end":"2026-03-05T18:12:47.79824Z","steps":["trace[185643536] 'agreement among raft nodes before linearized reading' (duration: 198.297229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:48.677188Z","caller":"traceutil/trace.go:171","msg":"trace[1755107607] linearizableReadLoop","detail":"{readStateIndex:11679; appliedIndex:11678; }","duration":"178.762504ms","start":"2026-03-05T18:12:48.498401Z","end":"2026-03-05T18:12:48.677163Z","steps":["trace[1755107607] 'read index received' (duration: 116.900288ms)","trace[1755107607] 'applied index is now lower than readState.Index' (duration: 61.861216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:12:48.677497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.929258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:48.677519Z","caller":"traceutil/trace.go:171","msg":"trace[812339047] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"228.998337ms","start":"2026-03-05T18:12:48.448489Z","end":"2026-03-05T18:12:48.677487Z","steps":["trace[812339047] 'process raft request' (duration: 166.845384ms)","trace[812339047] 'compare' (duration: 61.709273ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:12:48.677594Z","caller":"traceutil/trace.go:171","msg":"trace[1071376133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11254; }","duration":"230.083422ms","start":"2026-03-05T18:12:48.447492Z","end":"2026-03-05T18:12:48.677575Z","steps":["trace[1071376133] 'agreement among raft nodes before linearized reading' (duration: 229.896817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:48.677619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.702878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:12:48.677704Z","caller":"traceutil/trace.go:171","msg":"trace[1199661276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11254; }","duration":"180.818871ms","start":"2026-03-05T18:12:48.496869Z","end":"2026-03-05T18:12:48.677688Z","steps":["trace[1199661276] 'agreement among raft nodes before linearized reading' (duration: 180.598916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:48.677532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.907767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:48.677751Z","caller":"traceutil/trace.go:171","msg":"trace[1165831446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11254; }","duration":"230.156933ms","start":"2026-03-05T18:12:48.447585Z","end":"2026-03-05T18:12:48.677742Z","steps":["trace[1165831446] 'agreement among raft nodes before linearized reading' (duration: 229.899347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:48.677794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.321996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-05T18:12:48.677838Z","caller":"traceutil/trace.go:171","msg":"trace[883109815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11254; }","duration":"230.386378ms","start":"2026-03-05T18:12:48.44744Z","end":"2026-03-05T18:12:48.677826Z","steps":["trace[883109815] 'agreement among raft nodes before linearized reading' (duration: 230.298866ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:49.337522Z","caller":"traceutil/trace.go:171","msg":"trace[981064435] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"121.020312ms","start":"2026-03-05T18:12:49.216475Z","end":"2026-03-05T18:12:49.337495Z","steps":["trace[981064435] 'process raft request' (duration: 120.850389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:50.633029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.882877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:12:50.633131Z","caller":"traceutil/trace.go:171","msg":"trace[1397787655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11262; }","duration":"102.073091ms","start":"2026-03-05T18:12:50.531037Z","end":"2026-03-05T18:12:50.63311Z","steps":["trace[1397787655] 'range keys from in-memory index tree' (duration: 101.740993ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:51.018614Z","caller":"traceutil/trace.go:171","msg":"trace[850027764] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"260.151535ms","start":"2026-03-05T18:12:50.758426Z","end":"2026-03-05T18:12:51.018577Z","steps":["trace[850027764] 'process raft request' (duration: 260.027923ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:51.018656Z","caller":"traceutil/trace.go:171","msg":"trace[1371816226] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"260.386741ms","start":"2026-03-05T18:12:50.758204Z","end":"2026-03-05T18:12:51.018591Z","steps":["trace[1371816226] 'process raft request' (duration: 259.984572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:51.018871Z","caller":"traceutil/trace.go:171","msg":"trace[857412893] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"260.37074ms","start":"2026-03-05T18:12:50.758472Z","end":"2026-03-05T18:12:51.018843Z","steps":["trace[857412893] 'process raft request' (duration: 260.055533ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:51.019159Z","caller":"traceutil/trace.go:171","msg":"trace[2099249965] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"260.465433ms","start":"2026-03-05T18:12:50.758665Z","end":"2026-03-05T18:12:51.01913Z","steps":["trace[2099249965] 'process raft request' (duration: 260.083044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:12:51.019157Z","caller":"traceutil/trace.go:171","msg":"trace[1109536371] linearizableReadLoop","detail":"{readStateIndex:11693; appliedIndex:11688; }","duration":"259.118792ms","start":"2026-03-05T18:12:50.759998Z","end":"2026-03-05T18:12:51.019117Z","steps":["trace[1109536371] 'read index received' (duration: 35.108349ms)","trace[1109536371] 'applied index is now lower than readState.Index' (duration: 224.008183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:12:51.020363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.33773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-05T18:12:51.020489Z","caller":"traceutil/trace.go:171","msg":"trace[478728038] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11268; }","duration":"260.454892ms","start":"2026-03-05T18:12:50.759983Z","end":"2026-03-05T18:12:51.020437Z","steps":["trace[478728038] 'agreement among raft nodes before linearized reading' (duration: 259.238545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:12:51.023262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.417947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127738"} {"level":"info","ts":"2026-03-05T18:12:51.023359Z","caller":"traceutil/trace.go:171","msg":"trace[559272608] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11268; }","duration":"259.545771ms","start":"2026-03-05T18:12:50.763795Z","end":"2026-03-05T18:12:51.02334Z","steps":["trace[559272608] 'agreement among raft nodes before linearized reading' (duration: 256.844479ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:13:48.727037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9631} {"level":"info","ts":"2026-03-05T18:13:48.820338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9631,"took":"90.811315ms","hash":3686846827,"current-db-size-bytes":40828928,"current-db-size":"41 MB","current-db-size-in-use-bytes":22179840,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-05T18:13:48.820416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3686846827,"revision":9631,"compact-revision":7453} {"level":"info","ts":"2026-03-05T18:17:19.902281Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034a0.wal"} {"level":"warn","ts":"2026-03-05T18:18:27.082385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.449748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:18:27.082474Z","caller":"traceutil/trace.go:171","msg":"trace[1455341155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13375; }","duration":"171.5661ms","start":"2026-03-05T18:18:26.91089Z","end":"2026-03-05T18:18:27.082456Z","steps":["trace[1455341155] 'range keys from in-memory index tree' (duration: 171.270344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.082722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.505525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:18:27.082761Z","caller":"traceutil/trace.go:171","msg":"trace[694848990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13375; }","duration":"165.578207ms","start":"2026-03-05T18:18:26.917172Z","end":"2026-03-05T18:18:27.08275Z","steps":["trace[694848990] 'range keys from in-memory index tree' (duration: 165.397663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.082915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.565086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:18:27.082947Z","caller":"traceutil/trace.go:171","msg":"trace[1851506860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13375; }","duration":"162.638128ms","start":"2026-03-05T18:18:26.920302Z","end":"2026-03-05T18:18:27.08294Z","steps":["trace[1851506860] 'range keys from in-memory index tree' (duration: 162.452573ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:27.865476Z","caller":"traceutil/trace.go:171","msg":"trace[792217572] linearizableReadLoop","detail":"{readStateIndex:13884; appliedIndex:13883; }","duration":"103.569973ms","start":"2026-03-05T18:18:27.761831Z","end":"2026-03-05T18:18:27.865401Z","steps":["trace[792217572] 'read index received' (duration: 103.367228ms)","trace[792217572] 'applied index is now lower than readState.Index' (duration: 201.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:27.865542Z","caller":"traceutil/trace.go:171","msg":"trace[528684714] transaction","detail":"{read_only:false; response_revision:13382; number_of_response:1; }","duration":"121.122049ms","start":"2026-03-05T18:18:27.744375Z","end":"2026-03-05T18:18:27.865497Z","steps":["trace[528684714] 'process raft request' (duration: 120.807212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:27.865681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.838439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-03-05T18:18:27.865727Z","caller":"traceutil/trace.go:171","msg":"trace[1410015911] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13382; }","duration":"103.922141ms","start":"2026-03-05T18:18:27.761791Z","end":"2026-03-05T18:18:27.865713Z","steps":["trace[1410015911] 'agreement among raft nodes before linearized reading' (duration: 103.763528ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:29.048082Z","caller":"traceutil/trace.go:171","msg":"trace[1692628560] transaction","detail":"{read_only:false; response_revision:13387; number_of_response:1; }","duration":"167.920593ms","start":"2026-03-05T18:18:28.880118Z","end":"2026-03-05T18:18:29.048039Z","steps":["trace[1692628560] 'process raft request' (duration: 127.524932ms)","trace[1692628560] 'compare' (duration: 40.196456ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:29.201927Z","caller":"traceutil/trace.go:171","msg":"trace[1819413016] linearizableReadLoop","detail":"{readStateIndex:13890; appliedIndex:13889; }","duration":"116.409047ms","start":"2026-03-05T18:18:29.085494Z","end":"2026-03-05T18:18:29.201903Z","steps":["trace[1819413016] 'read index received' (duration: 115.750122ms)","trace[1819413016] 'applied index is now lower than readState.Index' (duration: 658.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:29.201973Z","caller":"traceutil/trace.go:171","msg":"trace[1301950211] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"143.873731ms","start":"2026-03-05T18:18:29.058048Z","end":"2026-03-05T18:18:29.201922Z","steps":["trace[1301950211] 'process raft request' (duration: 143.215565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:29.202103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.585231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:29.202187Z","caller":"traceutil/trace.go:171","msg":"trace[2121819017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13388; }","duration":"116.713204ms","start":"2026-03-05T18:18:29.085451Z","end":"2026-03-05T18:18:29.202164Z","steps":["trace[2121819017] 'agreement among raft nodes before linearized reading' (duration: 116.556581ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:30.18422Z","caller":"traceutil/trace.go:171","msg":"trace[1876856069] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"124.569173ms","start":"2026-03-05T18:18:30.059609Z","end":"2026-03-05T18:18:30.184178Z","steps":["trace[1876856069] 'process raft request' (duration: 77.813021ms)","trace[1876856069] 'compare' (duration: 46.623819ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:37.189498Z","caller":"traceutil/trace.go:171","msg":"trace[206469252] linearizableReadLoop","detail":"{readStateIndex:13971; appliedIndex:13970; }","duration":"104.324301ms","start":"2026-03-05T18:18:37.085153Z","end":"2026-03-05T18:18:37.189477Z","steps":["trace[206469252] 'read index received' (duration: 104.126956ms)","trace[206469252] 'applied index is now lower than readState.Index' (duration: 196.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:37.189612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.443504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:37.189585Z","caller":"traceutil/trace.go:171","msg":"trace[1821044034] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"251.781707ms","start":"2026-03-05T18:18:36.937765Z","end":"2026-03-05T18:18:37.189547Z","steps":["trace[1821044034] 'process raft request' (duration: 251.570071ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:37.18965Z","caller":"traceutil/trace.go:171","msg":"trace[834574367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13464; }","duration":"104.524966ms","start":"2026-03-05T18:18:37.085113Z","end":"2026-03-05T18:18:37.189638Z","steps":["trace[834574367] 'agreement among raft nodes before linearized reading' (duration: 104.455015ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:40.278682Z","caller":"traceutil/trace.go:171","msg":"trace[1138526037] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"637.460027ms","start":"2026-03-05T18:18:39.641195Z","end":"2026-03-05T18:18:40.278656Z","steps":["trace[1138526037] 'process raft request' (duration: 637.109959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:40.27891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:39.641171Z","time spent":"637.588801ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:40.28065Z","caller":"traceutil/trace.go:171","msg":"trace[1179554157] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"301.90348ms","start":"2026-03-05T18:18:39.978727Z","end":"2026-03-05T18:18:40.280631Z","steps":["trace[1179554157] 'process raft request' (duration: 301.767366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:40.280743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:39.978703Z","time spent":"301.994401ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:18:40.280857Z","caller":"traceutil/trace.go:171","msg":"trace[1937753785] linearizableReadLoop","detail":"{readStateIndex:13992; appliedIndex:13990; }","duration":"278.79405ms","start":"2026-03-05T18:18:40.002031Z","end":"2026-03-05T18:18:40.280825Z","steps":["trace[1937753785] 'read index received' (duration: 276.542117ms)","trace[1937753785] 'applied index is now lower than readState.Index' (duration: 2.250063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:18:40.281241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.20456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T18:18:40.281295Z","caller":"traceutil/trace.go:171","msg":"trace[1303521508] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13485; }","duration":"279.286552ms","start":"2026-03-05T18:18:40.001996Z","end":"2026-03-05T18:18:40.281283Z","steps":["trace[1303521508] 'agreement among raft nodes before linearized reading' (duration: 279.121078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:40.281353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.384864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-05T18:18:40.281416Z","caller":"traceutil/trace.go:171","msg":"trace[811410874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:13485; }","duration":"250.491846ms","start":"2026-03-05T18:18:40.030909Z","end":"2026-03-05T18:18:40.281401Z","steps":["trace[811410874] 'agreement among raft nodes before linearized reading' (duration: 250.285961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:40.281682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.945816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:18:40.281728Z","caller":"traceutil/trace.go:171","msg":"trace[1127127909] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13485; }","duration":"203.034778ms","start":"2026-03-05T18:18:40.078681Z","end":"2026-03-05T18:18:40.281716Z","steps":["trace[1127127909] 'agreement among raft nodes before linearized reading' (duration: 202.960436ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:48.734302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11642} {"level":"info","ts":"2026-03-05T18:18:48.816027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11642,"took":"78.780773ms","hash":680857315,"current-db-size-bytes":40828928,"current-db-size":"41 MB","current-db-size-in-use-bytes":23445504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T18:18:48.8161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":680857315,"revision":11642,"compact-revision":9631} {"level":"info","ts":"2026-03-05T18:18:58.869182Z","caller":"traceutil/trace.go:171","msg":"trace[628755777] transaction","detail":"{read_only:false; response_revision:13570; number_of_response:1; }","duration":"130.972354ms","start":"2026-03-05T18:18:58.738187Z","end":"2026-03-05T18:18:58.869159Z","steps":["trace[628755777] 'process raft request' (duration: 130.838081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:59.417731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.553024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:18:59.417828Z","caller":"traceutil/trace.go:171","msg":"trace[1603902153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13570; }","duration":"130.702707ms","start":"2026-03-05T18:18:59.287105Z","end":"2026-03-05T18:18:59.417808Z","steps":["trace[1603902153] 'range keys from in-memory index tree' (duration: 130.36239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:59.417773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:18:59.418074Z","caller":"traceutil/trace.go:171","msg":"trace[734854951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13570; }","duration":"333.765916ms","start":"2026-03-05T18:18:59.084267Z","end":"2026-03-05T18:18:59.418033Z","steps":["trace[734854951] 'range keys from in-memory index tree' (duration: 333.323066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:59.41818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:18:59.084246Z","time spent":"333.91502ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:18:59.581217Z","caller":"traceutil/trace.go:171","msg":"trace[1810675694] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"159.048112ms","start":"2026-03-05T18:18:59.422142Z","end":"2026-03-05T18:18:59.58119Z","steps":["trace[1810675694] 'process raft request' (duration: 158.861937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:18:59.597092Z","caller":"traceutil/trace.go:171","msg":"trace[601241939] linearizableReadLoop","detail":"{readStateIndex:14085; appliedIndex:14083; }","duration":"146.421662ms","start":"2026-03-05T18:18:59.450646Z","end":"2026-03-05T18:18:59.597068Z","steps":["trace[601241939] 'read index received' (duration: 130.33067ms)","trace[601241939] 'applied index is now lower than readState.Index' (duration: 16.090001ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:18:59.597172Z","caller":"traceutil/trace.go:171","msg":"trace[220222354] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"174.57112ms","start":"2026-03-05T18:18:59.422574Z","end":"2026-03-05T18:18:59.597146Z","steps":["trace[220222354] 'process raft request' (duration: 174.354685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:59.597376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.720848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:18:59.59744Z","caller":"traceutil/trace.go:171","msg":"trace[2129403752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13572; }","duration":"146.835851ms","start":"2026-03-05T18:18:59.450589Z","end":"2026-03-05T18:18:59.597425Z","steps":["trace[2129403752] 'agreement among raft nodes before linearized reading' (duration: 146.638136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:18:59.597526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.820359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:18:59.597606Z","caller":"traceutil/trace.go:171","msg":"trace[1089972244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13572; }","duration":"135.903981ms","start":"2026-03-05T18:18:59.461681Z","end":"2026-03-05T18:18:59.597585Z","steps":["trace[1089972244] 'agreement among raft nodes before linearized reading' (duration: 135.680645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:07.076582Z","caller":"traceutil/trace.go:171","msg":"trace[2132611399] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"161.431489ms","start":"2026-03-05T18:19:06.915112Z","end":"2026-03-05T18:19:07.076543Z","steps":["trace[2132611399] 'process raft request' (duration: 161.026959ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:07.733438Z","caller":"traceutil/trace.go:171","msg":"trace[783395990] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"463.588408ms","start":"2026-03-05T18:19:07.269707Z","end":"2026-03-05T18:19:07.733295Z","steps":["trace[783395990] 'process raft request' (duration: 457.589296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:07.733673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:07.269672Z","time spent":"463.875045ms","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:19:07.737144Z","caller":"traceutil/trace.go:171","msg":"trace[992819162] linearizableReadLoop","detail":"{readStateIndex:14123; appliedIndex:14121; }","duration":"269.013684ms","start":"2026-03-05T18:19:07.468096Z","end":"2026-03-05T18:19:07.73711Z","steps":["trace[992819162] 'read index received' (duration: 259.209773ms)","trace[992819162] 'applied index is now lower than readState.Index' (duration: 9.802871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:07.737313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.208739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-05T18:19:07.737338Z","caller":"traceutil/trace.go:171","msg":"trace[1165265482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13608; }","duration":"269.248099ms","start":"2026-03-05T18:19:07.468081Z","end":"2026-03-05T18:19:07.737329Z","steps":["trace[1165265482] 'agreement among raft nodes before linearized reading' (duration: 269.145677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:07.737383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.455672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:19:07.737418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.767442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:19:07.737446Z","caller":"traceutil/trace.go:171","msg":"trace[244689394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13608; }","duration":"118.570055ms","start":"2026-03-05T18:19:07.618857Z","end":"2026-03-05T18:19:07.737427Z","steps":["trace[244689394] 'agreement among raft nodes before linearized reading' (duration: 118.407021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:07.737449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.420813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:19:07.737484Z","caller":"traceutil/trace.go:171","msg":"trace[168519722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13608; }","duration":"102.876184ms","start":"2026-03-05T18:19:07.634588Z","end":"2026-03-05T18:19:07.737465Z","steps":["trace[168519722] 'agreement among raft nodes before linearized reading' (duration: 102.688399ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:07.737502Z","caller":"traceutil/trace.go:171","msg":"trace[1475025902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13608; }","duration":"113.510725ms","start":"2026-03-05T18:19:07.623974Z","end":"2026-03-05T18:19:07.737485Z","steps":["trace[1475025902] 'agreement among raft nodes before linearized reading' (duration: 113.315931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:14.917413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.734361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:19:14.91751Z","caller":"traceutil/trace.go:171","msg":"trace[1210045898] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13661; }","duration":"146.890844ms","start":"2026-03-05T18:19:14.770594Z","end":"2026-03-05T18:19:14.917485Z","steps":["trace[1210045898] 'count revisions from in-memory index tree' (duration: 146.629398ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:15.294241Z","caller":"traceutil/trace.go:171","msg":"trace[2069578881] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"182.114838ms","start":"2026-03-05T18:19:15.112096Z","end":"2026-03-05T18:19:15.294211Z","steps":["trace[2069578881] 'process raft request' (duration: 181.74231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:15.541836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.257168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-fm6tr\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-03-05T18:19:15.541946Z","caller":"traceutil/trace.go:171","msg":"trace[1977826609] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-fm6tr; range_end:; response_count:1; response_revision:13662; }","duration":"222.411161ms","start":"2026-03-05T18:19:15.319512Z","end":"2026-03-05T18:19:15.541923Z","steps":["trace[1977826609] 'range keys from in-memory index tree' (duration: 222.099024ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:17.68818Z","caller":"traceutil/trace.go:171","msg":"trace[973507367] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"386.450483ms","start":"2026-03-05T18:19:17.301704Z","end":"2026-03-05T18:19:17.688155Z","steps":["trace[973507367] 'process raft request' (duration: 386.280189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:17.688436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.301685Z","time spent":"386.565696ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:18.514474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.132082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T18:19:18.514591Z","caller":"traceutil/trace.go:171","msg":"trace[439084830] linearizableReadLoop","detail":"{readStateIndex:14189; appliedIndex:14188; }","duration":"836.91566ms","start":"2026-03-05T18:19:17.677656Z","end":"2026-03-05T18:19:18.514572Z","steps":["trace[439084830] 'read index received' (duration: 10.703733ms)","trace[439084830] 'applied index is now lower than readState.Index' (duration: 826.207777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:19:18.514782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.125045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T18:19:18.514821Z","caller":"traceutil/trace.go:171","msg":"trace[1531530695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13671; }","duration":"837.209807ms","start":"2026-03-05T18:19:17.677599Z","end":"2026-03-05T18:19:18.514809Z","steps":["trace[1531530695] 'agreement among raft nodes before linearized reading' (duration: 837.048124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.514854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.677576Z","time spent":"837.270388ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:19:18.520268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.70174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:19:18.520306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.537168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T18:19:18.520328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.087718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:19:18.520381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.433237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:19:18.520416Z","caller":"traceutil/trace.go:171","msg":"trace[1552277982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13674; }","duration":"483.213042ms","start":"2026-03-05T18:19:18.037178Z","end":"2026-03-05T18:19:18.520391Z","steps":["trace[1552277982] 'agreement among raft nodes before linearized reading' (duration: 483.082028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:18.520441Z","caller":"traceutil/trace.go:171","msg":"trace[1044391174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13674; }","duration":"655.572759ms","start":"2026-03-05T18:19:17.864854Z","end":"2026-03-05T18:19:18.520427Z","steps":["trace[1044391174] 'agreement among raft nodes before linearized reading' (duration: 655.389445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.520454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.037157Z","time spent":"483.289884ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:19:18.520474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.864832Z","time spent":"655.634851ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:18.520491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.510957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:19:18.520391Z","caller":"traceutil/trace.go:171","msg":"trace[933220647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13674; }","duration":"704.664841ms","start":"2026-03-05T18:19:17.815703Z","end":"2026-03-05T18:19:18.520368Z","steps":["trace[933220647] 'agreement among raft nodes before linearized reading' (duration: 704.447676ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:18.520522Z","caller":"traceutil/trace.go:171","msg":"trace[769188864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13674; }","duration":"682.559947ms","start":"2026-03-05T18:19:17.837953Z","end":"2026-03-05T18:19:18.520513Z","steps":["trace[769188864] 'agreement among raft nodes before linearized reading' (duration: 682.470585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.520556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.837944Z","time spent":"682.604578ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:18.520549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.646584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:19:18.520357Z","caller":"traceutil/trace.go:171","msg":"trace[699917976] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13674; }","duration":"452.822592ms","start":"2026-03-05T18:19:18.067513Z","end":"2026-03-05T18:19:18.520335Z","steps":["trace[699917976] 'agreement among raft nodes before linearized reading' (duration: 452.668259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:18.520622Z","caller":"traceutil/trace.go:171","msg":"trace[690729197] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13674; }","duration":"503.785618ms","start":"2026-03-05T18:19:18.016818Z","end":"2026-03-05T18:19:18.520604Z","steps":["trace[690729197] 'agreement among raft nodes before linearized reading' (duration: 503.640974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.520629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.067501Z","time spent":"453.11407ms","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:19:18.520603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.81568Z","time spent":"704.878015ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:19:18.520624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.419391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:19:18.520666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.016792Z","time spent":"503.86414ms","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:19:18.520935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.185086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:19:18.520978Z","caller":"traceutil/trace.go:171","msg":"trace[1739401945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13674; }","duration":"684.247148ms","start":"2026-03-05T18:19:17.836715Z","end":"2026-03-05T18:19:18.520963Z","steps":["trace[1739401945] 'agreement among raft nodes before linearized reading' (duration: 684.070824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.521011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:17.836702Z","time spent":"684.30301ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:18.521035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.366596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T18:19:18.521077Z","caller":"traceutil/trace.go:171","msg":"trace[976647512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13674; }","duration":"308.452828ms","start":"2026-03-05T18:19:18.212612Z","end":"2026-03-05T18:19:18.521065Z","steps":["trace[976647512] 'agreement among raft nodes before linearized reading' (duration: 308.310844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.521084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.345054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-05T18:19:18.521111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.212585Z","time spent":"308.51817ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:19:18.521125Z","caller":"traceutil/trace.go:171","msg":"trace[246599590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13674; }","duration":"450.387405ms","start":"2026-03-05T18:19:18.070725Z","end":"2026-03-05T18:19:18.521112Z","steps":["trace[246599590] 'agreement among raft nodes before linearized reading' (duration: 450.270933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.521158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.07071Z","time spent":"450.440817ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-05T18:19:18.521254Z","caller":"traceutil/trace.go:171","msg":"trace[2084023101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13674; }","duration":"435.531103ms","start":"2026-03-05T18:19:18.085142Z","end":"2026-03-05T18:19:18.520673Z","steps":["trace[2084023101] 'agreement among raft nodes before linearized reading' (duration: 435.40704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:18.5213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:18.085109Z","time spent":"436.18167ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:19:19.887804Z","caller":"traceutil/trace.go:171","msg":"trace[2057005624] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"513.665762ms","start":"2026-03-05T18:19:19.374065Z","end":"2026-03-05T18:19:19.887731Z","steps":["trace[2057005624] 'process raft request' (duration: 513.490128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:19.888892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.37405Z","time spent":"514.764729ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T18:19:20.144638Z","caller":"traceutil/trace.go:171","msg":"trace[1568178215] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"761.020904ms","start":"2026-03-05T18:19:19.383593Z","end":"2026-03-05T18:19:20.144614Z","steps":["trace[1568178215] 'process raft request' (duration: 760.81969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:20.144862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.383568Z","time spent":"761.143188ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:19:20.14494Z","caller":"traceutil/trace.go:171","msg":"trace[2090580235] linearizableReadLoop","detail":"{readStateIndex:14199; appliedIndex:14197; }","duration":"452.011394ms","start":"2026-03-05T18:19:19.692837Z","end":"2026-03-05T18:19:20.144849Z","steps":["trace[2090580235] 'read index received' (duration: 194.786298ms)","trace[2090580235] 'applied index is now lower than readState.Index' (duration: 257.222376ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:20.145078Z","caller":"traceutil/trace.go:171","msg":"trace[2072814740] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"401.855837ms","start":"2026-03-05T18:19:19.743209Z","end":"2026-03-05T18:19:20.145065Z","steps":["trace[2072814740] 'process raft request' (duration: 401.348395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:20.145182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.743169Z","time spent":"401.947999ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:20.145228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.378842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:19:20.14529Z","caller":"traceutil/trace.go:171","msg":"trace[966582622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13682; }","duration":"452.521886ms","start":"2026-03-05T18:19:19.692754Z","end":"2026-03-05T18:19:20.145275Z","steps":["trace[966582622] 'agreement among raft nodes before linearized reading' (duration: 452.27404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:20.145346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:19.692718Z","time spent":"452.614997ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:19:22.033549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.06064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:19:22.033613Z","caller":"traceutil/trace.go:171","msg":"trace[960508000] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13699; }","duration":"106.159421ms","start":"2026-03-05T18:19:21.927439Z","end":"2026-03-05T18:19:22.033599Z","steps":["trace[960508000] 'range keys from in-memory index tree' (duration: 105.938836ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:22.367721Z","caller":"traceutil/trace.go:171","msg":"trace[669939812] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"206.427614ms","start":"2026-03-05T18:19:22.161252Z","end":"2026-03-05T18:19:22.36768Z","steps":["trace[669939812] 'process raft request' (duration: 206.157117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.948698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.289525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:19:28.948806Z","caller":"traceutil/trace.go:171","msg":"trace[533713537] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13836; }","duration":"830.473689ms","start":"2026-03-05T18:19:28.118309Z","end":"2026-03-05T18:19:28.948783Z","steps":["trace[533713537] 'count revisions from in-memory index tree' (duration: 830.13099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.948859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.118281Z","time spent":"830.56629ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:19:28.949079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.061984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:28.949168Z","caller":"traceutil/trace.go:171","msg":"trace[368809608] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13836; }","duration":"807.189277ms","start":"2026-03-05T18:19:28.141956Z","end":"2026-03-05T18:19:28.949145Z","steps":["trace[368809608] 'count revisions from in-memory index tree' (duration: 806.963422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.949219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.141945Z","time spent":"807.260439ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:19:28.949283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.819026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:19:28.949322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.597952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6181218c-62c0-4c3c-92cc-e11735409c09\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T18:19:28.94934Z","caller":"traceutil/trace.go:171","msg":"trace[1042046760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13836; }","duration":"863.926289ms","start":"2026-03-05T18:19:28.085399Z","end":"2026-03-05T18:19:28.949326Z","steps":["trace[1042046760] 'range keys from in-memory index tree' (duration: 863.715034ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:28.949363Z","caller":"traceutil/trace.go:171","msg":"trace[1244769632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6181218c-62c0-4c3c-92cc-e11735409c09; range_end:; response_count:1; response_revision:13836; }","duration":"915.691624ms","start":"2026-03-05T18:19:28.03366Z","end":"2026-03-05T18:19:28.949352Z","steps":["trace[1244769632] 'range keys from in-memory index tree' (duration: 915.427338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.949381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.085375Z","time spent":"863.998511ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:19:28.949395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.03363Z","time spent":"915.758636ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6181218c-62c0-4c3c-92cc-e11735409c09\" "} {"level":"warn","ts":"2026-03-05T18:19:28.949542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.689494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T18:19:28.949674Z","caller":"traceutil/trace.go:171","msg":"trace[404224188] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9; range_end:; response_count:1; response_revision:13836; }","duration":"915.907639ms","start":"2026-03-05T18:19:28.033738Z","end":"2026-03-05T18:19:28.949645Z","steps":["trace[404224188] 'range keys from in-memory index tree' (duration: 915.421768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.949739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.033701Z","time spent":"916.022362ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9\" "} {"level":"warn","ts":"2026-03-05T18:19:28.949737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.716921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T18:19:28.94981Z","caller":"traceutil/trace.go:171","msg":"trace[1522131039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13836; }","duration":"545.835094ms","start":"2026-03-05T18:19:28.403959Z","end":"2026-03-05T18:19:28.949794Z","steps":["trace[1522131039] 'range keys from in-memory index tree' (duration: 545.534808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.949853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.403937Z","time spent":"545.907546ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:19:28.950806Z","caller":"traceutil/trace.go:171","msg":"trace[892129613] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"404.172054ms","start":"2026-03-05T18:19:28.546618Z","end":"2026-03-05T18:19:28.95079Z","steps":["trace[892129613] 'process raft request' (duration: 404.047261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:28.95092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.54659Z","time spent":"404.262835ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:19:29.560445Z","caller":"traceutil/trace.go:171","msg":"trace[508250721] linearizableReadLoop","detail":"{readStateIndex:14360; appliedIndex:14357; }","duration":"962.237685ms","start":"2026-03-05T18:19:28.598162Z","end":"2026-03-05T18:19:29.5604Z","steps":["trace[508250721] 'read index received' (duration: 352.520861ms)","trace[508250721] 'applied index is now lower than readState.Index' (duration: 609.715084ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:19:29.56064Z","caller":"traceutil/trace.go:171","msg":"trace[1906079863] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"998.010561ms","start":"2026-03-05T18:19:28.562613Z","end":"2026-03-05T18:19:29.560624Z","steps":["trace[1906079863] 'process raft request' (duration: 997.727355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.560799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.56257Z","time spent":"998.108894ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:19:29.56102Z","caller":"traceutil/trace.go:171","msg":"trace[308615353] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"1.004163596s","start":"2026-03-05T18:19:28.556792Z","end":"2026-03-05T18:19:29.560955Z","steps":["trace[308615353] 'process raft request' (duration: 1.003306086s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.561249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.556763Z","time spent":"1.004364931s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:19:29.561279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.118796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:19:29.56132Z","caller":"traceutil/trace.go:171","msg":"trace[670564236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13839; }","duration":"963.224499ms","start":"2026-03-05T18:19:28.598084Z","end":"2026-03-05T18:19:29.561308Z","steps":["trace[670564236] 'agreement among raft nodes before linearized reading' (duration: 963.067445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.561347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.598047Z","time spent":"963.294191ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:19:29.570207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.888721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:29.57026Z","caller":"traceutil/trace.go:171","msg":"trace[1468008683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13840; }","duration":"619.027215ms","start":"2026-03-05T18:19:28.95122Z","end":"2026-03-05T18:19:29.570247Z","steps":["trace[1468008683] 'agreement among raft nodes before linearized reading' (duration: 618.921722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.998446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T18:19:29.570294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.951191Z","time spent":"619.098777ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:19:29.570318Z","caller":"traceutil/trace.go:171","msg":"trace[1346529281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13840; }","duration":"972.112719ms","start":"2026-03-05T18:19:28.598189Z","end":"2026-03-05T18:19:29.570301Z","steps":["trace[1346529281] 'agreement among raft nodes before linearized reading' (duration: 971.936765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.57036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.598164Z","time spent":"972.189101ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:19:29.570429Z","caller":"traceutil/trace.go:171","msg":"trace[517432361] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"616.187298ms","start":"2026-03-05T18:19:28.954229Z","end":"2026-03-05T18:19:29.570417Z","steps":["trace[517432361] 'process raft request' (duration: 615.794358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.774168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-cszzj.189a04e0dae24531\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:19:29.570537Z","caller":"traceutil/trace.go:171","msg":"trace[1109723060] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-cszzj.189a04e0dae24531; range_end:; response_count:1; response_revision:13840; }","duration":"924.920452ms","start":"2026-03-05T18:19:28.645593Z","end":"2026-03-05T18:19:29.570513Z","steps":["trace[1109723060] 'agreement among raft nodes before linearized reading' (duration: 924.684946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.645567Z","time spent":"925.006674ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-cszzj.189a04e0dae24531\" "} {"level":"warn","ts":"2026-03-05T18:19:29.570608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.196366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-05T18:19:29.570639Z","caller":"traceutil/trace.go:171","msg":"trace[1299408850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9; range_end:; response_count:1; response_revision:13840; }","duration":"118.254548ms","start":"2026-03-05T18:19:29.452375Z","end":"2026-03-05T18:19:29.570629Z","steps":["trace[1299408850] 'agreement among raft nodes before linearized reading' (duration: 118.132485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.834282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T18:19:29.57075Z","caller":"traceutil/trace.go:171","msg":"trace[534554159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13840; }","duration":"968.903463ms","start":"2026-03-05T18:19:28.601831Z","end":"2026-03-05T18:19:29.570734Z","steps":["trace[534554159] 'agreement among raft nodes before linearized reading' (duration: 968.78011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.601817Z","time spent":"968.964535ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:29.570814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.574056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T18:19:29.570832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.130142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:29.570843Z","caller":"traceutil/trace.go:171","msg":"trace[780916451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13840; }","duration":"829.656717ms","start":"2026-03-05T18:19:28.741178Z","end":"2026-03-05T18:19:29.570834Z","steps":["trace[780916451] 'agreement among raft nodes before linearized reading' (duration: 829.565245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:19:29.570858Z","caller":"traceutil/trace.go:171","msg":"trace[2137522429] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13840; }","duration":"205.190484ms","start":"2026-03-05T18:19:29.365658Z","end":"2026-03-05T18:19:29.570848Z","steps":["trace[2137522429] 'agreement among raft nodes before linearized reading' (duration: 205.155873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.570867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.74115Z","time spent":"829.712489ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:19:29.570984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.28665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:19:29.571025Z","caller":"traceutil/trace.go:171","msg":"trace[1750586122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13840; }","duration":"971.338142ms","start":"2026-03-05T18:19:28.599678Z","end":"2026-03-05T18:19:29.571016Z","steps":["trace[1750586122] 'agreement among raft nodes before linearized reading' (duration: 971.242049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.57106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.599671Z","time spent":"971.381722ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:19:29.571093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.260061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:19:29.570488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.954208Z","time spent":"616.247459ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:19:29.571128Z","caller":"traceutil/trace.go:171","msg":"trace[253909413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:13840; }","duration":"868.342894ms","start":"2026-03-05T18:19:28.702775Z","end":"2026-03-05T18:19:29.571117Z","steps":["trace[253909413] 'agreement among raft nodes before linearized reading' (duration: 868.255552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:19:29.571154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:19:28.702745Z","time spent":"868.404615ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:19:29.570786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.750492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:19:29.571195Z","caller":"traceutil/trace.go:171","msg":"trace[1144112319] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13840; }","duration":"199.175761ms","start":"2026-03-05T18:19:29.372006Z","end":"2026-03-05T18:19:29.571182Z","steps":["trace[1144112319] 'agreement among raft nodes before linearized reading' (duration: 198.748011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:20:34.520575Z","caller":"traceutil/trace.go:171","msg":"trace[480917589] linearizableReadLoop","detail":"{readStateIndex:15255; appliedIndex:15254; }","duration":"126.466412ms","start":"2026-03-05T18:20:34.39407Z","end":"2026-03-05T18:20:34.520536Z","steps":["trace[480917589] 'read index received' (duration: 126.314419ms)","trace[480917589] 'applied index is now lower than readState.Index' (duration: 150.533µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:20:34.520722Z","caller":"traceutil/trace.go:171","msg":"trace[884357307] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"126.761779ms","start":"2026-03-05T18:20:34.393895Z","end":"2026-03-05T18:20:34.520657Z","steps":["trace[884357307] 'process raft request' (duration: 126.3666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:20:34.521157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.020225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-05T18:20:34.521305Z","caller":"traceutil/trace.go:171","msg":"trace[181695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:14707; }","duration":"127.24986ms","start":"2026-03-05T18:20:34.39401Z","end":"2026-03-05T18:20:34.52126Z","steps":["trace[181695] 'agreement among raft nodes before linearized reading' (duration: 126.713937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:20:35.006539Z","caller":"traceutil/trace.go:171","msg":"trace[253450349] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"477.326862ms","start":"2026-03-05T18:20:34.529184Z","end":"2026-03-05T18:20:35.006511Z","steps":["trace[253450349] 'process raft request' (duration: 477.145888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:20:35.006703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:20:34.529162Z","time spent":"477.445585ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:20:35.010853Z","caller":"traceutil/trace.go:171","msg":"trace[594013670] linearizableReadLoop","detail":"{readStateIndex:15258; appliedIndex:15255; }","duration":"387.501957ms","start":"2026-03-05T18:20:34.623317Z","end":"2026-03-05T18:20:35.010819Z","steps":["trace[594013670] 'read index received' (duration: 383.054552ms)","trace[594013670] 'applied index is now lower than readState.Index' (duration: 4.446315ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:20:35.011117Z","caller":"traceutil/trace.go:171","msg":"trace[9239223] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"475.771236ms","start":"2026-03-05T18:20:34.535309Z","end":"2026-03-05T18:20:35.011081Z","steps":["trace[9239223] 'process raft request' (duration: 474.459806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:20:35.011161Z","caller":"traceutil/trace.go:171","msg":"trace[1690428505] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"475.149711ms","start":"2026-03-05T18:20:34.53594Z","end":"2026-03-05T18:20:35.01109Z","steps":["trace[1690428505] 'process raft request' (duration: 474.806643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:20:35.01126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:20:34.535277Z","time spent":"475.912759ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:20:35.011314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.983659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:20:35.011389Z","caller":"traceutil/trace.go:171","msg":"trace[239262980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14710; }","duration":"388.147712ms","start":"2026-03-05T18:20:34.623221Z","end":"2026-03-05T18:20:35.011369Z","steps":["trace[239262980] 'agreement among raft nodes before linearized reading' (duration: 388.001188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:20:35.011396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:20:34.535924Z","time spent":"475.362406ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:20:35.01144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:20:34.623187Z","time spent":"388.241284ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:20:35.011604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.674441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-05T18:20:35.011746Z","caller":"traceutil/trace.go:171","msg":"trace[1704113488] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14710; }","duration":"379.851396ms","start":"2026-03-05T18:20:34.631863Z","end":"2026-03-05T18:20:35.011715Z","steps":["trace[1704113488] 'agreement among raft nodes before linearized reading' (duration: 379.450767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:20:35.011813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:20:34.631806Z","time spent":"379.993639ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-05T18:21:07.984847Z","caller":"traceutil/trace.go:171","msg":"trace[1238201873] linearizableReadLoop","detail":"{readStateIndex:15422; appliedIndex:15421; }","duration":"108.582109ms","start":"2026-03-05T18:21:07.87623Z","end":"2026-03-05T18:21:07.984812Z","steps":["trace[1238201873] 'read index received' (duration: 108.546688ms)","trace[1238201873] 'applied index is now lower than readState.Index' (duration: 34.291µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:07.985127Z","caller":"traceutil/trace.go:171","msg":"trace[1902859106] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"155.467148ms","start":"2026-03-05T18:21:07.829499Z","end":"2026-03-05T18:21:07.984967Z","steps":["trace[1902859106] 'process raft request' (duration: 155.109619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:07.98511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.834286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:07.985402Z","caller":"traceutil/trace.go:171","msg":"trace[728701587] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14867; }","duration":"109.166343ms","start":"2026-03-05T18:21:07.876203Z","end":"2026-03-05T18:21:07.98537Z","steps":["trace[728701587] 'agreement among raft nodes before linearized reading' (duration: 108.786694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.758001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T18:21:08.976361Z","caller":"traceutil/trace.go:171","msg":"trace[963664939] linearizableReadLoop","detail":"{readStateIndex:15424; appliedIndex:15422; }","duration":"991.362462ms","start":"2026-03-05T18:21:07.98498Z","end":"2026-03-05T18:21:08.976342Z","steps":["trace[963664939] 'read index received' (duration: 311.099229ms)","trace[963664939] 'applied index is now lower than readState.Index' (duration: 680.261923ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:08.976392Z","caller":"traceutil/trace.go:171","msg":"trace[1424617498] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"1.032574448s","start":"2026-03-05T18:21:07.943771Z","end":"2026-03-05T18:21:08.976345Z","steps":["trace[1424617498] 'process raft request' (duration: 352.400708ms)","trace[1424617498] 'compare' (duration: 679.432173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:21:08.976486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069766969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.976553Z","caller":"traceutil/trace.go:171","msg":"trace[97278826] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"1.06987585s","start":"2026-03-05T18:21:07.90666Z","end":"2026-03-05T18:21:08.976536Z","steps":["trace[97278826] 'agreement among raft nodes before linearized reading' (duration: 1.069746566s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068075429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:21:08.976558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:07.943744Z","time spent":"1.032731062s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:21:08.976599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:07.906649Z","time spent":"1.069942003s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:21:08.976563Z","caller":"traceutil/trace.go:171","msg":"trace[1160380019] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"1.008032386s","start":"2026-03-05T18:21:07.968376Z","end":"2026-03-05T18:21:08.976408Z","steps":["trace[1160380019] 'process raft request' (duration: 1.007848602s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.976613Z","caller":"traceutil/trace.go:171","msg":"trace[1987564405] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14869; }","duration":"1.068182322s","start":"2026-03-05T18:21:07.908413Z","end":"2026-03-05T18:21:08.976595Z","steps":["trace[1987564405] 'agreement among raft nodes before linearized reading' (duration: 1.067956026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066911031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:08.976638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.581197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:08.976658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:07.908404Z","time spent":"1.068244213s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:21:08.976689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.06125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:08.976705Z","caller":"traceutil/trace.go:171","msg":"trace[1376611871] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"892.652999ms","start":"2026-03-05T18:21:08.084034Z","end":"2026-03-05T18:21:08.976687Z","steps":["trace[1376611871] 'agreement among raft nodes before linearized reading' (duration: 892.524186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.976723Z","caller":"traceutil/trace.go:171","msg":"trace[1734447193] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14869; }","duration":"1.067045964s","start":"2026-03-05T18:21:07.909633Z","end":"2026-03-05T18:21:08.976679Z","steps":["trace[1734447193] 'agreement among raft nodes before linearized reading' (duration: 1.066716925s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.976738Z","caller":"traceutil/trace.go:171","msg":"trace[924346489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14869; }","duration":"598.149982ms","start":"2026-03-05T18:21:08.378573Z","end":"2026-03-05T18:21:08.976723Z","steps":["trace[924346489] 'agreement among raft nodes before linearized reading' (duration: 597.996378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.083973Z","time spent":"892.771621ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:21:08.976774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:07.968361Z","time spent":"1.008291394s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:21:08.976771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:07.909624Z","time spent":"1.067136326s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:21:08.976633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.29753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.976874Z","caller":"traceutil/trace.go:171","msg":"trace[257487374] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14869; }","duration":"706.564356ms","start":"2026-03-05T18:21:08.2703Z","end":"2026-03-05T18:21:08.976864Z","steps":["trace[257487374] 'agreement among raft nodes before linearized reading' (duration: 706.256209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.360944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T18:21:08.976983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.432569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:08.977026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.810835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-05T18:21:08.977022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.802502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.97703Z","caller":"traceutil/trace.go:171","msg":"trace[1583550758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14869; }","duration":"705.483881ms","start":"2026-03-05T18:21:08.271533Z","end":"2026-03-05T18:21:08.977017Z","steps":["trace[1583550758] 'agreement among raft nodes before linearized reading' (duration: 705.390178ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.977057Z","caller":"traceutil/trace.go:171","msg":"trace[361044765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:14869; }","duration":"335.892976ms","start":"2026-03-05T18:21:08.641158Z","end":"2026-03-05T18:21:08.977051Z","steps":["trace[361044765] 'agreement among raft nodes before linearized reading' (duration: 335.821175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.641124Z","time spent":"335.945598ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-f7ldq\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.614597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:21:08.977125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.580072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.977127Z","caller":"traceutil/trace.go:171","msg":"trace[2006718740] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14869; }","duration":"892.70354ms","start":"2026-03-05T18:21:08.084409Z","end":"2026-03-05T18:21:08.977113Z","steps":["trace[2006718740] 'agreement among raft nodes before linearized reading' (duration: 892.466704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.955156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:08.976878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.261885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:08.977175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.084398Z","time spent":"892.766191ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.412292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.977199Z","caller":"traceutil/trace.go:171","msg":"trace[384328320] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14869; }","duration":"705.601703ms","start":"2026-03-05T18:21:08.271588Z","end":"2026-03-05T18:21:08.97719Z","steps":["trace[384328320] 'agreement among raft nodes before linearized reading' (duration: 705.266755ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.977192Z","caller":"traceutil/trace.go:171","msg":"trace[1189520709] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"598.000377ms","start":"2026-03-05T18:21:08.379179Z","end":"2026-03-05T18:21:08.97718Z","steps":["trace[1189520709] 'agreement among raft nodes before linearized reading' (duration: 597.929526ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.977214Z","caller":"traceutil/trace.go:171","msg":"trace[1979886839] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14869; }","duration":"706.474733ms","start":"2026-03-05T18:21:08.270732Z","end":"2026-03-05T18:21:08.977207Z","steps":["trace[1979886839] 'agreement among raft nodes before linearized reading' (duration: 706.440462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.711809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:08.977237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.379157Z","time spent":"598.07136ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:21:08.97725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.270713Z","time spent":"706.530765ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.025827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:08.977258Z","caller":"traceutil/trace.go:171","msg":"trace[1994370774] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14869; }","duration":"889.76626ms","start":"2026-03-05T18:21:08.087482Z","end":"2026-03-05T18:21:08.977248Z","steps":["trace[1994370774] 'agreement among raft nodes before linearized reading' (duration: 889.676338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.323217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:21:08.97729Z","caller":"traceutil/trace.go:171","msg":"trace[1468441000] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"707.058218ms","start":"2026-03-05T18:21:08.270226Z","end":"2026-03-05T18:21:08.977284Z","steps":["trace[1468441000] 'agreement among raft nodes before linearized reading' (duration: 707.021667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.270222Z","time spent":"707.092339ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:21:08.97731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.087474Z","time spent":"889.827671ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:21:08.977334Z","caller":"traceutil/trace.go:171","msg":"trace[1411798097] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14869; }","duration":"809.42595ms","start":"2026-03-05T18:21:08.167885Z","end":"2026-03-05T18:21:08.977311Z","steps":["trace[1411798097] 'agreement among raft nodes before linearized reading' (duration: 809.222195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.976774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.378551Z","time spent":"598.215983ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.576656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T18:21:08.977386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.811813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:21:08.977385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.167867Z","time spent":"809.505611ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.987941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T18:21:08.977409Z","caller":"traceutil/trace.go:171","msg":"trace[2056550707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14869; }","duration":"889.860602ms","start":"2026-03-05T18:21:08.087531Z","end":"2026-03-05T18:21:08.977392Z","steps":["trace[2056550707] 'agreement among raft nodes before linearized reading' (duration: 889.520474ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.977423Z","caller":"traceutil/trace.go:171","msg":"trace[427658372] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14869; }","duration":"597.901726ms","start":"2026-03-05T18:21:08.379512Z","end":"2026-03-05T18:21:08.977414Z","steps":["trace[427658372] 'agreement among raft nodes before linearized reading' (duration: 597.811734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.379484Z","time spent":"597.973987ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.087523Z","time spent":"889.937084ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.27152Z","time spent":"705.544602ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:21:08.977153Z","caller":"traceutil/trace.go:171","msg":"trace[1704872955] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"705.622494ms","start":"2026-03-05T18:21:08.271522Z","end":"2026-03-05T18:21:08.977145Z","steps":["trace[1704872955] 'agreement among raft nodes before linearized reading' (duration: 705.581533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.271575Z","time spent":"705.642404ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:21:08.977658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.271516Z","time spent":"706.125945ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:21:08.976831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.975598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:08.976946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.270296Z","time spent":"706.639848ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T18:21:08.97774Z","caller":"traceutil/trace.go:171","msg":"trace[267962302] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14869; }","duration":"705.89238ms","start":"2026-03-05T18:21:08.27183Z","end":"2026-03-05T18:21:08.977722Z","steps":["trace[267962302] 'agreement among raft nodes before linearized reading' (duration: 704.852026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.578596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T18:21:08.977798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.271822Z","time spent":"705.959612ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T18:21:08.977015Z","caller":"traceutil/trace.go:171","msg":"trace[1560549217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14869; }","duration":"890.546599ms","start":"2026-03-05T18:21:08.086433Z","end":"2026-03-05T18:21:08.97698Z","steps":["trace[1560549217] 'agreement among raft nodes before linearized reading' (duration: 890.211401ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:08.977885Z","caller":"traceutil/trace.go:171","msg":"trace[561048055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14869; }","duration":"889.920774ms","start":"2026-03-05T18:21:08.087904Z","end":"2026-03-05T18:21:08.977825Z","steps":["trace[561048055] 'agreement among raft nodes before linearized reading' (duration: 888.667684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.988067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T18:21:08.97812Z","caller":"traceutil/trace.go:171","msg":"trace[1382763578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14869; }","duration":"894.051832ms","start":"2026-03-05T18:21:08.084032Z","end":"2026-03-05T18:21:08.978083Z","steps":["trace[1382763578] 'agreement among raft nodes before linearized reading' (duration: 892.946106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.977876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.086419Z","time spent":"891.438729ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:21:08.977068Z","caller":"traceutil/trace.go:171","msg":"trace[1701144954] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14869; }","duration":"706.898405ms","start":"2026-03-05T18:21:08.270159Z","end":"2026-03-05T18:21:08.977057Z","steps":["trace[1701144954] 'agreement among raft nodes before linearized reading' (duration: 706.830873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.978161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.084008Z","time spent":"894.141383ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:21:08.978674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.270126Z","time spent":"708.534742ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:21:08.97743Z","caller":"traceutil/trace.go:171","msg":"trace[1351939760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14869; }","duration":"889.017131ms","start":"2026-03-05T18:21:08.088408Z","end":"2026-03-05T18:21:08.977425Z","steps":["trace[1351939760] 'agreement among raft nodes before linearized reading' (duration: 888.96417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:08.9796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.0884Z","time spent":"891.162523ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:21:08.979663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.087872Z","time spent":"891.746627ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:21:09.485752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036773662,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:21:09.659884Z","caller":"traceutil/trace.go:171","msg":"trace[2120258389] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"676.235168ms","start":"2026-03-05T18:21:08.983604Z","end":"2026-03-05T18:21:09.65984Z","steps":["trace[2120258389] 'process raft request' (duration: 584.241263ms)","trace[2120258389] 'compare' (duration: 91.642307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:21:09.66073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.983584Z","time spent":"676.993936ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:21:09.882807Z","caller":"traceutil/trace.go:171","msg":"trace[44129442] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"898.366724ms","start":"2026-03-05T18:21:08.984412Z","end":"2026-03-05T18:21:09.882779Z","steps":["trace[44129442] 'process raft request' (duration: 898.272372ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:09.882827Z","caller":"traceutil/trace.go:171","msg":"trace[751999820] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"898.528228ms","start":"2026-03-05T18:21:08.984256Z","end":"2026-03-05T18:21:09.882784Z","steps":["trace[751999820] 'process raft request' (duration: 898.215371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.882988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.984394Z","time spent":"898.497086ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:21:09.883214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.984239Z","time spent":"898.668531ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:21:09.883322Z","caller":"traceutil/trace.go:171","msg":"trace[1878349771] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"898.268941ms","start":"2026-03-05T18:21:08.984976Z","end":"2026-03-05T18:21:09.883245Z","steps":["trace[1878349771] 'process raft request' (duration: 897.756429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.883553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.984967Z","time spent":"898.475005ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:21:09.883742Z","caller":"traceutil/trace.go:171","msg":"trace[1431622684] linearizableReadLoop","detail":"{readStateIndex:15430; appliedIndex:15424; }","duration":"898.389603ms","start":"2026-03-05T18:21:08.985338Z","end":"2026-03-05T18:21:09.883728Z","steps":["trace[1431622684] 'read index received' (duration: 582.520091ms)","trace[1431622684] 'applied index is now lower than readState.Index' (duration: 315.868542ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:09.883577Z","caller":"traceutil/trace.go:171","msg":"trace[1619649360] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"898.193309ms","start":"2026-03-05T18:21:08.985371Z","end":"2026-03-05T18:21:09.883564Z","steps":["trace[1619649360] 'process raft request' (duration: 897.775729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:09.883844Z","caller":"traceutil/trace.go:171","msg":"trace[109998801] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"521.225711ms","start":"2026-03-05T18:21:09.362606Z","end":"2026-03-05T18:21:09.883832Z","steps":["trace[109998801] 'process raft request' (duration: 520.904964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.883909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.362587Z","time spent":"521.284352ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:21:09.884441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.579377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:09.885544Z","caller":"traceutil/trace.go:171","msg":"trace[1863859566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14875; }","duration":"800.682242ms","start":"2026-03-05T18:21:09.084811Z","end":"2026-03-05T18:21:09.885494Z","steps":["trace[1863859566] 'agreement among raft nodes before linearized reading' (duration: 799.584156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.885674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.084796Z","time spent":"800.860227ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:21:09.884954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.443989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z4jm9\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-05T18:21:09.885843Z","caller":"traceutil/trace.go:171","msg":"trace[541582138] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z4jm9; range_end:; response_count:1; response_revision:14875; }","duration":"140.370391ms","start":"2026-03-05T18:21:09.745451Z","end":"2026-03-05T18:21:09.885821Z","steps":["trace[541582138] 'agreement among raft nodes before linearized reading' (duration: 139.304166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.884754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.407998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764352"} {"level":"info","ts":"2026-03-05T18:21:09.885975Z","caller":"traceutil/trace.go:171","msg":"trace[485765661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14875; }","duration":"900.640857ms","start":"2026-03-05T18:21:08.985324Z","end":"2026-03-05T18:21:09.885965Z","steps":["trace[485765661] 'agreement among raft nodes before linearized reading' (duration: 898.6609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.886023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.985315Z","time spent":"900.690058ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764375,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:21:09.884814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.843778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:09.886139Z","caller":"traceutil/trace.go:171","msg":"trace[5417543] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14875; }","duration":"611.180599ms","start":"2026-03-05T18:21:09.274943Z","end":"2026-03-05T18:21:09.886123Z","steps":["trace[5417543] 'agreement among raft nodes before linearized reading' (duration: 609.803427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.886206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.274939Z","time spent":"611.25407ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:21:09.884852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.609788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:09.886358Z","caller":"traceutil/trace.go:171","msg":"trace[850132025] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14875; }","duration":"123.134683ms","start":"2026-03-05T18:21:09.763208Z","end":"2026-03-05T18:21:09.886342Z","steps":["trace[850132025] 'agreement among raft nodes before linearized reading' (duration: 121.584707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.884887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.990899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:09.884989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.268828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:21:09.886629Z","caller":"traceutil/trace.go:171","msg":"trace[1452901210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14875; }","duration":"225.74049ms","start":"2026-03-05T18:21:09.660828Z","end":"2026-03-05T18:21:09.886569Z","steps":["trace[1452901210] 'agreement among raft nodes before linearized reading' (duration: 224.02561ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:09.886721Z","caller":"traceutil/trace.go:171","msg":"trace[1047201850] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14875; }","duration":"611.988348ms","start":"2026-03-05T18:21:09.274686Z","end":"2026-03-05T18:21:09.886675Z","steps":["trace[1047201850] 'agreement among raft nodes before linearized reading' (duration: 610.239517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.886797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.274673Z","time spent":"612.104311ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T18:21:09.885028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.179736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:09.886853Z","caller":"traceutil/trace.go:171","msg":"trace[1388341191] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14875; }","duration":"612.034829ms","start":"2026-03-05T18:21:09.274803Z","end":"2026-03-05T18:21:09.886838Z","steps":["trace[1388341191] 'agreement among raft nodes before linearized reading' (duration: 610.205047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.885089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.307499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:09.88696Z","caller":"traceutil/trace.go:171","msg":"trace[944065663] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14875; }","duration":"612.168423ms","start":"2026-03-05T18:21:09.274776Z","end":"2026-03-05T18:21:09.886945Z","steps":["trace[944065663] 'agreement among raft nodes before linearized reading' (duration: 610.267218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.887006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.274749Z","time spent":"612.243225ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:21:09.885182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.540986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z4jm9\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-05T18:21:09.887087Z","caller":"traceutil/trace.go:171","msg":"trace[513271504] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z4jm9; range_end:; response_count:1; response_revision:14875; }","duration":"134.473621ms","start":"2026-03-05T18:21:09.752607Z","end":"2026-03-05T18:21:09.88708Z","steps":["trace[513271504] 'agreement among raft nodes before linearized reading' (duration: 132.512484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.885256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.340794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T18:21:09.887202Z","caller":"traceutil/trace.go:171","msg":"trace[312803905] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14875; }","duration":"709.319532ms","start":"2026-03-05T18:21:09.177863Z","end":"2026-03-05T18:21:09.887183Z","steps":["trace[312803905] 'agreement among raft nodes before linearized reading' (duration: 707.352905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.885367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.008245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-05T18:21:09.887296Z","caller":"traceutil/trace.go:171","msg":"trace[2037117847] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14875; }","duration":"612.974872ms","start":"2026-03-05T18:21:09.274305Z","end":"2026-03-05T18:21:09.887279Z","steps":["trace[2037117847] 'agreement among raft nodes before linearized reading' (duration: 610.907903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.887346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.274282Z","time spent":"613.050064ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-05T18:21:09.887389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.177812Z","time spent":"709.493965ms","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:21:09.885442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.854158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tl9rb\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-05T18:21:09.884674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:08.985363Z","time spent":"898.427954ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:21:09.887527Z","caller":"traceutil/trace.go:171","msg":"trace[1101802472] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tl9rb; range_end:; response_count:1; response_revision:14875; }","duration":"428.965528ms","start":"2026-03-05T18:21:09.45855Z","end":"2026-03-05T18:21:09.887515Z","steps":["trace[1101802472] 'agreement among raft nodes before linearized reading' (duration: 426.384267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:09.887596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.458536Z","time spent":"429.022359ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tl9rb\" "} {"level":"warn","ts":"2026-03-05T18:21:09.886939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:21:09.274776Z","time spent":"612.145502ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-05T18:21:11.086831Z","caller":"traceutil/trace.go:171","msg":"trace[1763190989] linearizableReadLoop","detail":"{readStateIndex:15431; appliedIndex:15430; }","duration":"101.723186ms","start":"2026-03-05T18:21:10.985092Z","end":"2026-03-05T18:21:11.086815Z","steps":["trace[1763190989] 'read index received' (duration: 101.538132ms)","trace[1763190989] 'applied index is now lower than readState.Index' (duration: 184.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:21:11.087246Z","caller":"traceutil/trace.go:171","msg":"trace[2032029457] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"102.577817ms","start":"2026-03-05T18:21:10.984657Z","end":"2026-03-05T18:21:11.087235Z","steps":["trace[2032029457] 'process raft request' (duration: 102.016204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.08756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.457153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:11.087605Z","caller":"traceutil/trace.go:171","msg":"trace[2141359560] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14876; }","duration":"102.546535ms","start":"2026-03-05T18:21:10.985043Z","end":"2026-03-05T18:21:11.08759Z","steps":["trace[2141359560] 'agreement among raft nodes before linearized reading' (duration: 102.439673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.105157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.764372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:11.105221Z","caller":"traceutil/trace.go:171","msg":"trace[1089415538] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14877; }","duration":"116.858724ms","start":"2026-03-05T18:21:10.988346Z","end":"2026-03-05T18:21:11.105204Z","steps":["trace[1089415538] 'agreement among raft nodes before linearized reading' (duration: 116.764352ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.105594Z","caller":"traceutil/trace.go:171","msg":"trace[1015845637] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"119.066667ms","start":"2026-03-05T18:21:10.986513Z","end":"2026-03-05T18:21:11.10558Z","steps":["trace[1015845637] 'process raft request' (duration: 118.405661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.106194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.508938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gxpnc\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T18:21:11.106246Z","caller":"traceutil/trace.go:171","msg":"trace[1142041333] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gxpnc; range_end:; response_count:1; response_revision:14877; }","duration":"111.584751ms","start":"2026-03-05T18:21:10.994647Z","end":"2026-03-05T18:21:11.106232Z","steps":["trace[1142041333] 'agreement among raft nodes before linearized reading' (duration: 111.440147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.106613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.101244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:11.106661Z","caller":"traceutil/trace.go:171","msg":"trace[604420675] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14877; }","duration":"118.160975ms","start":"2026-03-05T18:21:10.988486Z","end":"2026-03-05T18:21:11.106647Z","steps":["trace[604420675] 'agreement among raft nodes before linearized reading' (duration: 118.043413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.106854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.380981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:11.106896Z","caller":"traceutil/trace.go:171","msg":"trace[868481593] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14877; }","duration":"118.428792ms","start":"2026-03-05T18:21:10.988454Z","end":"2026-03-05T18:21:11.106883Z","steps":["trace[868481593] 'agreement among raft nodes before linearized reading' (duration: 118.37079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.107158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.700898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T18:21:11.107208Z","caller":"traceutil/trace.go:171","msg":"trace[1289418361] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14877; }","duration":"118.751489ms","start":"2026-03-05T18:21:10.988444Z","end":"2026-03-05T18:21:11.107195Z","steps":["trace[1289418361] 'agreement among raft nodes before linearized reading' (duration: 118.634576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.107424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.746817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:11.107558Z","caller":"traceutil/trace.go:171","msg":"trace[1604957006] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14877; }","duration":"120.89731ms","start":"2026-03-05T18:21:10.98664Z","end":"2026-03-05T18:21:11.107538Z","steps":["trace[1604957006] 'agreement among raft nodes before linearized reading' (duration: 120.730476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.108051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.750512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:11.107466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.049156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:11.108108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.832025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:11.108326Z","caller":"traceutil/trace.go:171","msg":"trace[1964756131] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14877; }","duration":"123.048131ms","start":"2026-03-05T18:21:10.985246Z","end":"2026-03-05T18:21:11.108294Z","steps":["trace[1964756131] 'agreement among raft nodes before linearized reading' (duration: 122.828854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.108353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.047901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T18:21:11.108087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.767603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T18:21:11.108162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.962447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:21:11.108395Z","caller":"traceutil/trace.go:171","msg":"trace[1490705607] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14877; }","duration":"123.138133ms","start":"2026-03-05T18:21:10.985247Z","end":"2026-03-05T18:21:11.108385Z","steps":["trace[1490705607] 'agreement among raft nodes before linearized reading' (duration: 122.873855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.108431Z","caller":"traceutil/trace.go:171","msg":"trace[1554941397] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14877; }","duration":"123.132573ms","start":"2026-03-05T18:21:10.985273Z","end":"2026-03-05T18:21:11.108406Z","steps":["trace[1554941397] 'agreement among raft nodes before linearized reading' (duration: 122.718412ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.108459Z","caller":"traceutil/trace.go:171","msg":"trace[328137329] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14877; }","duration":"120.260205ms","start":"2026-03-05T18:21:10.988172Z","end":"2026-03-05T18:21:11.108432Z","steps":["trace[328137329] 'agreement among raft nodes before linearized reading' (duration: 119.905986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.108227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.551855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-05T18:21:11.108465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.171654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:21:11.108541Z","caller":"traceutil/trace.go:171","msg":"trace[1692636192] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14877; }","duration":"121.899414ms","start":"2026-03-05T18:21:10.986622Z","end":"2026-03-05T18:21:11.108522Z","steps":["trace[1692636192] 'agreement among raft nodes before linearized reading' (duration: 121.542965ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.108182Z","caller":"traceutil/trace.go:171","msg":"trace[1921908931] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14877; }","duration":"119.897745ms","start":"2026-03-05T18:21:10.988266Z","end":"2026-03-05T18:21:11.108164Z","steps":["trace[1921908931] 'agreement among raft nodes before linearized reading' (duration: 119.736992ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.108637Z","caller":"traceutil/trace.go:171","msg":"trace[730091267] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14877; }","duration":"123.349478ms","start":"2026-03-05T18:21:10.985213Z","end":"2026-03-05T18:21:11.108563Z","steps":["trace[730091267] 'agreement among raft nodes before linearized reading' (duration: 119.814244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:21:11.108229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.604196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-05T18:21:11.108802Z","caller":"traceutil/trace.go:171","msg":"trace[1840305513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14877; }","duration":"122.221912ms","start":"2026-03-05T18:21:10.986568Z","end":"2026-03-05T18:21:11.10879Z","steps":["trace[1840305513] 'agreement among raft nodes before linearized reading' (duration: 121.470674ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:21:11.108363Z","caller":"traceutil/trace.go:171","msg":"trace[101354175] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14877; }","duration":"119.899576ms","start":"2026-03-05T18:21:10.988388Z","end":"2026-03-05T18:21:11.108288Z","steps":["trace[101354175] 'agreement among raft nodes before linearized reading' (duration: 118.983254ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:23:48.741327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13524} {"level":"info","ts":"2026-03-05T18:23:48.823196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13524,"took":"78.875448ms","hash":1518094094,"current-db-size-bytes":40828928,"current-db-size":"41 MB","current-db-size-in-use-bytes":28803072,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T18:23:48.823253Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1518094094,"revision":13524,"compact-revision":11642} {"level":"info","ts":"2026-03-05T18:24:36.942951Z","caller":"traceutil/trace.go:171","msg":"trace[584079011] transaction","detail":"{read_only:false; response_revision:16346; number_of_response:1; }","duration":"133.083892ms","start":"2026-03-05T18:24:36.809826Z","end":"2026-03-05T18:24:36.94291Z","steps":["trace[584079011] 'process raft request' (duration: 115.242079ms)","trace[584079011] 'compare' (duration: 17.332921ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:44.106574Z","caller":"traceutil/trace.go:171","msg":"trace[1655484328] linearizableReadLoop","detail":"{readStateIndex:16991; appliedIndex:16990; }","duration":"154.679592ms","start":"2026-03-05T18:24:43.951863Z","end":"2026-03-05T18:24:44.106542Z","steps":["trace[1655484328] 'read index received' (duration: 122.444429ms)","trace[1655484328] 'applied index is now lower than readState.Index' (duration: 32.233943ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:44.106629Z","caller":"traceutil/trace.go:171","msg":"trace[280377533] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"222.706314ms","start":"2026-03-05T18:24:43.883894Z","end":"2026-03-05T18:24:44.1066Z","steps":["trace[280377533] 'process raft request' (duration: 190.508331ms)","trace[280377533] 'compare' (duration: 32.020938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:24:44.106745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.873486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:24:44.106782Z","caller":"traceutil/trace.go:171","msg":"trace[1467364588] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16382; }","duration":"154.968769ms","start":"2026-03-05T18:24:43.951801Z","end":"2026-03-05T18:24:44.10677Z","steps":["trace[1467364588] 'agreement among raft nodes before linearized reading' (duration: 154.887697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.10681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.845496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:24:44.106887Z","caller":"traceutil/trace.go:171","msg":"trace[190660157] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16382; }","duration":"154.977639ms","start":"2026-03-05T18:24:43.951896Z","end":"2026-03-05T18:24:44.106873Z","steps":["trace[190660157] 'agreement among raft nodes before linearized reading' (duration: 154.842446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.107064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.036073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-05T18:24:44.107102Z","caller":"traceutil/trace.go:171","msg":"trace[293612876] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16382; }","duration":"153.111785ms","start":"2026-03-05T18:24:43.95398Z","end":"2026-03-05T18:24:44.107092Z","steps":["trace[293612876] 'agreement among raft nodes before linearized reading' (duration: 152.984912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:44.107144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.000639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T18:24:44.107324Z","caller":"traceutil/trace.go:171","msg":"trace[1398086228] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16382; }","duration":"155.168054ms","start":"2026-03-05T18:24:43.952076Z","end":"2026-03-05T18:24:44.107244Z","steps":["trace[1398086228] 'agreement among raft nodes before linearized reading' (duration: 154.918288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.382273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.536084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:24:46.382376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.051145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:46.382401Z","caller":"traceutil/trace.go:171","msg":"trace[1227139089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16390; }","duration":"297.711478ms","start":"2026-03-05T18:24:46.084659Z","end":"2026-03-05T18:24:46.38237Z","steps":["trace[1227139089] 'range keys from in-memory index tree' (duration: 297.444482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.382457Z","caller":"traceutil/trace.go:171","msg":"trace[801858328] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16390; }","duration":"322.173338ms","start":"2026-03-05T18:24:46.060253Z","end":"2026-03-05T18:24:46.382437Z","steps":["trace[801858328] 'range keys from in-memory index tree' (duration: 321.988033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.382518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.060234Z","time spent":"322.26308ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:24:46.422727Z","caller":"traceutil/trace.go:171","msg":"trace[1111118991] linearizableReadLoop","detail":"{readStateIndex:17000; appliedIndex:16999; }","duration":"311.445134ms","start":"2026-03-05T18:24:46.111262Z","end":"2026-03-05T18:24:46.422707Z","steps":["trace[1111118991] 'read index received' (duration: 311.302661ms)","trace[1111118991] 'applied index is now lower than readState.Index' (duration: 141.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:24:46.422798Z","caller":"traceutil/trace.go:171","msg":"trace[1314483554] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"318.4523ms","start":"2026-03-05T18:24:46.10431Z","end":"2026-03-05T18:24:46.422762Z","steps":["trace[1314483554] 'process raft request' (duration: 318.268426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.422891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.610638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:46.422934Z","caller":"traceutil/trace.go:171","msg":"trace[1722049531] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"311.70589ms","start":"2026-03-05T18:24:46.111215Z","end":"2026-03-05T18:24:46.422921Z","steps":["trace[1722049531] 'agreement among raft nodes before linearized reading' (duration: 311.612828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.422944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.104294Z","time spent":"318.575363ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5218,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.422957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.111189Z","time spent":"311.762312ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-05T18:24:46.47855Z","caller":"traceutil/trace.go:171","msg":"trace[138130333] transaction","detail":"{read_only:false; response_revision:16392; number_of_response:1; }","duration":"367.116542ms","start":"2026-03-05T18:24:46.11138Z","end":"2026-03-05T18:24:46.478497Z","steps":["trace[138130333] 'process raft request' (duration: 366.492406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.478664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.901176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-wzhw7\" ","response":"range_response_count:1 size:15353"} {"level":"info","ts":"2026-03-05T18:24:46.478773Z","caller":"traceutil/trace.go:171","msg":"trace[893269064] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-wzhw7; range_end:; response_count:1; response_revision:16392; }","duration":"353.048439ms","start":"2026-03-05T18:24:46.125697Z","end":"2026-03-05T18:24:46.478745Z","steps":["trace[893269064] 'agreement among raft nodes before linearized reading' (duration: 352.797103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.478776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.111339Z","time spent":"367.298426ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:24:46.478828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.125685Z","time spent":"353.133681ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15376,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-wzhw7\" "} {"level":"warn","ts":"2026-03-05T18:24:46.47896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.686658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f7ldq\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-03-05T18:24:46.478988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.854446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5235"} {"level":"info","ts":"2026-03-05T18:24:46.479016Z","caller":"traceutil/trace.go:171","msg":"trace[1661524340] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16392; }","duration":"366.897287ms","start":"2026-03-05T18:24:46.11211Z","end":"2026-03-05T18:24:46.479007Z","steps":["trace[1661524340] 'agreement among raft nodes before linearized reading' (duration: 366.840045ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.479018Z","caller":"traceutil/trace.go:171","msg":"trace[40606009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f7ldq; range_end:; response_count:1; response_revision:16392; }","duration":"286.770001ms","start":"2026-03-05T18:24:46.192234Z","end":"2026-03-05T18:24:46.479004Z","steps":["trace[40606009] 'agreement among raft nodes before linearized reading' (duration: 286.636577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.479051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.112102Z","time spent":"366.944018ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:24:46.479185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.772537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:24:46.479234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.652614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:24:46.479266Z","caller":"traceutil/trace.go:171","msg":"trace[1757127269] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16392; }","duration":"367.91075ms","start":"2026-03-05T18:24:46.111331Z","end":"2026-03-05T18:24:46.479241Z","steps":["trace[1757127269] 'agreement among raft nodes before linearized reading' (duration: 367.795367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:24:46.47932Z","caller":"traceutil/trace.go:171","msg":"trace[72962621] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16392; }","duration":"367.762686ms","start":"2026-03-05T18:24:46.111538Z","end":"2026-03-05T18:24:46.479301Z","steps":["trace[72962621] 'agreement among raft nodes before linearized reading' (duration: 367.602433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:24:46.479327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.111278Z","time spent":"368.040163ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:24:46.479376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:24:46.111531Z","time spent":"367.832199ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-05T18:26:44.885459Z","caller":"traceutil/trace.go:171","msg":"trace[688176141] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"411.031842ms","start":"2026-03-05T18:26:44.474388Z","end":"2026-03-05T18:26:44.885419Z","steps":["trace[688176141] 'process raft request' (duration: 410.755365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:44.885679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:44.47436Z","time spent":"411.210686ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:51.14159Z","caller":"traceutil/trace.go:171","msg":"trace[78480229] linearizableReadLoop","detail":"{readStateIndex:17927; appliedIndex:17926; }","duration":"127.349645ms","start":"2026-03-05T18:26:51.014213Z","end":"2026-03-05T18:26:51.141563Z","steps":["trace[78480229] 'read index received' (duration: 127.272343ms)","trace[78480229] 'applied index is now lower than readState.Index' (duration: 73.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:26:51.141779Z","caller":"traceutil/trace.go:171","msg":"trace[3584127] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"164.160436ms","start":"2026-03-05T18:26:50.97755Z","end":"2026-03-05T18:26:51.141711Z","steps":["trace[3584127] 'process raft request' (duration: 163.856869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:51.141863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:26:51.141954Z","caller":"traceutil/trace.go:171","msg":"trace[1165627745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17288; }","duration":"127.768084ms","start":"2026-03-05T18:26:51.014173Z","end":"2026-03-05T18:26:51.141941Z","steps":["trace[1165627745] 'agreement among raft nodes before linearized reading' (duration: 127.57192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:51.159612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.822041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tl9rb\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-03-05T18:26:51.159692Z","caller":"traceutil/trace.go:171","msg":"trace[1536964810] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tl9rb; range_end:; response_count:1; response_revision:17289; }","duration":"120.943103ms","start":"2026-03-05T18:26:51.038732Z","end":"2026-03-05T18:26:51.159675Z","steps":["trace[1536964810] 'agreement among raft nodes before linearized reading' (duration: 120.723808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:51.675674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036782907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:26:52.023023Z","caller":"traceutil/trace.go:171","msg":"trace[1499300089] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"848.147491ms","start":"2026-03-05T18:26:51.174845Z","end":"2026-03-05T18:26:52.022992Z","steps":["trace[1499300089] 'process raft request' (duration: 845.55907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:52.023215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.174831Z","time spent":"848.279375ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:26:53.065698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.228033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:26:53.065856Z","caller":"traceutil/trace.go:171","msg":"trace[678338790] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"1.887630122s","start":"2026-03-05T18:26:51.178207Z","end":"2026-03-05T18:26:53.065837Z","steps":["trace[678338790] 'process raft request' (duration: 1.727181304s)","trace[678338790] 'compare' (duration: 160.123971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:26:53.065928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.178193Z","time spent":"1.887704654s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:53.066343Z","caller":"traceutil/trace.go:171","msg":"trace[1653434395] linearizableReadLoop","detail":"{readStateIndex:17931; appliedIndex:17928; }","duration":"1.891429021s","start":"2026-03-05T18:26:51.174877Z","end":"2026-03-05T18:26:53.066306Z","steps":["trace[1653434395] 'read index received' (duration: 845.531429ms)","trace[1653434395] 'applied index is now lower than readState.Index' (duration: 1.045895902s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:26:53.066422Z","caller":"traceutil/trace.go:171","msg":"trace[745665550] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"1.882680094s","start":"2026-03-05T18:26:51.183714Z","end":"2026-03-05T18:26:53.066394Z","steps":["trace[745665550] 'process raft request' (duration: 1.88207647s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.066539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891654198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-05T18:26:53.066578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.183698Z","time spent":"1.882801478s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:53.066583Z","caller":"traceutil/trace.go:171","msg":"trace[1354969758] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17292; }","duration":"1.89171339s","start":"2026-03-05T18:26:51.174858Z","end":"2026-03-05T18:26:53.066571Z","steps":["trace[1354969758] 'agreement among raft nodes before linearized reading' (duration: 1.891577395s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.066688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.174849Z","time spent":"1.891820162s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311456451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:26:53.111161Z","caller":"traceutil/trace.go:171","msg":"trace[872689556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17293; }","duration":"1.311594014s","start":"2026-03-05T18:26:51.799545Z","end":"2026-03-05T18:26:53.111139Z","steps":["trace[872689556] 'agreement among raft nodes before linearized reading' (duration: 1.311392269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.799515Z","time spent":"1.311674795s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:26:53.111176Z","caller":"traceutil/trace.go:171","msg":"trace[1726514797] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"169.290248ms","start":"2026-03-05T18:26:52.941861Z","end":"2026-03-05T18:26:53.111151Z","steps":["trace[1726514797] 'process raft request' (duration: 168.911359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0525528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z4jm9\" ","response":"range_response_count:1 size:22015"} {"level":"warn","ts":"2026-03-05T18:26:53.1112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312651408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:26:53.111327Z","caller":"traceutil/trace.go:171","msg":"trace[921147392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17293; }","duration":"1.312812412s","start":"2026-03-05T18:26:51.798499Z","end":"2026-03-05T18:26:53.111312Z","steps":["trace[921147392] 'agreement among raft nodes before linearized reading' (duration: 1.312629948s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610835419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:26:53.111377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028124312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:26:53.111385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.798476Z","time spent":"1.312883144s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:26:53.111397Z","caller":"traceutil/trace.go:171","msg":"trace[390129946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17293; }","duration":"1.61088091s","start":"2026-03-05T18:26:51.500502Z","end":"2026-03-05T18:26:53.111382Z","steps":["trace[390129946] 'agreement among raft nodes before linearized reading' (duration: 1.610788248s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:53.111412Z","caller":"traceutil/trace.go:171","msg":"trace[963277816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17293; }","duration":"1.028190135s","start":"2026-03-05T18:26:52.083213Z","end":"2026-03-05T18:26:53.111403Z","steps":["trace[963277816] 'agreement among raft nodes before linearized reading' (duration: 1.028138603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.11144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.500463Z","time spent":"1.610966353s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:52.083195Z","time spent":"1.028252246s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228165039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:26:53.111272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384003958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:26:53.111514Z","caller":"traceutil/trace.go:171","msg":"trace[576013511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17293; }","duration":"1.228236441s","start":"2026-03-05T18:26:51.883268Z","end":"2026-03-05T18:26:53.111504Z","steps":["trace[576013511] 'agreement among raft nodes before linearized reading' (duration: 1.22819517s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:53.111526Z","caller":"traceutil/trace.go:171","msg":"trace[1248315592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17293; }","duration":"1.384280456s","start":"2026-03-05T18:26:51.727236Z","end":"2026-03-05T18:26:53.111516Z","steps":["trace[1248315592] 'agreement among raft nodes before linearized reading' (duration: 1.383984998s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.883246Z","time spent":"1.228292092s","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:26:53.111555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.727219Z","time spent":"1.384326896s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311477811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:26:53.111663Z","caller":"traceutil/trace.go:171","msg":"trace[1570037593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17293; }","duration":"1.312155018s","start":"2026-03-05T18:26:51.799501Z","end":"2026-03-05T18:26:53.111656Z","steps":["trace[1570037593] 'agreement among raft nodes before linearized reading' (duration: 1.311464861s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:53.111324Z","caller":"traceutil/trace.go:171","msg":"trace[936168034] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z4jm9; range_end:; response_count:1; response_revision:17293; }","duration":"1.052692624s","start":"2026-03-05T18:26:52.058608Z","end":"2026-03-05T18:26:53.111301Z","steps":["trace[936168034] 'agreement among raft nodes before linearized reading' (duration: 1.052369166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.799462Z","time spent":"1.312215389s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:52.058593Z","time spent":"1.053098924s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-z4jm9\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664392728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T18:26:53.11176Z","caller":"traceutil/trace.go:171","msg":"trace[249540358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17293; }","duration":"1.66447944s","start":"2026-03-05T18:26:51.447267Z","end":"2026-03-05T18:26:53.111747Z","steps":["trace[249540358] 'agreement among raft nodes before linearized reading' (duration: 1.664336267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.111798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.447245Z","time spent":"1.664545151s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224850051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:26:53.111997Z","caller":"traceutil/trace.go:171","msg":"trace[652778569] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:17293; }","duration":"1.225415404s","start":"2026-03-05T18:26:51.886565Z","end":"2026-03-05T18:26:53.11198Z","steps":["trace[652778569] 'agreement among raft nodes before linearized reading' (duration: 1.22482662s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.112032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.886554Z","time spent":"1.225468266s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:26:53.111955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774039014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:26:53.112204Z","caller":"traceutil/trace.go:171","msg":"trace[1870693452] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:17293; }","duration":"1.774333641s","start":"2026-03-05T18:26:51.337861Z","end":"2026-03-05T18:26:53.112195Z","steps":["trace[1870693452] 'agreement among raft nodes before linearized reading' (duration: 1.774006843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:53.112236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:51.337838Z","time spent":"1.774384652s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":74,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:26:53.619875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036782915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:26:54.120191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036782915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:26:54.472674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358046373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:26:54.581756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.784385ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T18:26:54.581835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.114466Z","time spent":"1.467366171s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:26:54.669254Z","caller":"traceutil/trace.go:171","msg":"trace[170726994] linearizableReadLoop","detail":"{readStateIndex:17940; appliedIndex:17932; }","duration":"1.549455487s","start":"2026-03-05T18:26:53.119773Z","end":"2026-03-05T18:26:54.669228Z","steps":["trace[170726994] 'read index received' (duration: 1.353232281s)","trace[170726994] 'applied index is now lower than readState.Index' (duration: 196.222036ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:26:54.669481Z","caller":"traceutil/trace.go:171","msg":"trace[697028578] transaction","detail":"{read_only:false; response_revision:17297; number_of_response:1; }","duration":"1.551798491s","start":"2026-03-05T18:26:53.117648Z","end":"2026-03-05T18:26:54.669447Z","steps":["trace[697028578] 'process raft request' (duration: 1.551444393s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:54.669543Z","caller":"traceutil/trace.go:171","msg":"trace[41781607] transaction","detail":"{read_only:false; response_revision:17300; number_of_response:1; }","duration":"1.522708222s","start":"2026-03-05T18:26:53.14681Z","end":"2026-03-05T18:26:54.669518Z","steps":["trace[41781607] 'process raft request' (duration: 1.522377095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.669652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.146795Z","time spent":"1.522802715s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:26:54.669656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549863046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-05T18:26:54.669663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.117623Z","time spent":"1.551934514s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:54.669772Z","caller":"traceutil/trace.go:171","msg":"trace[1351340322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17300; }","duration":"1.549960199s","start":"2026-03-05T18:26:53.11974Z","end":"2026-03-05T18:26:54.6697Z","steps":["trace[1351340322] 'agreement among raft nodes before linearized reading' (duration: 1.549792635s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:54.669745Z","caller":"traceutil/trace.go:171","msg":"trace[1606250269] transaction","detail":"{read_only:false; response_revision:17296; number_of_response:1; }","duration":"1.552648541s","start":"2026-03-05T18:26:53.117019Z","end":"2026-03-05T18:26:54.669668Z","steps":["trace[1606250269] 'process raft request' (duration: 1.552039677s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.669825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.119713Z","time spent":"1.550101131s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-05T18:26:54.669819Z","caller":"traceutil/trace.go:171","msg":"trace[2051902472] transaction","detail":"{read_only:false; response_revision:17298; number_of_response:1; }","duration":"1.551273789s","start":"2026-03-05T18:26:53.118521Z","end":"2026-03-05T18:26:54.669795Z","steps":["trace[2051902472] 'process raft request' (duration: 1.550606053s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:54.669875Z","caller":"traceutil/trace.go:171","msg":"trace[2180688] transaction","detail":"{read_only:false; response_revision:17299; number_of_response:1; }","duration":"1.550000938s","start":"2026-03-05T18:26:53.119833Z","end":"2026-03-05T18:26:54.669834Z","steps":["trace[2180688] 'process raft request' (duration: 1.549324442s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.669951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.116991Z","time spent":"1.552852367s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:26:54.670006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.119821Z","time spent":"1.550119121s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:26:54.670033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.118505Z","time spent":"1.551397121s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:54.670249Z","caller":"traceutil/trace.go:171","msg":"trace[1115390781] transaction","detail":"{read_only:false; response_revision:17295; number_of_response:1; }","duration":"1.552658283s","start":"2026-03-05T18:26:53.116952Z","end":"2026-03-05T18:26:54.66961Z","steps":["trace[1115390781] 'process raft request' (duration: 1.552064929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.670344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.11694Z","time spent":"1.553364709s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:54.670343Z","caller":"traceutil/trace.go:171","msg":"trace[1313950275] transaction","detail":"{read_only:false; response_revision:17294; number_of_response:1; }","duration":"1.555165191s","start":"2026-03-05T18:26:53.114612Z","end":"2026-03-05T18:26:54.669777Z","steps":["trace[1313950275] 'process raft request' (duration: 1.554225038s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.670512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.114599Z","time spent":"1.555830376s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:26:54.742232Z","caller":"traceutil/trace.go:171","msg":"trace[1458434405] transaction","detail":"{read_only:false; response_revision:17301; number_of_response:1; }","duration":"159.316682ms","start":"2026-03-05T18:26:54.582892Z","end":"2026-03-05T18:26:54.742209Z","steps":["trace[1458434405] 'process raft request' (duration: 126.467304ms)","trace[1458434405] 'compare' (duration: 32.722796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:26:54.742364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.640137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:26:54.742628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523951472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T18:26:54.742625Z","caller":"traceutil/trace.go:171","msg":"trace[1652307214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17301; }","duration":"248.782201ms","start":"2026-03-05T18:26:54.493659Z","end":"2026-03-05T18:26:54.742441Z","steps":["trace[1652307214] 'agreement among raft nodes before linearized reading' (duration: 248.589056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:54.742663Z","caller":"traceutil/trace.go:171","msg":"trace[945156711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17301; }","duration":"1.524021053s","start":"2026-03-05T18:26:53.218634Z","end":"2026-03-05T18:26:54.742655Z","steps":["trace[945156711] 'agreement among raft nodes before linearized reading' (duration: 1.52388964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.742686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.218622Z","time spent":"1.524058404s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:26:54.742836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.569528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:26:54.742863Z","caller":"traceutil/trace.go:171","msg":"trace[1433722911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17301; }","duration":"695.633079ms","start":"2026-03-05T18:26:54.047223Z","end":"2026-03-05T18:26:54.742856Z","steps":["trace[1433722911] 'agreement among raft nodes before linearized reading' (duration: 695.561258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.74288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:54.047201Z","time spent":"695.675431ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:26:54.743039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172548102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:26:54.743076Z","caller":"traceutil/trace.go:171","msg":"trace[1075896520] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:17301; }","duration":"1.172621714s","start":"2026-03-05T18:26:53.570447Z","end":"2026-03-05T18:26:54.743068Z","steps":["trace[1075896520] 'agreement among raft nodes before linearized reading' (duration: 1.172550173s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.74307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559102074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gxpnc\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-05T18:26:54.743101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.570428Z","time spent":"1.172665425s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:26:54.743118Z","caller":"traceutil/trace.go:171","msg":"trace[908136915] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gxpnc; range_end:; response_count:1; response_revision:17301; }","duration":"1.559189646s","start":"2026-03-05T18:26:53.183912Z","end":"2026-03-05T18:26:54.743102Z","steps":["trace[908136915] 'agreement among raft nodes before linearized reading' (duration: 1.558960761s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.743264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4913789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:26:54.743333Z","caller":"traceutil/trace.go:171","msg":"trace[496312552] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17301; }","duration":"1.491456402s","start":"2026-03-05T18:26:53.251853Z","end":"2026-03-05T18:26:54.743309Z","steps":["trace[496312552] 'agreement among raft nodes before linearized reading' (duration: 1.49135855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.74339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.251818Z","time spent":"1.491557505s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:26:54.743518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617995468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:26:54.743574Z","caller":"traceutil/trace.go:171","msg":"trace[1503018850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17301; }","duration":"1.61809776s","start":"2026-03-05T18:26:53.125464Z","end":"2026-03-05T18:26:54.743561Z","steps":["trace[1503018850] 'agreement among raft nodes before linearized reading' (duration: 1.617836804s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.743744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.125456Z","time spent":"1.618276934s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:26:54.74326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.183891Z","time spent":"1.559302569s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gxpnc\" "} {"level":"warn","ts":"2026-03-05T18:26:54.7441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624142963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-120564f9-0770-4dea-8bd8-ee48b21cfa5d\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T18:26:54.744148Z","caller":"traceutil/trace.go:171","msg":"trace[1170144028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-120564f9-0770-4dea-8bd8-ee48b21cfa5d; range_end:; response_count:1; response_revision:17301; }","duration":"1.624210924s","start":"2026-03-05T18:26:53.119927Z","end":"2026-03-05T18:26:54.744138Z","steps":["trace[1170144028] 'agreement among raft nodes before linearized reading' (duration: 1.624083541s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.744186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.11992Z","time spent":"1.624258045s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-120564f9-0770-4dea-8bd8-ee48b21cfa5d\" "} {"level":"warn","ts":"2026-03-05T18:26:54.745161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625351812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936386"} {"level":"info","ts":"2026-03-05T18:26:54.745206Z","caller":"traceutil/trace.go:171","msg":"trace[1174653119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17301; }","duration":"1.625427075s","start":"2026-03-05T18:26:53.119769Z","end":"2026-03-05T18:26:54.745196Z","steps":["trace[1174653119] 'agreement among raft nodes before linearized reading' (duration: 1.624557954s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.74524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:26:53.119758Z","time spent":"1.625471176s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936409,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:26:54.817988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.903426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-05T18:26:54.818075Z","caller":"traceutil/trace.go:171","msg":"trace[156979201] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17302; }","duration":"138.020909ms","start":"2026-03-05T18:26:54.680033Z","end":"2026-03-05T18:26:54.818054Z","steps":["trace[156979201] 'agreement among raft nodes before linearized reading' (duration: 137.829805ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:26:54.929003Z","caller":"traceutil/trace.go:171","msg":"trace[1592622132] linearizableReadLoop","detail":"{readStateIndex:17943; appliedIndex:17942; }","duration":"111.256984ms","start":"2026-03-05T18:26:54.817719Z","end":"2026-03-05T18:26:54.928976Z","steps":["trace[1592622132] 'read index received' (duration: 110.866135ms)","trace[1592622132] 'applied index is now lower than readState.Index' (duration: 389.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:26:54.929373Z","caller":"traceutil/trace.go:171","msg":"trace[140331553] transaction","detail":"{read_only:false; response_revision:17303; number_of_response:1; }","duration":"180.195366ms","start":"2026-03-05T18:26:54.749164Z","end":"2026-03-05T18:26:54.929359Z","steps":["trace[140331553] 'process raft request' (duration: 179.51424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.930071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.377605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:26:54.930147Z","caller":"traceutil/trace.go:171","msg":"trace[745015509] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17303; }","duration":"181.491388ms","start":"2026-03-05T18:26:54.748638Z","end":"2026-03-05T18:26:54.93013Z","steps":["trace[745015509] 'agreement among raft nodes before linearized reading' (duration: 181.249402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.930436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.487604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T18:26:54.930476Z","caller":"traceutil/trace.go:171","msg":"trace[1436919274] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17303; }","duration":"180.541796ms","start":"2026-03-05T18:26:54.749924Z","end":"2026-03-05T18:26:54.930466Z","steps":["trace[1436919274] 'agreement among raft nodes before linearized reading' (duration: 180.435623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.930691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.832792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:26:54.930727Z","caller":"traceutil/trace.go:171","msg":"trace[299960672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17303; }","duration":"180.889013ms","start":"2026-03-05T18:26:54.74983Z","end":"2026-03-05T18:26:54.930719Z","steps":["trace[299960672] 'agreement among raft nodes before linearized reading' (duration: 180.773631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.930723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.437481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936386"} {"level":"info","ts":"2026-03-05T18:26:54.930791Z","caller":"traceutil/trace.go:171","msg":"trace[1527957937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17303; }","duration":"180.557805ms","start":"2026-03-05T18:26:54.750217Z","end":"2026-03-05T18:26:54.930775Z","steps":["trace[1527957937] 'agreement among raft nodes before linearized reading' (duration: 179.392698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.930879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.104942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:26:54.930918Z","caller":"traceutil/trace.go:171","msg":"trace[1588973095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17303; }","duration":"182.153153ms","start":"2026-03-05T18:26:54.748752Z","end":"2026-03-05T18:26:54.930906Z","steps":["trace[1588973095] 'agreement among raft nodes before linearized reading' (duration: 182.102082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:26:54.931575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.806862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.189a0544bf9580fa\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-05T18:26:54.931617Z","caller":"traceutil/trace.go:171","msg":"trace[411578613] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.189a0544bf9580fa; range_end:; response_count:1; response_revision:17303; }","duration":"107.888084ms","start":"2026-03-05T18:26:54.82372Z","end":"2026-03-05T18:26:54.931608Z","steps":["trace[411578613] 'agreement among raft nodes before linearized reading' (duration: 107.781092ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:27:00.287616Z","caller":"traceutil/trace.go:171","msg":"trace[451245134] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"200.314993ms","start":"2026-03-05T18:27:00.087196Z","end":"2026-03-05T18:27:00.287511Z","steps":["trace[451245134] 'process raft request' (duration: 200.096477ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:27:00.287629Z","caller":"traceutil/trace.go:171","msg":"trace[1301692876] linearizableReadLoop","detail":"{readStateIndex:17980; appliedIndex:17979; }","duration":"172.405852ms","start":"2026-03-05T18:27:00.115193Z","end":"2026-03-05T18:27:00.287599Z","steps":["trace[1301692876] 'read index received' (duration: 172.125935ms)","trace[1301692876] 'applied index is now lower than readState.Index' (duration: 278.447µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:27:00.287741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.534544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:27:00.287838Z","caller":"traceutil/trace.go:171","msg":"trace[794261883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17339; }","duration":"172.673398ms","start":"2026-03-05T18:27:00.115152Z","end":"2026-03-05T18:27:00.287825Z","steps":["trace[794261883] 'agreement among raft nodes before linearized reading' (duration: 172.537675ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:27:47.148367Z","caller":"traceutil/trace.go:171","msg":"trace[171484386] linearizableReadLoop","detail":"{readStateIndex:18564; appliedIndex:18563; }","duration":"154.266393ms","start":"2026-03-05T18:27:46.994075Z","end":"2026-03-05T18:27:47.148341Z","steps":["trace[171484386] 'read index received' (duration: 154.024207ms)","trace[171484386] 'applied index is now lower than readState.Index' (duration: 241.176µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:27:47.148659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.55402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:27:47.14864Z","caller":"traceutil/trace.go:171","msg":"trace[1862961019] transaction","detail":"{read_only:false; response_revision:17906; number_of_response:1; }","duration":"179.96258ms","start":"2026-03-05T18:27:46.968604Z","end":"2026-03-05T18:27:47.148567Z","steps":["trace[1862961019] 'process raft request' (duration: 179.575431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:27:47.14873Z","caller":"traceutil/trace.go:171","msg":"trace[748467866] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17906; }","duration":"154.659562ms","start":"2026-03-05T18:27:46.994059Z","end":"2026-03-05T18:27:47.148719Z","steps":["trace[748467866] 'agreement among raft nodes before linearized reading' (duration: 154.536369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:27:47.148755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.911886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:27:47.148808Z","caller":"traceutil/trace.go:171","msg":"trace[1989368419] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17906; }","duration":"151.985299ms","start":"2026-03-05T18:27:46.996807Z","end":"2026-03-05T18:27:47.148793Z","steps":["trace[1989368419] 'agreement among raft nodes before linearized reading' (duration: 151.888576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:27:47.148969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.09519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:27:47.149001Z","caller":"traceutil/trace.go:171","msg":"trace[1068040696] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17906; }","duration":"149.136191ms","start":"2026-03-05T18:27:46.999856Z","end":"2026-03-05T18:27:47.148992Z","steps":["trace[1068040696] 'agreement among raft nodes before linearized reading' (duration: 149.08785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:27:47.149051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.020565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-z4jm9\" ","response":"range_response_count:1 size:23212"} {"level":"warn","ts":"2026-03-05T18:27:47.149091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.831831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:27:47.149153Z","caller":"traceutil/trace.go:171","msg":"trace[98264314] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17906; }","duration":"139.941794ms","start":"2026-03-05T18:27:47.009193Z","end":"2026-03-05T18:27:47.149135Z","steps":["trace[98264314] 'agreement among raft nodes before linearized reading' (duration: 139.840471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:27:47.149142Z","caller":"traceutil/trace.go:171","msg":"trace[700641730] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-z4jm9; range_end:; response_count:1; response_revision:17906; }","duration":"129.163828ms","start":"2026-03-05T18:27:47.019954Z","end":"2026-03-05T18:27:47.149118Z","steps":["trace[700641730] 'agreement among raft nodes before linearized reading' (duration: 128.83231ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:28:48.747307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15961} {"level":"info","ts":"2026-03-05T18:28:48.852707Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15961,"took":"98.985622ms","hash":638070973,"current-db-size-bytes":44638208,"current-db-size":"45 MB","current-db-size-in-use-bytes":30449664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T18:28:48.852767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":638070973,"revision":15961,"compact-revision":13524} {"level":"info","ts":"2026-03-05T18:31:12.138874Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:31:12.144944Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T18:31:12.145061Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T18:32:06.014587Z","caller":"traceutil/trace.go:171","msg":"trace[200356790] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"120.895541ms","start":"2026-03-05T18:32:05.893665Z","end":"2026-03-05T18:32:06.01456Z","steps":["trace[200356790] 'process raft request' (duration: 120.732307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:12.446542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:11.906009Z","time spent":"540.528519ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:32:13.196777Z","caller":"traceutil/trace.go:171","msg":"trace[901956947] linearizableReadLoop","detail":"{readStateIndex:20303; appliedIndex:20302; }","duration":"1.083064415s","start":"2026-03-05T18:32:12.113688Z","end":"2026-03-05T18:32:13.196752Z","steps":["trace[901956947] 'read index received' (duration: 333.329826ms)","trace[901956947] 'applied index is now lower than readState.Index' (duration: 749.733279ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:13.196888Z","caller":"traceutil/trace.go:171","msg":"trace[1475827898] transaction","detail":"{read_only:false; response_revision:19582; number_of_response:1; }","duration":"868.173001ms","start":"2026-03-05T18:32:12.328703Z","end":"2026-03-05T18:32:13.196876Z","steps":["trace[1475827898] 'process raft request' (duration: 867.965416ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:13.196985Z","caller":"traceutil/trace.go:171","msg":"trace[1123247094] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"1.149101808s","start":"2026-03-05T18:32:12.047705Z","end":"2026-03-05T18:32:13.196806Z","steps":["trace[1123247094] 'process raft request' (duration: 1.104529194s)","trace[1123247094] 'compare' (duration: 44.321907ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:13.197066Z","caller":"traceutil/trace.go:171","msg":"trace[1812380325] transaction","detail":"{read_only:false; response_revision:19583; number_of_response:1; }","duration":"866.449111ms","start":"2026-03-05T18:32:12.330607Z","end":"2026-03-05T18:32:13.197056Z","steps":["trace[1812380325] 'process raft request' (duration: 866.109523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:13.197168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.047678Z","time spent":"1.149399776s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:13.197021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.328672Z","time spent":"868.267253ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:13.197468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.33058Z","time spent":"866.598994ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:13.197578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083922096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T18:32:13.197643Z","caller":"traceutil/trace.go:171","msg":"trace[1647724627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19583; }","duration":"1.084039028s","start":"2026-03-05T18:32:12.113586Z","end":"2026-03-05T18:32:13.197625Z","steps":["trace[1647724627] 'agreement among raft nodes before linearized reading' (duration: 1.083781422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:13.197678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.113555Z","time spent":"1.08411546s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T18:32:13.69731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036789614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:32:14.197512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036789614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:32:14.211478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05919467s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:32:14.591083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.209851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:14.591578Z","caller":"traceutil/trace.go:171","msg":"trace[1246761859] transaction","detail":"{read_only:false; response_revision:19584; number_of_response:1; }","duration":"2.143609487s","start":"2026-03-05T18:32:12.447941Z","end":"2026-03-05T18:32:14.591551Z","steps":["trace[1246761859] 'process raft request' (duration: 1.763859963s)","trace[1246761859] 'compare' (duration: 378.793692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:14.591698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.447923Z","time spent":"2.14370877s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:15.029044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:32:15.029161Z","caller":"traceutil/trace.go:171","msg":"trace[1290994776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517022s","start":"2026-03-05T18:32:13.028619Z","end":"2026-03-05T18:32:15.029136Z","steps":["trace[1290994776] 'agreement among raft nodes before linearized reading' (duration: 2.000372538s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.029213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.028598Z","time spent":"2.000604083s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:32:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:32:15.083543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:32:15.083635Z","caller":"traceutil/trace.go:171","msg":"trace[1018494504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658475s","start":"2026-03-05T18:32:13.082952Z","end":"2026-03-05T18:32:15.08361Z","steps":["trace[1018494504] 'agreement among raft nodes before linearized reading' (duration: 2.000554373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.083688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.082936Z","time spent":"2.000739277s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:32:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:32:15.468658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.593609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:15.46884Z","caller":"traceutil/trace.go:171","msg":"trace[399789826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19584; }","duration":"157.793424ms","start":"2026-03-05T18:32:15.31102Z","end":"2026-03-05T18:32:15.468814Z","steps":["trace[399789826] 'range keys from in-memory index tree' (duration: 157.571608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.469333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.708291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:15.469445Z","caller":"traceutil/trace.go:171","msg":"trace[1801498202] linearizableReadLoop","detail":"{readStateIndex:20307; appliedIndex:20305; }","duration":"2.272578929s","start":"2026-03-05T18:32:13.196847Z","end":"2026-03-05T18:32:15.469426Z","steps":["trace[1801498202] 'read index received' (duration: 1.014923993s)","trace[1801498202] 'applied index is now lower than readState.Index' (duration: 1.257652896s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:15.469582Z","caller":"traceutil/trace.go:171","msg":"trace[1086512242] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"1.880235405s","start":"2026-03-05T18:32:13.589304Z","end":"2026-03-05T18:32:15.46954Z","steps":["trace[1086512242] 'process raft request' (duration: 1.476107884s)","trace[1086512242] 'compare' (duration: 403.304412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:15.469644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029604871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:32:15.469675Z","caller":"traceutil/trace.go:171","msg":"trace[1839280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19585; }","duration":"3.029660161s","start":"2026-03-05T18:32:12.440005Z","end":"2026-03-05T18:32:15.469666Z","steps":["trace[1839280] 'agreement among raft nodes before linearized reading' (duration: 3.029510458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.469634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940459332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:15.469699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029273762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:32:15.469719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.43999Z","time spent":"3.029721833s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:32:15.469711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030629274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:32:15.469719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035325615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:32:15.469734Z","caller":"traceutil/trace.go:171","msg":"trace[1617301642] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19585; }","duration":"2.940609255s","start":"2026-03-05T18:32:12.529104Z","end":"2026-03-05T18:32:15.469713Z","steps":["trace[1617301642] 'agreement among raft nodes before linearized reading' (duration: 2.940419s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:15.469764Z","caller":"traceutil/trace.go:171","msg":"trace[960350208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19585; }","duration":"3.029362373s","start":"2026-03-05T18:32:12.440382Z","end":"2026-03-05T18:32:15.469744Z","steps":["trace[960350208] 'agreement among raft nodes before linearized reading' (duration: 3.029109347s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:15.469775Z","caller":"traceutil/trace.go:171","msg":"trace[2134416030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19585; }","duration":"3.030742417s","start":"2026-03-05T18:32:12.439016Z","end":"2026-03-05T18:32:15.469758Z","steps":["trace[2134416030] 'agreement among raft nodes before linearized reading' (duration: 3.030518791s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:15.469786Z","caller":"traceutil/trace.go:171","msg":"trace[212054653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19585; }","duration":"3.035433858s","start":"2026-03-05T18:32:12.434331Z","end":"2026-03-05T18:32:15.469765Z","steps":["trace[212054653] 'agreement among raft nodes before linearized reading' (duration: 3.035211333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.469794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.529089Z","time spent":"2.940693667s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:15.469801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.440369Z","time spent":"3.029424155s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:32:15.469782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03002508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:32:15.469828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.43899Z","time spent":"3.030823929s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:32:15.469698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93409282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:32:15.470053Z","caller":"traceutil/trace.go:171","msg":"trace[2077469450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19585; }","duration":"3.030327417s","start":"2026-03-05T18:32:12.4397Z","end":"2026-03-05T18:32:15.470028Z","steps":["trace[2077469450] 'agreement among raft nodes before linearized reading' (duration: 3.029839395s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.469822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.434305Z","time spent":"3.0355098s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:32:15.470101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.439685Z","time spent":"3.030406119s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:32:15.4701Z","caller":"traceutil/trace.go:171","msg":"trace[451157992] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19585; }","duration":"2.93451718s","start":"2026-03-05T18:32:12.535542Z","end":"2026-03-05T18:32:15.470059Z","steps":["trace[451157992] 'agreement among raft nodes before linearized reading' (duration: 2.933971107s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:15.470173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:12.535529Z","time spent":"2.934626462s","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":132,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:15.469732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.589267Z","time spent":"1.880376269s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:17.091288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:32:17.091658Z","caller":"traceutil/trace.go:171","msg":"trace[358846714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043723s","start":"2026-03-05T18:32:15.091203Z","end":"2026-03-05T18:32:17.09164Z","steps":["trace[358846714] 'agreement among raft nodes before linearized reading' (duration: 2.000047201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.091759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.091189Z","time spent":"2.000555852s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:32:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:32:17.156427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195298541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:17.156564Z","caller":"traceutil/trace.go:171","msg":"trace[2111343686] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"2.123200084s","start":"2026-03-05T18:32:15.03334Z","end":"2026-03-05T18:32:17.15654Z","steps":["trace[2111343686] 'process raft request' (duration: 927.711119ms)","trace[2111343686] 'compare' (duration: 1.19395705s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:17.156642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.033311Z","time spent":"2.123299227s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:32:17.241362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280029255s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:32:17.241993Z","caller":"traceutil/trace.go:171","msg":"trace[833581995] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"2.038797858s","start":"2026-03-05T18:32:15.203163Z","end":"2026-03-05T18:32:17.241961Z","steps":["trace[833581995] 'process raft request' (duration: 2.038601623s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.242289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.203135Z","time spent":"2.039034544s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:17.242423Z","caller":"traceutil/trace.go:171","msg":"trace[1199560634] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"1.767708423s","start":"2026-03-05T18:32:15.474694Z","end":"2026-03-05T18:32:17.242403Z","steps":["trace[1199560634] 'process raft request' (duration: 1.767592431s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.242437Z","caller":"traceutil/trace.go:171","msg":"trace[362726220] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"2.038581853s","start":"2026-03-05T18:32:15.203831Z","end":"2026-03-05T18:32:17.242413Z","steps":["trace[362726220] 'process raft request' (duration: 2.038324196s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.242402Z","caller":"traceutil/trace.go:171","msg":"trace[549455513] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"2.03887104s","start":"2026-03-05T18:32:15.203472Z","end":"2026-03-05T18:32:17.242343Z","steps":["trace[549455513] 'process raft request' (duration: 2.03843725s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.242532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.474675Z","time spent":"1.767805286s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:17.242546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.203822Z","time spent":"2.038668925s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:17.242713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.203444Z","time spent":"2.039089304s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:17.242741Z","caller":"traceutil/trace.go:171","msg":"trace[447383677] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"1.767772546s","start":"2026-03-05T18:32:15.474945Z","end":"2026-03-05T18:32:17.242717Z","steps":["trace[447383677] 'process raft request' (duration: 1.767403157s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.242864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.47492Z","time spent":"1.767875017s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:17.242848Z","caller":"traceutil/trace.go:171","msg":"trace[118033721] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"1.767854447s","start":"2026-03-05T18:32:15.474973Z","end":"2026-03-05T18:32:17.242827Z","steps":["trace[118033721] 'process raft request' (duration: 1.767639262s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.242872Z","caller":"traceutil/trace.go:171","msg":"trace[2061735597] linearizableReadLoop","detail":"{readStateIndex:20311; appliedIndex:20307; }","duration":"1.773371058s","start":"2026-03-05T18:32:15.469471Z","end":"2026-03-05T18:32:17.242842Z","steps":["trace[2061735597] 'read index received' (duration: 491.596621ms)","trace[2061735597] 'applied index is now lower than readState.Index' (duration: 1.281773016s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:17.24296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.474956Z","time spent":"1.767954989s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:17.242998Z","caller":"traceutil/trace.go:171","msg":"trace[1525925735] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"1.767402117s","start":"2026-03-05T18:32:15.475583Z","end":"2026-03-05T18:32:17.242986Z","steps":["trace[1525925735] 'process raft request' (duration: 1.767194672s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.243014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559835995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:17.243035Z","caller":"traceutil/trace.go:171","msg":"trace[568845339] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19594; }","duration":"3.559892847s","start":"2026-03-05T18:32:13.683136Z","end":"2026-03-05T18:32:17.243028Z","steps":["trace[568845339] 'agreement among raft nodes before linearized reading' (duration: 3.559842326s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.243051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.683121Z","time spent":"3.559926397s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:17.243065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.475571Z","time spent":"1.767459118s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:17.243151Z","caller":"traceutil/trace.go:171","msg":"trace[1779753057] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"1.768026711s","start":"2026-03-05T18:32:15.475113Z","end":"2026-03-05T18:32:17.243139Z","steps":["trace[1779753057] 'process raft request' (duration: 1.767616682s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.243168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78788214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:17.243206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.47509Z","time spent":"1.768090802s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:17.243227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649124638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:32:17.243221Z","caller":"traceutil/trace.go:171","msg":"trace[1295636131] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19594; }","duration":"3.788012224s","start":"2026-03-05T18:32:13.455193Z","end":"2026-03-05T18:32:17.243206Z","steps":["trace[1295636131] 'agreement among raft nodes before linearized reading' (duration: 3.787804159s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.243245Z","caller":"traceutil/trace.go:171","msg":"trace[1642622910] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19594; }","duration":"2.64918722s","start":"2026-03-05T18:32:14.594053Z","end":"2026-03-05T18:32:17.24324Z","steps":["trace[1642622910] 'agreement among raft nodes before linearized reading' (duration: 2.649088738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.243259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:14.59403Z","time spent":"2.649227371s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:32:17.243261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80094372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:17.24319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433764922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:17.243273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.455161Z","time spent":"3.788097245s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:32:17.243302Z","caller":"traceutil/trace.go:171","msg":"trace[1191724221] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19594; }","duration":"2.433938436s","start":"2026-03-05T18:32:14.809354Z","end":"2026-03-05T18:32:17.243293Z","steps":["trace[1191724221] 'agreement among raft nodes before linearized reading' (duration: 2.433785422s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:17.245982Z","caller":"traceutil/trace.go:171","msg":"trace[1216006809] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19594; }","duration":"2.801020842s","start":"2026-03-05T18:32:14.442259Z","end":"2026-03-05T18:32:17.24328Z","steps":["trace[1216006809] 'agreement among raft nodes before linearized reading' (duration: 2.800975031s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.246031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:14.442227Z","time spent":"2.803794028s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:17.243341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:14.809332Z","time spent":"2.433999598s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:17.243322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453365187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:17.246649Z","caller":"traceutil/trace.go:171","msg":"trace[372349362] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19594; }","duration":"2.456823898s","start":"2026-03-05T18:32:14.789752Z","end":"2026-03-05T18:32:17.246576Z","steps":["trace[372349362] 'agreement among raft nodes before linearized reading' (duration: 2.453193102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.246927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:14.789724Z","time spent":"2.457097254s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:17.246333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044561064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T18:32:17.247348Z","caller":"traceutil/trace.go:171","msg":"trace[645437068] range","detail":"{range_begin:/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b; range_end:; response_count:1; response_revision:19594; }","duration":"4.045612719s","start":"2026-03-05T18:32:13.201708Z","end":"2026-03-05T18:32:17.247321Z","steps":["trace[645437068] 'agreement among raft nodes before linearized reading' (duration: 4.041439311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:17.247419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:13.20169Z","time spent":"4.045711102s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-395a5dbf-df52-43a8-8153-d4f3852cb07b\" "} {"level":"warn","ts":"2026-03-05T18:32:18.173401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.817374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:18.173679Z","caller":"traceutil/trace.go:171","msg":"trace[787582659] linearizableReadLoop","detail":"{readStateIndex:20318; appliedIndex:20316; }","duration":"930.69877ms","start":"2026-03-05T18:32:17.242957Z","end":"2026-03-05T18:32:18.173656Z","steps":["trace[787582659] 'read index received' (duration: 395.403745ms)","trace[787582659] 'applied index is now lower than readState.Index' (duration: 535.293735ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:18.173754Z","caller":"traceutil/trace.go:171","msg":"trace[709646081] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"1.195535317s","start":"2026-03-05T18:32:16.978186Z","end":"2026-03-05T18:32:18.173721Z","steps":["trace[709646081] 'process raft request' (duration: 1.195358243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.173872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:16.978156Z","time spent":"1.19566808s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:18.173908Z","caller":"traceutil/trace.go:171","msg":"trace[82935999] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"2.013797106s","start":"2026-03-05T18:32:16.160067Z","end":"2026-03-05T18:32:18.173864Z","steps":["trace[82935999] 'process raft request' (duration: 1.478367398s)","trace[82935999] 'compare' (duration: 534.508027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:18.174072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426849778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:18.174093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:16.16004Z","time spent":"2.0139536s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:18.17413Z","caller":"traceutil/trace.go:171","msg":"trace[1805518323] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19596; }","duration":"2.426954011s","start":"2026-03-05T18:32:15.747159Z","end":"2026-03-05T18:32:18.174113Z","steps":["trace[1805518323] 'agreement among raft nodes before linearized reading' (duration: 2.426682164s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.174171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:15.747133Z","time spent":"2.427028953s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:18.174249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082184424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:18.174288Z","caller":"traceutil/trace.go:171","msg":"trace[2128380844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19596; }","duration":"1.082252966s","start":"2026-03-05T18:32:17.092025Z","end":"2026-03-05T18:32:18.174278Z","steps":["trace[2128380844] 'agreement among raft nodes before linearized reading' (duration: 1.081771194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.174318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.092008Z","time spent":"1.082304206s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:32:18.174495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014210296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-05T18:32:18.174554Z","caller":"traceutil/trace.go:171","msg":"trace[134163974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:19596; }","duration":"1.014324269s","start":"2026-03-05T18:32:17.160214Z","end":"2026-03-05T18:32:18.174538Z","steps":["trace[134163974] 'agreement among raft nodes before linearized reading' (duration: 1.013465409s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.174621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.160162Z","time spent":"1.014450292s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:32:18.174499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652537598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:32:18.174774Z","caller":"traceutil/trace.go:171","msg":"trace[635350885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19596; }","duration":"1.652850687s","start":"2026-03-05T18:32:16.521903Z","end":"2026-03-05T18:32:18.174754Z","steps":["trace[635350885] 'agreement among raft nodes before linearized reading' (duration: 1.651919454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.174827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:16.521884Z","time spent":"1.652926328s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:32:18.972967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.322082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:32:18.973215Z","caller":"traceutil/trace.go:171","msg":"trace[113034075] linearizableReadLoop","detail":"{readStateIndex:20319; appliedIndex:20318; }","duration":"799.477406ms","start":"2026-03-05T18:32:18.173723Z","end":"2026-03-05T18:32:18.9732Z","steps":["trace[113034075] 'read index received' (duration: 134.453µs)","trace[113034075] 'applied index is now lower than readState.Index' (duration: 799.341813ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:18.974142Z","caller":"traceutil/trace.go:171","msg":"trace[1615935443] transaction","detail":"{read_only:false; response_revision:19597; number_of_response:1; }","duration":"793.982196ms","start":"2026-03-05T18:32:18.180127Z","end":"2026-03-05T18:32:18.974109Z","steps":["trace[1615935443] 'process raft request' (duration: 792.940361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:18.974323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.180108Z","time spent":"794.116988ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:20.05638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.867208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:32:20.05642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296378751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:32:20.056485Z","caller":"traceutil/trace.go:171","msg":"trace[1345780332] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19597; }","duration":"2.296503135s","start":"2026-03-05T18:32:17.759963Z","end":"2026-03-05T18:32:20.056466Z","steps":["trace[1345780332] 'agreement among raft nodes before linearized reading' (duration: 1.213974443s)","trace[1345780332] 'count revisions from in-memory index tree' (duration: 1.082404129s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:20.056479Z","caller":"traceutil/trace.go:171","msg":"trace[1811655466] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:19597; }","duration":"976.007882ms","start":"2026-03-05T18:32:19.08045Z","end":"2026-03-05T18:32:20.056458Z","steps":["trace[1811655466] 'count revisions from in-memory index tree' (duration: 975.788137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.056518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.75994Z","time spent":"2.296569787s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:20.056507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801667477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-05T18:32:20.056606Z","caller":"traceutil/trace.go:171","msg":"trace[1693947692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19597; }","duration":"2.801801829s","start":"2026-03-05T18:32:17.254779Z","end":"2026-03-05T18:32:20.056581Z","steps":["trace[1693947692] 'agreement among raft nodes before linearized reading' (duration: 1.719196876s)","trace[1693947692] 'range keys from in-memory index tree' (duration: 1.082349958s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.056641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877649074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:32:20.056668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.254768Z","time spent":"2.801889642s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-05T18:32:20.056683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076984271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-05T18:32:20.056719Z","caller":"traceutil/trace.go:171","msg":"trace[1576931412] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e; range_end:; response_count:1; response_revision:19597; }","duration":"1.077039892s","start":"2026-03-05T18:32:18.979666Z","end":"2026-03-05T18:32:20.056706Z","steps":["trace[1576931412] 'range keys from in-memory index tree' (duration: 1.076845748s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:32:20.056715Z","caller":"traceutil/trace.go:171","msg":"trace[1879637218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19597; }","duration":"1.877744947s","start":"2026-03-05T18:32:18.178945Z","end":"2026-03-05T18:32:20.05669Z","steps":["trace[1879637218] 'agreement among raft nodes before linearized reading' (duration: 795.139963ms)","trace[1879637218] 'range keys from in-memory index tree' (duration: 1.08242686s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.056747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.979651Z","time spent":"1.077088823s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" "} {"level":"warn","ts":"2026-03-05T18:32:20.056756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.17892Z","time spent":"1.877827648s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:32:20.056757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.980952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:32:20.056803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408668987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:32:20.056826Z","caller":"traceutil/trace.go:171","msg":"trace[1517872426] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19597; }","duration":"2.4087407s","start":"2026-03-05T18:32:17.648077Z","end":"2026-03-05T18:32:20.056818Z","steps":["trace[1517872426] 'agreement among raft nodes before linearized reading' (duration: 1.32588706s)","trace[1517872426] 'count revisions from in-memory index tree' (duration: 1.082822868s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.056842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.648052Z","time spent":"2.40878553s","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:32:20.056846Z","caller":"traceutil/trace.go:171","msg":"trace[252041862] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19597; }","duration":"927.081545ms","start":"2026-03-05T18:32:19.129732Z","end":"2026-03-05T18:32:20.056814Z","steps":["trace[252041862] 'range keys from in-memory index tree' (duration: 926.824299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.056544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.080393Z","time spent":"976.140005ms","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:20.056888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.129726Z","time spent":"927.152296ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:32:20.057079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658467519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:20.057098Z","caller":"traceutil/trace.go:171","msg":"trace[1683314502] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19597; }","duration":"1.65854242s","start":"2026-03-05T18:32:18.398549Z","end":"2026-03-05T18:32:20.057091Z","steps":["trace[1683314502] 'agreement among raft nodes before linearized reading' (duration: 576.008328ms)","trace[1683314502] 'count revisions from in-memory index tree' (duration: 1.082505772s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.057087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19528749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:32:20.057118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.398511Z","time spent":"1.658602622s","remote":"127.0.0.1:46104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:32:20.057133Z","caller":"traceutil/trace.go:171","msg":"trace[1563974527] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19597; }","duration":"1.195375202s","start":"2026-03-05T18:32:18.861743Z","end":"2026-03-05T18:32:20.057118Z","steps":["trace[1563974527] 'agreement among raft nodes before linearized reading' (duration: 112.800829ms)","trace[1563974527] 'count revisions from in-memory index tree' (duration: 1.082515602s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.057167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.861719Z","time spent":"1.195439804s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:20.057235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804081654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:32:20.057252Z","caller":"traceutil/trace.go:171","msg":"trace[1531562120] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19597; }","duration":"2.804129395s","start":"2026-03-05T18:32:17.253117Z","end":"2026-03-05T18:32:20.057247Z","steps":["trace[1531562120] 'agreement among raft nodes before linearized reading' (duration: 1.720870155s)","trace[1531562120] 'range keys from in-memory index tree' (duration: 1.083204889s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.057266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:17.25302Z","time spent":"2.804242137s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:32:20.057338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874101601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:32:20.057807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.378535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:20.057823Z","caller":"traceutil/trace.go:171","msg":"trace[2087873727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19597; }","duration":"1.874519281s","start":"2026-03-05T18:32:18.183196Z","end":"2026-03-05T18:32:20.057715Z","steps":["trace[2087873727] 'agreement among raft nodes before linearized reading' (duration: 791.371794ms)","trace[2087873727] 'range keys from in-memory index tree' (duration: 1.082745258s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:20.057855Z","caller":"traceutil/trace.go:171","msg":"trace[688133905] linearizableReadLoop","detail":"{readStateIndex:20321; appliedIndex:20320; }","duration":"809.209386ms","start":"2026-03-05T18:32:19.248637Z","end":"2026-03-05T18:32:20.057847Z","steps":["trace[688133905] 'read index received' (duration: 487.786711ms)","trace[688133905] 'applied index is now lower than readState.Index' (duration: 321.420655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.057943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.304968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:32:20.057956Z","caller":"traceutil/trace.go:171","msg":"trace[1854651616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19598; }","duration":"809.340528ms","start":"2026-03-05T18:32:19.248611Z","end":"2026-03-05T18:32:20.057951Z","steps":["trace[1854651616] 'agreement among raft nodes before linearized reading' (duration: 809.277317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.05797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.248601Z","time spent":"809.36596ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:32:20.057932Z","caller":"traceutil/trace.go:171","msg":"trace[1739978061] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"810.200179ms","start":"2026-03-05T18:32:19.247701Z","end":"2026-03-05T18:32:20.057901Z","steps":["trace[1739978061] 'process raft request' (duration: 488.674152ms)","trace[1739978061] 'compare' (duration: 320.741478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:18.183176Z","time spent":"1.874811417s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:32:20.058073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.247682Z","time spent":"810.314121ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:20.650449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.187722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:32:20.650721Z","caller":"traceutil/trace.go:171","msg":"trace[471214988] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"1.401375746s","start":"2026-03-05T18:32:19.249313Z","end":"2026-03-05T18:32:20.650689Z","steps":["trace[471214988] 'process raft request' (duration: 1.149852556s)","trace[471214988] 'compare' (duration: 250.541807ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:32:20.650963Z","caller":"traceutil/trace.go:171","msg":"trace[971759547] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"1.400970696s","start":"2026-03-05T18:32:19.249807Z","end":"2026-03-05T18:32:20.650778Z","steps":["trace[971759547] 'process raft request' (duration: 1.400736791s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.650964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.249299Z","time spent":"1.40156054s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:32:20.651158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.249782Z","time spent":"1.401271784s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:20.651555Z","caller":"traceutil/trace.go:171","msg":"trace[502446132] linearizableReadLoop","detail":"{readStateIndex:20323; appliedIndex:20321; }","duration":"593.672817ms","start":"2026-03-05T18:32:20.057867Z","end":"2026-03-05T18:32:20.65154Z","steps":["trace[502446132] 'read index received' (duration: 341.283905ms)","trace[502446132] 'applied index is now lower than readState.Index' (duration: 252.387392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:32:20.651712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209420105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:20.651838Z","caller":"traceutil/trace.go:171","msg":"trace[1997553156] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19600; }","duration":"1.209612149s","start":"2026-03-05T18:32:19.442206Z","end":"2026-03-05T18:32:20.651818Z","steps":["trace[1997553156] 'agreement among raft nodes before linearized reading' (duration: 1.209416355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.65201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.442193Z","time spent":"1.209797703s","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:32:20.652486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397819982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:32:20.652547Z","caller":"traceutil/trace.go:171","msg":"trace[897591843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19600; }","duration":"1.397894414s","start":"2026-03-05T18:32:19.254638Z","end":"2026-03-05T18:32:20.652532Z","steps":["trace[897591843] 'agreement among raft nodes before linearized reading' (duration: 1.39772245s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.652588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.25463Z","time spent":"1.397948035s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:32:20.65291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404195623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:32:20.652956Z","caller":"traceutil/trace.go:171","msg":"trace[283630001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19600; }","duration":"1.404271614s","start":"2026-03-05T18:32:19.248672Z","end":"2026-03-05T18:32:20.652944Z","steps":["trace[283630001] 'agreement among raft nodes before linearized reading' (duration: 1.404104271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.652988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.248667Z","time spent":"1.404312815s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:32:20.652966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398756794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:32:20.65307Z","caller":"traceutil/trace.go:171","msg":"trace[780515711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19600; }","duration":"1.398893727s","start":"2026-03-05T18:32:19.25415Z","end":"2026-03-05T18:32:20.653043Z","steps":["trace[780515711] 'agreement among raft nodes before linearized reading' (duration: 1.398578269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.653137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.254123Z","time spent":"1.39900027s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:32:20.653163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398925608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:32:20.653246Z","caller":"traceutil/trace.go:171","msg":"trace[1237341791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19600; }","duration":"1.39901013s","start":"2026-03-05T18:32:19.254199Z","end":"2026-03-05T18:32:20.65321Z","steps":["trace[1237341791] 'agreement among raft nodes before linearized reading' (duration: 1.398812435s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.653289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:19.254188Z","time spent":"1.399093691s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:32:20.659072Z","caller":"traceutil/trace.go:171","msg":"trace[186866401] transaction","detail":"{read_only:false; response_revision:19603; number_of_response:1; }","duration":"597.488836ms","start":"2026-03-05T18:32:20.061544Z","end":"2026-03-05T18:32:20.659033Z","steps":["trace[186866401] 'process raft request' (duration: 597.405484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.765823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"warn","ts":"2026-03-05T18:32:20.659298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.061517Z","time spent":"597.66166ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:20.659306Z","caller":"traceutil/trace.go:171","msg":"trace[123858522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19603; }","duration":"600.920407ms","start":"2026-03-05T18:32:20.058368Z","end":"2026-03-05T18:32:20.659288Z","steps":["trace[123858522] 'agreement among raft nodes before linearized reading' (duration: 600.626851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.058351Z","time spent":"600.994969ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:32:20.659373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.100418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:32:20.659404Z","caller":"traceutil/trace.go:171","msg":"trace[198819322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19603; }","duration":"600.155039ms","start":"2026-03-05T18:32:20.059241Z","end":"2026-03-05T18:32:20.659396Z","steps":["trace[198819322] 'agreement among raft nodes before linearized reading' (duration: 600.082157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.059223Z","time spent":"600.222542ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:32:20.659459Z","caller":"traceutil/trace.go:171","msg":"trace[579258733] transaction","detail":"{read_only:false; response_revision:19602; number_of_response:1; }","duration":"598.194493ms","start":"2026-03-05T18:32:20.061253Z","end":"2026-03-05T18:32:20.659448Z","steps":["trace[579258733] 'process raft request' (duration: 597.638849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.061236Z","time spent":"598.248815ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:32:20.659099Z","caller":"traceutil/trace.go:171","msg":"trace[1359037148] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"599.878003ms","start":"2026-03-05T18:32:20.059184Z","end":"2026-03-05T18:32:20.659062Z","steps":["trace[1359037148] 'process raft request' (duration: 599.556376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.456199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dbb0ae08-ba98-4176-a5ce-6be625f7ad5f\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-05T18:32:20.659561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.316024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:32:20.659707Z","caller":"traceutil/trace.go:171","msg":"trace[788233507] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19603; }","duration":"600.482658ms","start":"2026-03-05T18:32:20.059216Z","end":"2026-03-05T18:32:20.659698Z","steps":["trace[788233507] 'agreement among raft nodes before linearized reading' (duration: 600.261213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.659736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.059205Z","time spent":"600.523849ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T18:32:20.659757Z","caller":"traceutil/trace.go:171","msg":"trace[1596707517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dbb0ae08-ba98-4176-a5ce-6be625f7ad5f; range_end:; response_count:1; response_revision:19603; }","duration":"598.546632ms","start":"2026-03-05T18:32:20.061144Z","end":"2026-03-05T18:32:20.659691Z","steps":["trace[1596707517] 'agreement among raft nodes before linearized reading' (duration: 597.952507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:32:20.661105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.061127Z","time spent":"599.968394ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-dbb0ae08-ba98-4176-a5ce-6be625f7ad5f\" "} {"level":"warn","ts":"2026-03-05T18:32:20.659647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:32:20.059163Z","time spent":"600.450647ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:33:48.758486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18272} {"level":"info","ts":"2026-03-05T18:33:48.867962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18272,"took":"103.95243ms","hash":823348209,"current-db-size-bytes":45064192,"current-db-size":"45 MB","current-db-size-in-use-bytes":30195712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T18:33:48.868029Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":823348209,"revision":18272,"compact-revision":15961} {"level":"info","ts":"2026-03-05T18:34:05.235117Z","caller":"traceutil/trace.go:171","msg":"trace[1124151798] transaction","detail":"{read_only:false; response_revision:20408; number_of_response:1; }","duration":"173.369322ms","start":"2026-03-05T18:34:05.06172Z","end":"2026-03-05T18:34:05.23509Z","steps":["trace[1124151798] 'process raft request' (duration: 173.209818ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:05.239514Z","caller":"traceutil/trace.go:171","msg":"trace[1048630368] linearizableReadLoop","detail":"{readStateIndex:21166; appliedIndex:21164; }","duration":"154.371332ms","start":"2026-03-05T18:34:05.08512Z","end":"2026-03-05T18:34:05.239491Z","steps":["trace[1048630368] 'read index received' (duration: 149.852976ms)","trace[1048630368] 'applied index is now lower than readState.Index' (duration: 4.517376ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:34:05.239552Z","caller":"traceutil/trace.go:171","msg":"trace[413844441] transaction","detail":"{read_only:false; response_revision:20409; number_of_response:1; }","duration":"176.637479ms","start":"2026-03-05T18:34:05.062883Z","end":"2026-03-05T18:34:05.239521Z","steps":["trace[413844441] 'process raft request' (duration: 176.521926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:34:05.23978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.642128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:34:05.239848Z","caller":"traceutil/trace.go:171","msg":"trace[1683059408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20409; }","duration":"154.72328ms","start":"2026-03-05T18:34:05.085104Z","end":"2026-03-05T18:34:05.239828Z","steps":["trace[1683059408] 'agreement among raft nodes before linearized reading' (duration: 154.515275ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:05.475557Z","caller":"traceutil/trace.go:171","msg":"trace[2120000297] transaction","detail":"{read_only:false; response_revision:20413; number_of_response:1; }","duration":"122.517938ms","start":"2026-03-05T18:34:05.353009Z","end":"2026-03-05T18:34:05.475527Z","steps":["trace[2120000297] 'process raft request' (duration: 112.44191ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:05.475998Z","caller":"traceutil/trace.go:171","msg":"trace[215946192] transaction","detail":"{read_only:false; response_revision:20414; number_of_response:1; }","duration":"122.772565ms","start":"2026-03-05T18:34:05.3532Z","end":"2026-03-05T18:34:05.475973Z","steps":["trace[215946192] 'process raft request' (duration: 122.253412ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:34:05.572947Z","caller":"traceutil/trace.go:171","msg":"trace[728610229] transaction","detail":"{read_only:false; response_revision:20415; number_of_response:1; }","duration":"211.318259ms","start":"2026-03-05T18:34:05.361571Z","end":"2026-03-05T18:34:05.57289Z","steps":["trace[728610229] 'process raft request' (duration: 211.179846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:15.188107Z","caller":"traceutil/trace.go:171","msg":"trace[384980453] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"169.853809ms","start":"2026-03-05T18:36:15.018224Z","end":"2026-03-05T18:36:15.188078Z","steps":["trace[384980453] 'process raft request' (duration: 169.628944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:15.502634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.891246ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:36:15.502918Z","caller":"traceutil/trace.go:171","msg":"trace[155750486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21910; }","duration":"191.184223ms","start":"2026-03-05T18:36:15.311697Z","end":"2026-03-05T18:36:15.502881Z","steps":["trace[155750486] 'range keys from in-memory index tree' (duration: 190.870856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:15.503502Z","caller":"traceutil/trace.go:171","msg":"trace[320823475] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"439.387396ms","start":"2026-03-05T18:36:15.064077Z","end":"2026-03-05T18:36:15.503465Z","steps":["trace[320823475] 'process raft request' (duration: 438.755831ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:15.503534Z","caller":"traceutil/trace.go:171","msg":"trace[1015611752] transaction","detail":"{read_only:false; response_revision:21912; number_of_response:1; }","duration":"438.33444ms","start":"2026-03-05T18:36:15.065139Z","end":"2026-03-05T18:36:15.503473Z","steps":["trace[1015611752] 'process raft request' (duration: 437.942381ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:15.503533Z","caller":"traceutil/trace.go:171","msg":"trace[705029531] transaction","detail":"{read_only:false; response_revision:21913; number_of_response:1; }","duration":"396.656254ms","start":"2026-03-05T18:36:15.106832Z","end":"2026-03-05T18:36:15.503489Z","steps":["trace[705029531] 'process raft request' (duration: 396.320656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:15.503687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.454237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:36:15.503749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.064048Z","time spent":"439.56303ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:36:15.503774Z","caller":"traceutil/trace.go:171","msg":"trace[1936339811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21913; }","duration":"417.569669ms","start":"2026-03-05T18:36:15.086177Z","end":"2026-03-05T18:36:15.503747Z","steps":["trace[1936339811] 'agreement among raft nodes before linearized reading' (duration: 417.407575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:15.503834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.086161Z","time spent":"417.662412ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:36:15.503933Z","caller":"traceutil/trace.go:171","msg":"trace[712524498] linearizableReadLoop","detail":"{readStateIndex:22708; appliedIndex:22705; }","duration":"416.997496ms","start":"2026-03-05T18:36:15.086225Z","end":"2026-03-05T18:36:15.503222Z","steps":["trace[712524498] 'read index received' (duration: 101.684176ms)","trace[712524498] 'applied index is now lower than readState.Index' (duration: 315.31182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:36:15.503991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.065111Z","time spent":"438.531215ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:36:15.503779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.106804Z","time spent":"396.88318ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:36:15.50449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.912292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:36:15.504556Z","caller":"traceutil/trace.go:171","msg":"trace[1799900959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21913; }","duration":"236.011875ms","start":"2026-03-05T18:36:15.268525Z","end":"2026-03-05T18:36:15.504537Z","steps":["trace[1799900959] 'agreement among raft nodes before linearized reading' (duration: 235.672866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.390197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.698573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:36:16.390491Z","caller":"traceutil/trace.go:171","msg":"trace[1239541216] linearizableReadLoop","detail":"{readStateIndex:22712; appliedIndex:22709; }","duration":"433.347093ms","start":"2026-03-05T18:36:15.957123Z","end":"2026-03-05T18:36:16.39047Z","steps":["trace[1239541216] 'read index received' (duration: 198.082717ms)","trace[1239541216] 'applied index is now lower than readState.Index' (duration: 235.263326ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:36:16.39053Z","caller":"traceutil/trace.go:171","msg":"trace[1125784680] transaction","detail":"{read_only:false; response_revision:21914; number_of_response:1; }","duration":"679.049616ms","start":"2026-03-05T18:36:15.711424Z","end":"2026-03-05T18:36:16.390474Z","steps":["trace[1125784680] 'process raft request' (duration: 443.75846ms)","trace[1125784680] 'compare' (duration: 233.874683ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:36:16.390815Z","caller":"traceutil/trace.go:171","msg":"trace[1780247165] transaction","detail":"{read_only:false; response_revision:21915; number_of_response:1; }","duration":"652.316714ms","start":"2026-03-05T18:36:15.738484Z","end":"2026-03-05T18:36:16.390801Z","steps":["trace[1780247165] 'process raft request' (duration: 651.832223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.390853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.711394Z","time spent":"679.255762ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:36:16.390894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.738454Z","time spent":"652.401255ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:36:16.391075Z","caller":"traceutil/trace.go:171","msg":"trace[896886409] transaction","detail":"{read_only:false; response_revision:21916; number_of_response:1; }","duration":"645.207475ms","start":"2026-03-05T18:36:15.745853Z","end":"2026-03-05T18:36:16.39106Z","steps":["trace[896886409] 'process raft request' (duration: 644.57533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.391124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.745835Z","time spent":"645.260646ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:36:16.391386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.171869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:36:16.391373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.221715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:36:16.391419Z","caller":"traceutil/trace.go:171","msg":"trace[467428502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21916; }","duration":"384.22723ms","start":"2026-03-05T18:36:16.00718Z","end":"2026-03-05T18:36:16.391407Z","steps":["trace[467428502] 'agreement among raft nodes before linearized reading' (duration: 384.098537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.391369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.224763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:36:16.391452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:16.007167Z","time spent":"384.279582ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:36:16.391448Z","caller":"traceutil/trace.go:171","msg":"trace[680650959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21916; }","duration":"429.350368ms","start":"2026-03-05T18:36:15.962076Z","end":"2026-03-05T18:36:16.391426Z","steps":["trace[680650959] 'agreement among raft nodes before linearized reading' (duration: 429.096072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:36:16.391493Z","caller":"traceutil/trace.go:171","msg":"trace[308068075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21916; }","duration":"434.363618ms","start":"2026-03-05T18:36:15.957102Z","end":"2026-03-05T18:36:16.391466Z","steps":["trace[308068075] 'agreement among raft nodes before linearized reading' (duration: 434.02996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.391522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.962063Z","time spent":"429.444731ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:36:16.391545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.892636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:36:16.391661Z","caller":"traceutil/trace.go:171","msg":"trace[2038588188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21916; }","duration":"240.083589ms","start":"2026-03-05T18:36:16.151546Z","end":"2026-03-05T18:36:16.391629Z","steps":["trace[2038588188] 'agreement among raft nodes before linearized reading' (duration: 239.724601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.391695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.529951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:36:16.391771Z","caller":"traceutil/trace.go:171","msg":"trace[974956518] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21916; }","duration":"407.656364ms","start":"2026-03-05T18:36:15.984092Z","end":"2026-03-05T18:36:16.391748Z","steps":["trace[974956518] 'agreement among raft nodes before linearized reading' (duration: 407.334117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:36:16.391573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.957017Z","time spent":"434.538602ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:36:16.391828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:36:15.98406Z","time spent":"407.751367ms","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:36:16.391859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.033141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:36:16.391932Z","caller":"traceutil/trace.go:171","msg":"trace[863947313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21916; }","duration":"235.145643ms","start":"2026-03-05T18:36:16.156768Z","end":"2026-03-05T18:36:16.391914Z","steps":["trace[863947313] 'agreement among raft nodes before linearized reading' (duration: 234.5911ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:28.925352Z","caller":"traceutil/trace.go:171","msg":"trace[147639618] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"146.381819ms","start":"2026-03-05T18:37:28.778948Z","end":"2026-03-05T18:37:28.92533Z","steps":["trace[147639618] 'process raft request' (duration: 121.348383ms)","trace[147639618] 'compare' (duration: 24.852102ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:28.925642Z","caller":"traceutil/trace.go:171","msg":"trace[17410928] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"146.102775ms","start":"2026-03-05T18:37:28.779527Z","end":"2026-03-05T18:37:28.92563Z","steps":["trace[17410928] 'process raft request' (duration: 145.760495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:28.925728Z","caller":"traceutil/trace.go:171","msg":"trace[569272846] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"146.149085ms","start":"2026-03-05T18:37:28.779548Z","end":"2026-03-05T18:37:28.925698Z","steps":["trace[569272846] 'process raft request' (duration: 145.98388ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:28.925789Z","caller":"traceutil/trace.go:171","msg":"trace[1261702380] transaction","detail":"{read_only:false; response_revision:22692; number_of_response:1; }","duration":"146.058532ms","start":"2026-03-05T18:37:28.779699Z","end":"2026-03-05T18:37:28.925757Z","steps":["trace[1261702380] 'process raft request' (duration: 145.93737ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:29.955039Z","caller":"traceutil/trace.go:171","msg":"trace[505700737] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"173.525166ms","start":"2026-03-05T18:37:29.781485Z","end":"2026-03-05T18:37:29.95501Z","steps":["trace[505700737] 'process raft request' (duration: 173.360452ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:29.996589Z","caller":"traceutil/trace.go:171","msg":"trace[156540078] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"211.935002ms","start":"2026-03-05T18:37:29.784632Z","end":"2026-03-05T18:37:29.996567Z","steps":["trace[156540078] 'process raft request' (duration: 211.366349ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:30.239966Z","caller":"traceutil/trace.go:171","msg":"trace[2075771845] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"212.229429ms","start":"2026-03-05T18:37:30.027714Z","end":"2026-03-05T18:37:30.239944Z","steps":["trace[2075771845] 'process raft request' (duration: 212.067775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:30.265694Z","caller":"traceutil/trace.go:171","msg":"trace[1184271874] linearizableReadLoop","detail":"{readStateIndex:23515; appliedIndex:23513; }","duration":"180.34325ms","start":"2026-03-05T18:37:30.085331Z","end":"2026-03-05T18:37:30.265674Z","steps":["trace[1184271874] 'read index received' (duration: 154.529325ms)","trace[1184271874] 'applied index is now lower than readState.Index' (duration: 25.813005ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:30.265792Z","caller":"traceutil/trace.go:171","msg":"trace[564959882] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"209.576587ms","start":"2026-03-05T18:37:30.056174Z","end":"2026-03-05T18:37:30.26575Z","steps":["trace[564959882] 'process raft request' (duration: 209.391933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:30.265888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.533105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:30.26598Z","caller":"traceutil/trace.go:171","msg":"trace[1225096673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22698; }","duration":"180.672648ms","start":"2026-03-05T18:37:30.085285Z","end":"2026-03-05T18:37:30.265958Z","steps":["trace[1225096673] 'agreement among raft nodes before linearized reading' (duration: 180.472443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:30.877041Z","caller":"traceutil/trace.go:171","msg":"trace[12932056] linearizableReadLoop","detail":"{readStateIndex:23517; appliedIndex:23516; }","duration":"181.104207ms","start":"2026-03-05T18:37:30.695871Z","end":"2026-03-05T18:37:30.876976Z","steps":["trace[12932056] 'read index received' (duration: 143.842839ms)","trace[12932056] 'applied index is now lower than readState.Index' (duration: 37.259468ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:30.877132Z","caller":"traceutil/trace.go:171","msg":"trace[465660744] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"205.326054ms","start":"2026-03-05T18:37:30.671766Z","end":"2026-03-05T18:37:30.877092Z","steps":["trace[465660744] 'process raft request' (duration: 167.905782ms)","trace[465660744] 'compare' (duration: 36.944341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:30.877222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.330852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:30.877393Z","caller":"traceutil/trace.go:171","msg":"trace[1462413361] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22700; }","duration":"181.528197ms","start":"2026-03-05T18:37:30.695813Z","end":"2026-03-05T18:37:30.877341Z","steps":["trace[1462413361] 'agreement among raft nodes before linearized reading' (duration: 181.321042ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.600325Z","caller":"traceutil/trace.go:171","msg":"trace[983171292] linearizableReadLoop","detail":"{readStateIndex:23524; appliedIndex:23523; }","duration":"132.265533ms","start":"2026-03-05T18:37:31.468035Z","end":"2026-03-05T18:37:31.600301Z","steps":["trace[983171292] 'read index received' (duration: 132.047738ms)","trace[983171292] 'applied index is now lower than readState.Index' (duration: 216.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:31.600424Z","caller":"traceutil/trace.go:171","msg":"trace[2083386605] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"143.204384ms","start":"2026-03-05T18:37:31.457162Z","end":"2026-03-05T18:37:31.600366Z","steps":["trace[2083386605] 'process raft request' (duration: 142.979729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.600492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.440217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:31.600509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.913235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:31.600547Z","caller":"traceutil/trace.go:171","msg":"trace[708977627] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22707; }","duration":"132.547529ms","start":"2026-03-05T18:37:31.467987Z","end":"2026-03-05T18:37:31.600534Z","steps":["trace[708977627] 'agreement among raft nodes before linearized reading' (duration: 132.439537ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.600554Z","caller":"traceutil/trace.go:171","msg":"trace[1994483704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22707; }","duration":"131.990246ms","start":"2026-03-05T18:37:31.468549Z","end":"2026-03-05T18:37:31.600539Z","steps":["trace[1994483704] 'agreement among raft nodes before linearized reading' (duration: 131.899094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:31.600572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.111425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:31.600602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.106505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:37:31.60059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.974946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:31.600628Z","caller":"traceutil/trace.go:171","msg":"trace[27623850] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22707; }","duration":"131.167326ms","start":"2026-03-05T18:37:31.469445Z","end":"2026-03-05T18:37:31.600612Z","steps":["trace[27623850] 'agreement among raft nodes before linearized reading' (duration: 131.077124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.600671Z","caller":"traceutil/trace.go:171","msg":"trace[606599407] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22707; }","duration":"132.060178ms","start":"2026-03-05T18:37:31.46859Z","end":"2026-03-05T18:37:31.60065Z","steps":["trace[606599407] 'agreement among raft nodes before linearized reading' (duration: 131.936195ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:31.600628Z","caller":"traceutil/trace.go:171","msg":"trace[1478327857] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22707; }","duration":"131.156706ms","start":"2026-03-05T18:37:31.469464Z","end":"2026-03-05T18:37:31.600621Z","steps":["trace[1478327857] 'agreement among raft nodes before linearized reading' (duration: 131.029383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:32.043258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.978703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:37:32.043524Z","caller":"traceutil/trace.go:171","msg":"trace[2102950778] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:22707; }","duration":"118.385852ms","start":"2026-03-05T18:37:31.925118Z","end":"2026-03-05T18:37:32.043504Z","steps":["trace[2102950778] 'range keys from in-memory index tree' (duration: 117.789888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.682387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.222413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:33.682488Z","caller":"traceutil/trace.go:171","msg":"trace[1316171258] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22720; }","duration":"278.348846ms","start":"2026-03-05T18:37:33.404114Z","end":"2026-03-05T18:37:33.682463Z","steps":["trace[1316171258] 'range keys from in-memory index tree' (duration: 278.087249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.682539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.220263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:33.68261Z","caller":"traceutil/trace.go:171","msg":"trace[5601401] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22720; }","duration":"278.347126ms","start":"2026-03-05T18:37:33.404247Z","end":"2026-03-05T18:37:33.682595Z","steps":["trace[5601401] 'range keys from in-memory index tree' (duration: 278.088169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.68279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.906309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:33.682822Z","caller":"traceutil/trace.go:171","msg":"trace[482654887] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22720; }","duration":"278.989411ms","start":"2026-03-05T18:37:33.403823Z","end":"2026-03-05T18:37:33.682813Z","steps":["trace[482654887] 'range keys from in-memory index tree' (duration: 278.764336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.682913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.977461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:33.682936Z","caller":"traceutil/trace.go:171","msg":"trace[282884728] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22720; }","duration":"279.058613ms","start":"2026-03-05T18:37:33.403869Z","end":"2026-03-05T18:37:33.682928Z","steps":["trace[282884728] 'range keys from in-memory index tree' (duration: 278.868898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.683005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.051342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:33.683026Z","caller":"traceutil/trace.go:171","msg":"trace[531674210] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22720; }","duration":"279.134035ms","start":"2026-03-05T18:37:33.403885Z","end":"2026-03-05T18:37:33.683019Z","steps":["trace[531674210] 'range keys from in-memory index tree' (duration: 278.96144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:33.68315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.781417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:33.68324Z","caller":"traceutil/trace.go:171","msg":"trace[1247851597] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22720; }","duration":"117.90404ms","start":"2026-03-05T18:37:33.565313Z","end":"2026-03-05T18:37:33.683217Z","steps":["trace[1247851597] 'count revisions from in-memory index tree' (duration: 117.683196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:34.204874Z","caller":"traceutil/trace.go:171","msg":"trace[1667234993] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"153.779556ms","start":"2026-03-05T18:37:34.05106Z","end":"2026-03-05T18:37:34.204839Z","steps":["trace[1667234993] 'process raft request' (duration: 153.587181ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:34.326856Z","caller":"traceutil/trace.go:171","msg":"trace[1091225973] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"275.219292ms","start":"2026-03-05T18:37:34.051612Z","end":"2026-03-05T18:37:34.326832Z","steps":["trace[1091225973] 'process raft request' (duration: 275.16428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:34.326862Z","caller":"traceutil/trace.go:171","msg":"trace[1953678922] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"275.316324ms","start":"2026-03-05T18:37:34.051512Z","end":"2026-03-05T18:37:34.326828Z","steps":["trace[1953678922] 'process raft request' (duration: 275.077227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:34.839275Z","caller":"traceutil/trace.go:171","msg":"trace[1033018758] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"149.565705ms","start":"2026-03-05T18:37:34.689685Z","end":"2026-03-05T18:37:34.839251Z","steps":["trace[1033018758] 'process raft request' (duration: 149.35216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.13347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.400294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:35.133617Z","caller":"traceutil/trace.go:171","msg":"trace[219015798] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"244.505349ms","start":"2026-03-05T18:37:34.889064Z","end":"2026-03-05T18:37:35.133569Z","steps":["trace[219015798] 'process raft request' (duration: 75.902309ms)","trace[219015798] 'compare' (duration: 168.22138ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:35.133681Z","caller":"traceutil/trace.go:171","msg":"trace[24765656] linearizableReadLoop","detail":"{readStateIndex:23544; appliedIndex:23543; }","duration":"233.303292ms","start":"2026-03-05T18:37:34.900355Z","end":"2026-03-05T18:37:35.133659Z","steps":["trace[24765656] 'read index received' (duration: 64.704163ms)","trace[24765656] 'applied index is now lower than readState.Index' (duration: 168.597349ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:35.133695Z","caller":"traceutil/trace.go:171","msg":"trace[133906854] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"220.20891ms","start":"2026-03-05T18:37:34.913463Z","end":"2026-03-05T18:37:35.133671Z","steps":["trace[133906854] 'process raft request' (duration: 220.109897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.133866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.504367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:37:35.133898Z","caller":"traceutil/trace.go:171","msg":"trace[756151517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22727; }","duration":"233.589799ms","start":"2026-03-05T18:37:34.900301Z","end":"2026-03-05T18:37:35.133891Z","steps":["trace[756151517] 'agreement among raft nodes before linearized reading' (duration: 233.461966ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.135577Z","caller":"traceutil/trace.go:171","msg":"trace[808872748] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"157.118745ms","start":"2026-03-05T18:37:34.978442Z","end":"2026-03-05T18:37:35.135561Z","steps":["trace[808872748] 'process raft request' (duration: 157.040793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.137116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.775367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:37:35.137177Z","caller":"traceutil/trace.go:171","msg":"trace[781605470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22729; }","duration":"169.88356ms","start":"2026-03-05T18:37:34.967281Z","end":"2026-03-05T18:37:35.137164Z","steps":["trace[781605470] 'agreement among raft nodes before linearized reading' (duration: 169.700225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.137252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.944154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:35.137301Z","caller":"traceutil/trace.go:171","msg":"trace[1502798890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22729; }","duration":"155.001155ms","start":"2026-03-05T18:37:34.982286Z","end":"2026-03-05T18:37:35.137287Z","steps":["trace[1502798890] 'agreement among raft nodes before linearized reading' (duration: 154.886772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:35.137434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.392444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:37:35.137468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.057131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:37:35.137556Z","caller":"traceutil/trace.go:171","msg":"trace[1044120300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22729; }","duration":"164.195764ms","start":"2026-03-05T18:37:34.973341Z","end":"2026-03-05T18:37:35.137537Z","steps":["trace[1044120300] 'agreement among raft nodes before linearized reading' (duration: 163.911248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.137577Z","caller":"traceutil/trace.go:171","msg":"trace[130880747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22729; }","duration":"163.530078ms","start":"2026-03-05T18:37:34.973986Z","end":"2026-03-05T18:37:35.137516Z","steps":["trace[130880747] 'agreement among raft nodes before linearized reading' (duration: 163.16861ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.269076Z","caller":"traceutil/trace.go:171","msg":"trace[1581359623] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"127.263165ms","start":"2026-03-05T18:37:35.141795Z","end":"2026-03-05T18:37:35.269058Z","steps":["trace[1581359623] 'process raft request' (duration: 127.206903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.269116Z","caller":"traceutil/trace.go:171","msg":"trace[1971383567] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"127.317405ms","start":"2026-03-05T18:37:35.141775Z","end":"2026-03-05T18:37:35.269092Z","steps":["trace[1971383567] 'process raft request' (duration: 125.774858ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.269306Z","caller":"traceutil/trace.go:171","msg":"trace[638661158] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"126.491605ms","start":"2026-03-05T18:37:35.142809Z","end":"2026-03-05T18:37:35.269301Z","steps":["trace[638661158] 'process raft request' (duration: 126.399023ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:35.269243Z","caller":"traceutil/trace.go:171","msg":"trace[1396735314] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"126.975007ms","start":"2026-03-05T18:37:35.142261Z","end":"2026-03-05T18:37:35.269236Z","steps":["trace[1396735314] 'process raft request' (duration: 126.772822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:36.403234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.239616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:36.403331Z","caller":"traceutil/trace.go:171","msg":"trace[2069583434] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22735; }","duration":"232.39857ms","start":"2026-03-05T18:37:36.170909Z","end":"2026-03-05T18:37:36.403308Z","steps":["trace[2069583434] 'count revisions from in-memory index tree' (duration: 232.057892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:36.403455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.994007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:36.403533Z","caller":"traceutil/trace.go:171","msg":"trace[730936809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22735; }","duration":"325.129901ms","start":"2026-03-05T18:37:36.078384Z","end":"2026-03-05T18:37:36.403513Z","steps":["trace[730936809] 'count revisions from in-memory index tree' (duration: 324.896535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:36.403591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.078361Z","time spent":"325.216002ms","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:36.404384Z","caller":"traceutil/trace.go:171","msg":"trace[154212376] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"193.937202ms","start":"2026-03-05T18:37:36.210406Z","end":"2026-03-05T18:37:36.404344Z","steps":["trace[154212376] 'process raft request' (duration: 183.539154ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:36.492333Z","caller":"traceutil/trace.go:171","msg":"trace[1351877637] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"160.017036ms","start":"2026-03-05T18:37:36.332284Z","end":"2026-03-05T18:37:36.492301Z","steps":["trace[1351877637] 'process raft request' (duration: 159.912724ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:36.492386Z","caller":"traceutil/trace.go:171","msg":"trace[1979721238] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"160.158289ms","start":"2026-03-05T18:37:36.332189Z","end":"2026-03-05T18:37:36.492347Z","steps":["trace[1979721238] 'process raft request' (duration: 159.80586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:36.49257Z","caller":"traceutil/trace.go:171","msg":"trace[1885758455] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"159.064852ms","start":"2026-03-05T18:37:36.33346Z","end":"2026-03-05T18:37:36.492525Z","steps":["trace[1885758455] 'process raft request' (duration: 158.789576ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.168381Z","caller":"traceutil/trace.go:171","msg":"trace[474426835] linearizableReadLoop","detail":"{readStateIndex:23558; appliedIndex:23557; }","duration":"187.50851ms","start":"2026-03-05T18:37:36.980836Z","end":"2026-03-05T18:37:37.168344Z","steps":["trace[474426835] 'read index received' (duration: 187.177642ms)","trace[474426835] 'applied index is now lower than readState.Index' (duration: 329.217µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:37.168686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.828938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-03-05T18:37:37.168804Z","caller":"traceutil/trace.go:171","msg":"trace[2142479302] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22740; }","duration":"188.008272ms","start":"2026-03-05T18:37:36.980777Z","end":"2026-03-05T18:37:37.168785Z","steps":["trace[2142479302] 'agreement among raft nodes before linearized reading' (duration: 187.733875ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.168924Z","caller":"traceutil/trace.go:171","msg":"trace[330314944] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"324.767413ms","start":"2026-03-05T18:37:36.844096Z","end":"2026-03-05T18:37:37.168863Z","steps":["trace[330314944] 'process raft request' (duration: 323.955434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.169118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:36.844071Z","time spent":"324.955527ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:37.20377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.1052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:37.203838Z","caller":"traceutil/trace.go:171","msg":"trace[216802265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22742; }","duration":"119.233333ms","start":"2026-03-05T18:37:37.084587Z","end":"2026-03-05T18:37:37.20382Z","steps":["trace[216802265] 'agreement among raft nodes before linearized reading' (duration: 119.097039ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.351561Z","caller":"traceutil/trace.go:171","msg":"trace[1925355077] linearizableReadLoop","detail":"{readStateIndex:23562; appliedIndex:23560; }","duration":"147.947137ms","start":"2026-03-05T18:37:37.203595Z","end":"2026-03-05T18:37:37.351542Z","steps":["trace[1925355077] 'read index received' (duration: 118.598708ms)","trace[1925355077] 'applied index is now lower than readState.Index' (duration: 29.311818ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:37.351652Z","caller":"traceutil/trace.go:171","msg":"trace[1095575567] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"177.609563ms","start":"2026-03-05T18:37:37.17397Z","end":"2026-03-05T18:37:37.35158Z","steps":["trace[1095575567] 'process raft request' (duration: 148.328515ms)","trace[1095575567] 'compare' (duration: 28.92981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:37.351795Z","caller":"traceutil/trace.go:171","msg":"trace[1100801944] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"162.187946ms","start":"2026-03-05T18:37:37.189554Z","end":"2026-03-05T18:37:37.351742Z","steps":["trace[1100801944] 'process raft request' (duration: 161.897109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.351862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.891951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:37.351925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.734133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:37:37.351943Z","caller":"traceutil/trace.go:171","msg":"trace[1969777361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22744; }","duration":"147.035274ms","start":"2026-03-05T18:37:37.204887Z","end":"2026-03-05T18:37:37.351922Z","steps":["trace[1969777361] 'agreement among raft nodes before linearized reading' (duration: 146.86237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.351989Z","caller":"traceutil/trace.go:171","msg":"trace[1545508738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22744; }","duration":"158.838075ms","start":"2026-03-05T18:37:37.193137Z","end":"2026-03-05T18:37:37.351975Z","steps":["trace[1545508738] 'agreement among raft nodes before linearized reading' (duration: 158.582159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.35203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.000774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:37:37.352061Z","caller":"traceutil/trace.go:171","msg":"trace[1610373504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22744; }","duration":"121.069005ms","start":"2026-03-05T18:37:37.230984Z","end":"2026-03-05T18:37:37.352053Z","steps":["trace[1610373504] 'agreement among raft nodes before linearized reading' (duration: 120.800739ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.614281Z","caller":"traceutil/trace.go:171","msg":"trace[966895187] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"249.086668ms","start":"2026-03-05T18:37:37.365161Z","end":"2026-03-05T18:37:37.614247Z","steps":["trace[966895187] 'process raft request' (duration: 248.805551ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.614303Z","caller":"traceutil/trace.go:171","msg":"trace[1826406252] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"243.938726ms","start":"2026-03-05T18:37:37.370334Z","end":"2026-03-05T18:37:37.614273Z","steps":["trace[1826406252] 'process raft request' (duration: 243.843033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.614337Z","caller":"traceutil/trace.go:171","msg":"trace[998732692] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"246.407234ms","start":"2026-03-05T18:37:37.367901Z","end":"2026-03-05T18:37:37.614309Z","steps":["trace[998732692] 'process raft request' (duration: 246.22974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.614748Z","caller":"traceutil/trace.go:171","msg":"trace[1370571461] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"243.945615ms","start":"2026-03-05T18:37:37.370783Z","end":"2026-03-05T18:37:37.614729Z","steps":["trace[1370571461] 'process raft request' (duration: 243.442924ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.615024Z","caller":"traceutil/trace.go:171","msg":"trace[1796349636] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"243.057274ms","start":"2026-03-05T18:37:37.37194Z","end":"2026-03-05T18:37:37.614997Z","steps":["trace[1796349636] 'process raft request' (duration: 242.725526ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:37.615026Z","caller":"traceutil/trace.go:171","msg":"trace[29186856] linearizableReadLoop","detail":"{readStateIndex:23569; appliedIndex:23563; }","duration":"238.939805ms","start":"2026-03-05T18:37:37.376052Z","end":"2026-03-05T18:37:37.614992Z","steps":["trace[29186856] 'read index received' (duration: 238.023024ms)","trace[29186856] 'applied index is now lower than readState.Index' (duration: 915.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:37.615103Z","caller":"traceutil/trace.go:171","msg":"trace[538252799] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"243.092725ms","start":"2026-03-05T18:37:37.371994Z","end":"2026-03-05T18:37:37.615087Z","steps":["trace[538252799] 'process raft request' (duration: 242.88859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:37.615294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.220302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18887"} {"level":"info","ts":"2026-03-05T18:37:37.615332Z","caller":"traceutil/trace.go:171","msg":"trace[399737152] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22751; }","duration":"239.290594ms","start":"2026-03-05T18:37:37.376033Z","end":"2026-03-05T18:37:37.615324Z","steps":["trace[399737152] 'agreement among raft nodes before linearized reading' (duration: 239.11175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.115667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:37:38.76387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.099423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:37:38.764229Z","caller":"traceutil/trace.go:171","msg":"trace[884593081] linearizableReadLoop","detail":"{readStateIndex:23570; appliedIndex:23569; }","duration":"1.149093624s","start":"2026-03-05T18:37:37.615108Z","end":"2026-03-05T18:37:38.764202Z","steps":["trace[884593081] 'read index received' (duration: 515.620192ms)","trace[884593081] 'applied index is now lower than readState.Index' (duration: 633.470572ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:38.764381Z","caller":"traceutil/trace.go:171","msg":"trace[1086999246] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"354.218705ms","start":"2026-03-05T18:37:38.410121Z","end":"2026-03-05T18:37:38.76434Z","steps":["trace[1086999246] 'process raft request' (duration: 353.931438ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.764411Z","caller":"traceutil/trace.go:171","msg":"trace[310656838] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"265.042099ms","start":"2026-03-05T18:37:38.499348Z","end":"2026-03-05T18:37:38.76439Z","steps":["trace[310656838] 'process raft request' (duration: 264.879365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.7645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34610251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.764571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:38.410092Z","time spent":"354.374888ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:38.764639Z","caller":"traceutil/trace.go:171","msg":"trace[1444631769] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22753; }","duration":"1.346310955s","start":"2026-03-05T18:37:37.418296Z","end":"2026-03-05T18:37:38.764607Z","steps":["trace[1444631769] 'agreement among raft nodes before linearized reading' (duration: 1.345997977s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.764715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.418277Z","time spent":"1.346425058s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:38.764924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069804214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073098702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07007265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073926371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:38.765076Z","caller":"traceutil/trace.go:171","msg":"trace[1741201731] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22755; }","duration":"1.073176514s","start":"2026-03-05T18:37:37.691888Z","end":"2026-03-05T18:37:38.765064Z","steps":["trace[1741201731] 'agreement among raft nodes before linearized reading' (duration: 1.073124222s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765111Z","caller":"traceutil/trace.go:171","msg":"trace[285506352] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22755; }","duration":"1.070133541s","start":"2026-03-05T18:37:37.694957Z","end":"2026-03-05T18:37:38.765091Z","steps":["trace[285506352] 'agreement among raft nodes before linearized reading' (duration: 1.070036969s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765043Z","caller":"traceutil/trace.go:171","msg":"trace[702883893] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22755; }","duration":"1.070004358s","start":"2026-03-05T18:37:37.695023Z","end":"2026-03-05T18:37:38.765028Z","steps":["trace[702883893] 'agreement among raft nodes before linearized reading' (duration: 1.069792303s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765219Z","caller":"traceutil/trace.go:171","msg":"trace[907750799] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"265.844688ms","start":"2026-03-05T18:37:38.499363Z","end":"2026-03-05T18:37:38.765208Z","steps":["trace[907750799] 'process raft request' (duration: 264.966807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.764933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072975218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.543715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069962357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:38.765297Z","caller":"traceutil/trace.go:171","msg":"trace[961393662] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22755; }","duration":"756.628357ms","start":"2026-03-05T18:37:38.008658Z","end":"2026-03-05T18:37:38.765286Z","steps":["trace[961393662] 'agreement among raft nodes before linearized reading' (duration: 756.545445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765311Z","caller":"traceutil/trace.go:171","msg":"trace[1195460214] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22755; }","duration":"1.070031918s","start":"2026-03-05T18:37:37.695269Z","end":"2026-03-05T18:37:38.765301Z","steps":["trace[1195460214] 'agreement among raft nodes before linearized reading' (duration: 1.069949106s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.76532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06967674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:37:38.765273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.583394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:38.008634Z","time spent":"756.689529ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:38.765361Z","caller":"traceutil/trace.go:171","msg":"trace[1556355510] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22755; }","duration":"1.069733761s","start":"2026-03-05T18:37:37.695617Z","end":"2026-03-05T18:37:38.76535Z","steps":["trace[1556355510] 'agreement among raft nodes before linearized reading' (duration: 1.069577738s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765374Z","caller":"traceutil/trace.go:171","msg":"trace[659407650] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22755; }","duration":"1.073381208s","start":"2026-03-05T18:37:37.691902Z","end":"2026-03-05T18:37:38.765283Z","steps":["trace[659407650] 'agreement among raft nodes before linearized reading' (duration: 1.072959518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186318141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:38.765409Z","caller":"traceutil/trace.go:171","msg":"trace[589256134] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22755; }","duration":"651.805609ms","start":"2026-03-05T18:37:38.113568Z","end":"2026-03-05T18:37:38.765374Z","steps":["trace[589256134] 'agreement among raft nodes before linearized reading' (duration: 651.504392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.76498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073124922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.691877Z","time spent":"1.073538532s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:37:38.765488Z","caller":"traceutil/trace.go:171","msg":"trace[318369284] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22755; }","duration":"1.073650994s","start":"2026-03-05T18:37:37.691825Z","end":"2026-03-05T18:37:38.765476Z","steps":["trace[318369284] 'agreement among raft nodes before linearized reading' (duration: 1.07306367s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:38.765481Z","caller":"traceutil/trace.go:171","msg":"trace[429622192] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22755; }","duration":"1.18668534s","start":"2026-03-05T18:37:37.578747Z","end":"2026-03-05T18:37:38.765432Z","steps":["trace[429622192] 'agreement among raft nodes before linearized reading' (duration: 1.185539683s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:38.113546Z","time spent":"651.931452ms","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:38.765516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.691815Z","time spent":"1.073693565s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:37:38.765544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.578717Z","time spent":"1.186812092s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:38.764955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08732468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:38.765404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.695607Z","time spent":"1.069791062s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-05T18:37:38.76562Z","caller":"traceutil/trace.go:171","msg":"trace[1386716714] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22755; }","duration":"1.088100018s","start":"2026-03-05T18:37:37.677511Z","end":"2026-03-05T18:37:38.765611Z","steps":["trace[1386716714] 'agreement among raft nodes before linearized reading' (duration: 1.08730545s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.677484Z","time spent":"1.08815849s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:37:38.765182Z","caller":"traceutil/trace.go:171","msg":"trace[1832824189] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"265.289635ms","start":"2026-03-05T18:37:38.499863Z","end":"2026-03-05T18:37:38.765152Z","steps":["trace[1832824189] 'process raft request' (duration: 264.848104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.695256Z","time spent":"1.070088s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:37:38.764986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069977367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:38.765864Z","caller":"traceutil/trace.go:171","msg":"trace[1624320389] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22755; }","duration":"1.070867618s","start":"2026-03-05T18:37:37.694984Z","end":"2026-03-05T18:37:38.765851Z","steps":["trace[1624320389] 'agreement among raft nodes before linearized reading' (duration: 1.069976467s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.694908Z","time spent":"1.070239893s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:37:38.765425Z","caller":"traceutil/trace.go:171","msg":"trace[1557475548] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22755; }","duration":"1.074006742s","start":"2026-03-05T18:37:37.691094Z","end":"2026-03-05T18:37:38.765101Z","steps":["trace[1557475548] 'agreement among raft nodes before linearized reading' (duration: 1.07392663s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.765913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.694977Z","time spent":"1.070924099s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:37:38.76514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.691864Z","time spent":"1.073260775s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:37:38.76593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.691083Z","time spent":"1.074835894s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:37:38.766438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.69501Z","time spent":"1.070233083s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:37:38.76658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072332302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:38.766765Z","caller":"traceutil/trace.go:171","msg":"trace[248410038] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22755; }","duration":"1.072563578s","start":"2026-03-05T18:37:37.694182Z","end":"2026-03-05T18:37:38.766746Z","steps":["trace[248410038] 'agreement among raft nodes before linearized reading' (duration: 1.070833037s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:38.766907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:37.694171Z","time spent":"1.072719782s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:37:39.376272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.993698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:39.376344Z","caller":"traceutil/trace.go:171","msg":"trace[1940335423] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22755; }","duration":"359.110241ms","start":"2026-03-05T18:37:39.017215Z","end":"2026-03-05T18:37:39.376325Z","steps":["trace[1940335423] 'count revisions from in-memory index tree' (duration: 358.914497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.376377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.017201Z","time spent":"359.167962ms","remote":"127.0.0.1:46104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:37:39.376536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.766235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:39.376566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.960123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:39.376706Z","caller":"traceutil/trace.go:171","msg":"trace[440015615] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"271.553253ms","start":"2026-03-05T18:37:39.105124Z","end":"2026-03-05T18:37:39.376677Z","steps":["trace[440015615] 'process raft request' (duration: 251.965336ms)","trace[440015615] 'compare' (duration: 19.460744ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:39.37662Z","caller":"traceutil/trace.go:171","msg":"trace[890162881] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22755; }","duration":"364.901929ms","start":"2026-03-05T18:37:39.011692Z","end":"2026-03-05T18:37:39.376594Z","steps":["trace[890162881] 'count revisions from in-memory index tree' (duration: 364.663783ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:39.376716Z","caller":"traceutil/trace.go:171","msg":"trace[372100037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22755; }","duration":"293.141548ms","start":"2026-03-05T18:37:39.083549Z","end":"2026-03-05T18:37:39.376691Z","steps":["trace[372100037] 'range keys from in-memory index tree' (duration: 292.875371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.376876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.011666Z","time spent":"365.196356ms","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:39.44122Z","caller":"traceutil/trace.go:171","msg":"trace[161099403] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"232.874441ms","start":"2026-03-05T18:37:39.208322Z","end":"2026-03-05T18:37:39.441197Z","steps":["trace[161099403] 'process raft request' (duration: 232.81817ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:39.441304Z","caller":"traceutil/trace.go:171","msg":"trace[1775704534] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"265.716565ms","start":"2026-03-05T18:37:39.175551Z","end":"2026-03-05T18:37:39.441267Z","steps":["trace[1775704534] 'process raft request' (duration: 265.456829ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:39.441461Z","caller":"traceutil/trace.go:171","msg":"trace[661387525] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"232.8026ms","start":"2026-03-05T18:37:39.208622Z","end":"2026-03-05T18:37:39.441425Z","steps":["trace[661387525] 'process raft request' (duration: 232.545823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.86963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.587572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:37:39.869699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.233106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:37:39.86975Z","caller":"traceutil/trace.go:171","msg":"trace[654922184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22762; }","duration":"247.798407ms","start":"2026-03-05T18:37:39.621925Z","end":"2026-03-05T18:37:39.869723Z","steps":["trace[654922184] 'range keys from in-memory index tree' (duration: 247.307465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.869736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.123995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:37:39.869782Z","caller":"traceutil/trace.go:171","msg":"trace[1783005860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22762; }","duration":"248.38208ms","start":"2026-03-05T18:37:39.621379Z","end":"2026-03-05T18:37:39.869761Z","steps":["trace[1783005860] 'range keys from in-memory index tree' (duration: 248.049913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:39.869791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.554949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:37:39.869813Z","caller":"traceutil/trace.go:171","msg":"trace[577379643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22762; }","duration":"248.227577ms","start":"2026-03-05T18:37:39.621566Z","end":"2026-03-05T18:37:39.869794Z","steps":["trace[577379643] 'range keys from in-memory index tree' (duration: 247.975621ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:39.869864Z","caller":"traceutil/trace.go:171","msg":"trace[31965903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22762; }","duration":"249.688392ms","start":"2026-03-05T18:37:39.620156Z","end":"2026-03-05T18:37:39.869845Z","steps":["trace[31965903] 'range keys from in-memory index tree' (duration: 249.321593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.37016Z","caller":"traceutil/trace.go:171","msg":"trace[984974557] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"494.849187ms","start":"2026-03-05T18:37:39.875283Z","end":"2026-03-05T18:37:40.370133Z","steps":["trace[984974557] 'process raft request' (duration: 494.625211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.370355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.87526Z","time spent":"494.98237ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:40.370477Z","caller":"traceutil/trace.go:171","msg":"trace[850039040] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"494.99762ms","start":"2026-03-05T18:37:39.875455Z","end":"2026-03-05T18:37:40.370453Z","steps":["trace[850039040] 'process raft request' (duration: 494.617601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.370635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.875447Z","time spent":"495.100273ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:40.370665Z","caller":"traceutil/trace.go:171","msg":"trace[2094574453] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23582; }","duration":"342.606287ms","start":"2026-03-05T18:37:40.02803Z","end":"2026-03-05T18:37:40.370636Z","steps":["trace[2094574453] 'read index received' (duration: 341.795308ms)","trace[2094574453] 'applied index is now lower than readState.Index' (duration: 809.479µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:40.37076Z","caller":"traceutil/trace.go:171","msg":"trace[649584701] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"494.708934ms","start":"2026-03-05T18:37:39.876037Z","end":"2026-03-05T18:37:40.370746Z","steps":["trace[649584701] 'process raft request' (duration: 494.329565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.370831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:39.876018Z","time spent":"494.779965ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:40.370944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.902684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-05T18:37:40.37097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.144185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.370988Z","caller":"traceutil/trace.go:171","msg":"trace[2128394787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22766; }","duration":"342.988126ms","start":"2026-03-05T18:37:40.027984Z","end":"2026-03-05T18:37:40.370972Z","steps":["trace[2128394787] 'agreement among raft nodes before linearized reading' (duration: 342.812262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.371015Z","caller":"traceutil/trace.go:171","msg":"trace[1175162217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22766; }","duration":"287.187626ms","start":"2026-03-05T18:37:40.083816Z","end":"2026-03-05T18:37:40.371004Z","steps":["trace[1175162217] 'agreement among raft nodes before linearized reading' (duration: 287.120184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.371028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:40.027965Z","time spent":"343.053737ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-05T18:37:40.640071Z","caller":"traceutil/trace.go:171","msg":"trace[382322935] transaction","detail":"{read_only:false; response_revision:22768; number_of_response:1; }","duration":"101.339386ms","start":"2026-03-05T18:37:40.538711Z","end":"2026-03-05T18:37:40.640051Z","steps":["trace[382322935] 'process raft request' (duration: 18.690986ms)","trace[382322935] 'compare' (duration: 82.285301ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:40.886332Z","caller":"traceutil/trace.go:171","msg":"trace[945857177] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"114.91495ms","start":"2026-03-05T18:37:40.771376Z","end":"2026-03-05T18:37:40.886291Z","steps":["trace[945857177] 'process raft request' (duration: 113.044645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.952359Z","caller":"traceutil/trace.go:171","msg":"trace[834430229] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23587; }","duration":"179.793907ms","start":"2026-03-05T18:37:40.772526Z","end":"2026-03-05T18:37:40.95232Z","steps":["trace[834430229] 'read index received' (duration: 111.862337ms)","trace[834430229] 'applied index is now lower than readState.Index' (duration: 67.92976ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:40.95242Z","caller":"traceutil/trace.go:171","msg":"trace[1845432856] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"178.69042ms","start":"2026-03-05T18:37:40.773681Z","end":"2026-03-05T18:37:40.952372Z","steps":["trace[1845432856] 'process raft request' (duration: 178.525306ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.952529Z","caller":"traceutil/trace.go:171","msg":"trace[1965522830] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"177.902481ms","start":"2026-03-05T18:37:40.774598Z","end":"2026-03-05T18:37:40.9525Z","steps":["trace[1965522830] 'process raft request' (duration: 177.667416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.95261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.037763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.95266Z","caller":"traceutil/trace.go:171","msg":"trace[646832795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22772; }","duration":"180.147715ms","start":"2026-03-05T18:37:40.772497Z","end":"2026-03-05T18:37:40.952644Z","steps":["trace[646832795] 'agreement among raft nodes before linearized reading' (duration: 180.022492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.952715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.71896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:40.952734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.788042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.952772Z","caller":"traceutil/trace.go:171","msg":"trace[1022338555] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22772; }","duration":"178.843063ms","start":"2026-03-05T18:37:40.773919Z","end":"2026-03-05T18:37:40.952762Z","steps":["trace[1022338555] 'agreement among raft nodes before linearized reading' (duration: 178.768432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.952746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.801932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:40.952818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.458258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.95283Z","caller":"traceutil/trace.go:171","msg":"trace[297706852] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22772; }","duration":"178.917566ms","start":"2026-03-05T18:37:40.773893Z","end":"2026-03-05T18:37:40.95281Z","steps":["trace[297706852] 'agreement among raft nodes before linearized reading' (duration: 178.745232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.952843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.971386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.952852Z","caller":"traceutil/trace.go:171","msg":"trace[1999297616] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22772; }","duration":"179.498809ms","start":"2026-03-05T18:37:40.773339Z","end":"2026-03-05T18:37:40.952838Z","steps":["trace[1999297616] 'agreement among raft nodes before linearized reading' (duration: 179.461798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.952845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.170631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:40.952774Z","caller":"traceutil/trace.go:171","msg":"trace[1539690858] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22772; }","duration":"178.813612ms","start":"2026-03-05T18:37:40.773945Z","end":"2026-03-05T18:37:40.952758Z","steps":["trace[1539690858] 'agreement among raft nodes before linearized reading' (duration: 178.680549ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.95289Z","caller":"traceutil/trace.go:171","msg":"trace[253881379] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22772; }","duration":"179.033178ms","start":"2026-03-05T18:37:40.773843Z","end":"2026-03-05T18:37:40.952877Z","steps":["trace[253881379] 'agreement among raft nodes before linearized reading' (duration: 178.960586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.952948Z","caller":"traceutil/trace.go:171","msg":"trace[1575625557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22772; }","duration":"179.303564ms","start":"2026-03-05T18:37:40.773628Z","end":"2026-03-05T18:37:40.952932Z","steps":["trace[1575625557] 'agreement among raft nodes before linearized reading' (duration: 179.11456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:40.952917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.922676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:40.952763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.166166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:37:40.952973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.638492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:40.953009Z","caller":"traceutil/trace.go:171","msg":"trace[16981405] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22772; }","duration":"180.479103ms","start":"2026-03-05T18:37:40.772522Z","end":"2026-03-05T18:37:40.953001Z","steps":["trace[16981405] 'agreement among raft nodes before linearized reading' (duration: 180.064323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.953024Z","caller":"traceutil/trace.go:171","msg":"trace[1531765823] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22772; }","duration":"179.706933ms","start":"2026-03-05T18:37:40.773304Z","end":"2026-03-05T18:37:40.953011Z","steps":["trace[1531765823] 'agreement among raft nodes before linearized reading' (duration: 179.522059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.953022Z","caller":"traceutil/trace.go:171","msg":"trace[1188909381] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22772; }","duration":"179.096139ms","start":"2026-03-05T18:37:40.773902Z","end":"2026-03-05T18:37:40.952998Z","steps":["trace[1188909381] 'agreement among raft nodes before linearized reading' (duration: 178.886934ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:40.953269Z","caller":"traceutil/trace.go:171","msg":"trace[1375107401] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"180.879603ms","start":"2026-03-05T18:37:40.77236Z","end":"2026-03-05T18:37:40.953239Z","steps":["trace[1375107401] 'process raft request' (duration: 179.608423ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:41.584046Z","caller":"traceutil/trace.go:171","msg":"trace[1534235841] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"137.422426ms","start":"2026-03-05T18:37:41.446601Z","end":"2026-03-05T18:37:41.584024Z","steps":["trace[1534235841] 'process raft request' (duration: 137.280882ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:41.801855Z","caller":"traceutil/trace.go:171","msg":"trace[21414673] linearizableReadLoop","detail":"{readStateIndex:23594; appliedIndex:23592; }","duration":"331.927183ms","start":"2026-03-05T18:37:41.469901Z","end":"2026-03-05T18:37:41.801829Z","steps":["trace[21414673] 'read index received' (duration: 114.10089ms)","trace[21414673] 'applied index is now lower than readState.Index' (duration: 217.825133ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:41.801866Z","caller":"traceutil/trace.go:171","msg":"trace[158376544] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"353.67205ms","start":"2026-03-05T18:37:41.448158Z","end":"2026-03-05T18:37:41.80183Z","steps":["trace[158376544] 'process raft request' (duration: 353.388154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.80218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.448127Z","time spent":"353.987678ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:41.802229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.04556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.802286Z","caller":"traceutil/trace.go:171","msg":"trace[327863106] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22776; }","duration":"138.155163ms","start":"2026-03-05T18:37:41.664118Z","end":"2026-03-05T18:37:41.802273Z","steps":["trace[327863106] 'agreement among raft nodes before linearized reading' (duration: 138.03724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.802198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.64474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:37:41.80238Z","caller":"traceutil/trace.go:171","msg":"trace[1867232054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22776; }","duration":"280.831084ms","start":"2026-03-05T18:37:41.521516Z","end":"2026-03-05T18:37:41.802347Z","steps":["trace[1867232054] 'agreement among raft nodes before linearized reading' (duration: 280.587089ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:41.801954Z","caller":"traceutil/trace.go:171","msg":"trace[1523933150] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"261.236268ms","start":"2026-03-05T18:37:41.540694Z","end":"2026-03-05T18:37:41.80193Z","steps":["trace[1523933150] 'process raft request' (duration: 261.058443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.802034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.102487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:41.802561Z","caller":"traceutil/trace.go:171","msg":"trace[184756588] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22776; }","duration":"332.65207ms","start":"2026-03-05T18:37:41.469895Z","end":"2026-03-05T18:37:41.802547Z","steps":["trace[184756588] 'agreement among raft nodes before linearized reading' (duration: 332.059216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.802617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.469848Z","time spent":"332.738422ms","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:41.801937Z","caller":"traceutil/trace.go:171","msg":"trace[1825483212] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"352.699098ms","start":"2026-03-05T18:37:41.449229Z","end":"2026-03-05T18:37:41.801928Z","steps":["trace[1825483212] 'process raft request' (duration: 352.475072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:41.802728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:41.449218Z","time spent":"353.436345ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:42.088213Z","caller":"traceutil/trace.go:171","msg":"trace[1040421036] linearizableReadLoop","detail":"{readStateIndex:23597; appliedIndex:23596; }","duration":"158.726604ms","start":"2026-03-05T18:37:41.929462Z","end":"2026-03-05T18:37:42.088188Z","steps":["trace[1040421036] 'read index received' (duration: 158.622712ms)","trace[1040421036] 'applied index is now lower than readState.Index' (duration: 102.782µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:42.088413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.928639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:37:42.088453Z","caller":"traceutil/trace.go:171","msg":"trace[438313492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22777; }","duration":"158.99926ms","start":"2026-03-05T18:37:41.929442Z","end":"2026-03-05T18:37:42.088442Z","steps":["trace[438313492] 'agreement among raft nodes before linearized reading' (duration: 158.841137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.330967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.917529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:43.331104Z","caller":"traceutil/trace.go:171","msg":"trace[828012204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22787; }","duration":"245.084393ms","start":"2026-03-05T18:37:43.085966Z","end":"2026-03-05T18:37:43.33105Z","steps":["trace[828012204] 'range keys from in-memory index tree' (duration: 244.778486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.330994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.47635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:43.331258Z","caller":"traceutil/trace.go:171","msg":"trace[879302517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22787; }","duration":"302.755377ms","start":"2026-03-05T18:37:43.028464Z","end":"2026-03-05T18:37:43.33122Z","steps":["trace[879302517] 'range keys from in-memory index tree' (duration: 302.379538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:43.331371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:43.02844Z","time spent":"302.894421ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:37:43.927401Z","caller":"traceutil/trace.go:171","msg":"trace[1661405064] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"119.175671ms","start":"2026-03-05T18:37:43.808175Z","end":"2026-03-05T18:37:43.927351Z","steps":["trace[1661405064] 'process raft request' (duration: 118.924706ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.501075Z","caller":"traceutil/trace.go:171","msg":"trace[1004140276] transaction","detail":"{read_only:false; response_revision:22793; number_of_response:1; }","duration":"101.08308ms","start":"2026-03-05T18:37:44.399965Z","end":"2026-03-05T18:37:44.501048Z","steps":["trace[1004140276] 'process raft request' (duration: 100.878245ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:44.933003Z","caller":"traceutil/trace.go:171","msg":"trace[1308811918] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"530.564608ms","start":"2026-03-05T18:37:44.402413Z","end":"2026-03-05T18:37:44.932978Z","steps":["trace[1308811918] 'process raft request' (duration: 530.248351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.933229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.402394Z","time spent":"530.689372ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:44.933271Z","caller":"traceutil/trace.go:171","msg":"trace[384427308] linearizableReadLoop","detail":"{readStateIndex:23615; appliedIndex:23613; }","duration":"372.270624ms","start":"2026-03-05T18:37:44.560955Z","end":"2026-03-05T18:37:44.933226Z","steps":["trace[384427308] 'read index received' (duration: 371.582127ms)","trace[384427308] 'applied index is now lower than readState.Index' (duration: 685.227µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:44.933416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.455828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:44.933482Z","caller":"traceutil/trace.go:171","msg":"trace[1159129935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22795; }","duration":"372.598232ms","start":"2026-03-05T18:37:44.56087Z","end":"2026-03-05T18:37:44.933469Z","steps":["trace[1159129935] 'agreement among raft nodes before linearized reading' (duration: 372.487069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.933527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.560842Z","time spent":"372.676634ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:37:44.933929Z","caller":"traceutil/trace.go:171","msg":"trace[1922282030] transaction","detail":"{read_only:false; response_revision:22795; number_of_response:1; }","duration":"530.735053ms","start":"2026-03-05T18:37:44.402573Z","end":"2026-03-05T18:37:44.933308Z","steps":["trace[1922282030] 'process raft request' (duration: 530.352314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:44.934014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:44.402528Z","time spent":"531.44546ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:45.178259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.139889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:37:45.178523Z","caller":"traceutil/trace.go:171","msg":"trace[1945069293] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"194.314472ms","start":"2026-03-05T18:37:44.984164Z","end":"2026-03-05T18:37:45.178478Z","steps":["trace[1945069293] 'process raft request' (duration: 51.313473ms)","trace[1945069293] 'compare' (duration: 141.694318ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:45.179028Z","caller":"traceutil/trace.go:171","msg":"trace[1566707746] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"191.462894ms","start":"2026-03-05T18:37:44.987481Z","end":"2026-03-05T18:37:45.178944Z","steps":["trace[1566707746] 'process raft request' (duration: 190.971433ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.179325Z","caller":"traceutil/trace.go:171","msg":"trace[982261813] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"190.644265ms","start":"2026-03-05T18:37:44.988645Z","end":"2026-03-05T18:37:45.179289Z","steps":["trace[982261813] 'process raft request' (duration: 189.986929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.179685Z","caller":"traceutil/trace.go:171","msg":"trace[1538232765] linearizableReadLoop","detail":"{readStateIndex:23617; appliedIndex:23615; }","duration":"192.079679ms","start":"2026-03-05T18:37:44.987583Z","end":"2026-03-05T18:37:45.179662Z","steps":["trace[1538232765] 'read index received' (duration: 48.056065ms)","trace[1538232765] 'applied index is now lower than readState.Index' (duration: 144.022404ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:45.179801Z","caller":"traceutil/trace.go:171","msg":"trace[1864988201] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"189.843646ms","start":"2026-03-05T18:37:44.989934Z","end":"2026-03-05T18:37:45.179777Z","steps":["trace[1864988201] 'process raft request' (duration: 188.993885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.179887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.964907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:45.180109Z","caller":"traceutil/trace.go:171","msg":"trace[2103810468] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22799; }","duration":"192.209692ms","start":"2026-03-05T18:37:44.987888Z","end":"2026-03-05T18:37:45.180097Z","steps":["trace[2103810468] 'agreement among raft nodes before linearized reading' (duration: 191.948096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.180224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.619841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:45.180284Z","caller":"traceutil/trace.go:171","msg":"trace[1546039095] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22799; }","duration":"192.731094ms","start":"2026-03-05T18:37:44.987537Z","end":"2026-03-05T18:37:45.180268Z","steps":["trace[1546039095] 'agreement among raft nodes before linearized reading' (duration: 192.612161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.180275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.471814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:45.18036Z","caller":"traceutil/trace.go:171","msg":"trace[416234752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22799; }","duration":"191.602867ms","start":"2026-03-05T18:37:44.988738Z","end":"2026-03-05T18:37:45.18034Z","steps":["trace[416234752] 'agreement among raft nodes before linearized reading' (duration: 191.139456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.180375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.565076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:45.180369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.31462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:45.180452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.718779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:37:45.180452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.500935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:45.180441Z","caller":"traceutil/trace.go:171","msg":"trace[804756812] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22799; }","duration":"191.672159ms","start":"2026-03-05T18:37:44.988752Z","end":"2026-03-05T18:37:45.180424Z","steps":["trace[804756812] 'agreement among raft nodes before linearized reading' (duration: 191.545076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.180499Z","caller":"traceutil/trace.go:171","msg":"trace[986241634] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22799; }","duration":"191.567506ms","start":"2026-03-05T18:37:44.988918Z","end":"2026-03-05T18:37:45.180486Z","steps":["trace[986241634] 'agreement among raft nodes before linearized reading' (duration: 191.488914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:45.180523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.055239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:45.180198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.352461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:45.18048Z","caller":"traceutil/trace.go:171","msg":"trace[799645158] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22799; }","duration":"191.438894ms","start":"2026-03-05T18:37:44.989018Z","end":"2026-03-05T18:37:45.180457Z","steps":["trace[799645158] 'agreement among raft nodes before linearized reading' (duration: 191.249189ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.180578Z","caller":"traceutil/trace.go:171","msg":"trace[121992797] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22799; }","duration":"191.828842ms","start":"2026-03-05T18:37:44.988737Z","end":"2026-03-05T18:37:45.180566Z","steps":["trace[121992797] 'agreement among raft nodes before linearized reading' (duration: 191.111575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.180582Z","caller":"traceutil/trace.go:171","msg":"trace[1775907680] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22799; }","duration":"192.08296ms","start":"2026-03-05T18:37:44.98846Z","end":"2026-03-05T18:37:45.180543Z","steps":["trace[1775907680] 'agreement among raft nodes before linearized reading' (duration: 192.042969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:45.180485Z","caller":"traceutil/trace.go:171","msg":"trace[834293998] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22799; }","duration":"191.754641ms","start":"2026-03-05T18:37:44.988721Z","end":"2026-03-05T18:37:45.180476Z","steps":["trace[834293998] 'agreement among raft nodes before linearized reading' (duration: 191.605958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:46.024268Z","caller":"traceutil/trace.go:171","msg":"trace[103469970] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"110.639227ms","start":"2026-03-05T18:37:45.913602Z","end":"2026-03-05T18:37:46.024241Z","steps":["trace[103469970] 'process raft request' (duration: 110.452303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:46.439588Z","caller":"traceutil/trace.go:171","msg":"trace[641829908] linearizableReadLoop","detail":"{readStateIndex:23625; appliedIndex:23624; }","duration":"258.107582ms","start":"2026-03-05T18:37:46.181447Z","end":"2026-03-05T18:37:46.439555Z","steps":["trace[641829908] 'read index received' (duration: 257.972679ms)","trace[641829908] 'applied index is now lower than readState.Index' (duration: 133.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:46.439753Z","caller":"traceutil/trace.go:171","msg":"trace[85685167] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"405.719301ms","start":"2026-03-05T18:37:46.033972Z","end":"2026-03-05T18:37:46.439691Z","steps":["trace[85685167] 'process raft request' (duration: 405.402063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.439866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.415481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:37:46.439907Z","caller":"traceutil/trace.go:171","msg":"trace[1365098289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22805; }","duration":"258.531233ms","start":"2026-03-05T18:37:46.181363Z","end":"2026-03-05T18:37:46.439894Z","steps":["trace[1365098289] 'agreement among raft nodes before linearized reading' (duration: 258.343778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:46.439925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:46.033946Z","time spent":"405.884076ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:47.053591Z","caller":"traceutil/trace.go:171","msg":"trace[1532200178] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"101.633574ms","start":"2026-03-05T18:37:46.951927Z","end":"2026-03-05T18:37:47.053561Z","steps":["trace[1532200178] 'process raft request' (duration: 101.47189ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:47.082112Z","caller":"traceutil/trace.go:171","msg":"trace[1753873286] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"128.062514ms","start":"2026-03-05T18:37:46.954024Z","end":"2026-03-05T18:37:47.082086Z","steps":["trace[1753873286] 'process raft request' (duration: 127.840978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:47.86288Z","caller":"traceutil/trace.go:171","msg":"trace[1893908625] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"218.57526ms","start":"2026-03-05T18:37:47.644278Z","end":"2026-03-05T18:37:47.862853Z","steps":["trace[1893908625] 'process raft request' (duration: 218.392636ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:48.073186Z","caller":"traceutil/trace.go:171","msg":"trace[1655518943] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"418.423316ms","start":"2026-03-05T18:37:47.654729Z","end":"2026-03-05T18:37:48.073153Z","steps":["trace[1655518943] 'process raft request' (duration: 418.199079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.073378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:47.654707Z","time spent":"418.581109ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:48.581765Z","caller":"traceutil/trace.go:171","msg":"trace[494625863] linearizableReadLoop","detail":"{readStateIndex:23640; appliedIndex:23639; }","duration":"130.585763ms","start":"2026-03-05T18:37:48.451156Z","end":"2026-03-05T18:37:48.581741Z","steps":["trace[494625863] 'read index received' (duration: 130.395009ms)","trace[494625863] 'applied index is now lower than readState.Index' (duration: 189.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:48.581824Z","caller":"traceutil/trace.go:171","msg":"trace[251569313] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"131.590577ms","start":"2026-03-05T18:37:48.450189Z","end":"2026-03-05T18:37:48.58178Z","steps":["trace[251569313] 'process raft request' (duration: 131.371812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.581957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.790338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:37:48.581998Z","caller":"traceutil/trace.go:171","msg":"trace[691030328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22819; }","duration":"130.88131ms","start":"2026-03-05T18:37:48.451104Z","end":"2026-03-05T18:37:48.581986Z","steps":["trace[691030328] 'agreement among raft nodes before linearized reading' (duration: 130.731996ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:48.870748Z","caller":"traceutil/trace.go:171","msg":"trace[1435847631] linearizableReadLoop","detail":"{readStateIndex:23642; appliedIndex:23641; }","duration":"174.213823ms","start":"2026-03-05T18:37:48.69651Z","end":"2026-03-05T18:37:48.870724Z","steps":["trace[1435847631] 'read index received' (duration: 174.09463ms)","trace[1435847631] 'applied index is now lower than readState.Index' (duration: 118.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:48.870862Z","caller":"traceutil/trace.go:171","msg":"trace[330924304] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"198.415ms","start":"2026-03-05T18:37:48.672411Z","end":"2026-03-05T18:37:48.870826Z","steps":["trace[330924304] 'process raft request' (duration: 198.149204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:48.870896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.358966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:48.871065Z","caller":"traceutil/trace.go:171","msg":"trace[1132225667] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22821; }","duration":"174.602842ms","start":"2026-03-05T18:37:48.696448Z","end":"2026-03-05T18:37:48.871051Z","steps":["trace[1132225667] 'agreement among raft nodes before linearized reading' (duration: 174.372406ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:49.313196Z","caller":"traceutil/trace.go:171","msg":"trace[1736693197] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"112.45315ms","start":"2026-03-05T18:37:49.200714Z","end":"2026-03-05T18:37:49.313167Z","steps":["trace[1736693197] 'process raft request' (duration: 19.559736ms)","trace[1736693197] 'compare' (duration: 92.71986ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:49.648583Z","caller":"traceutil/trace.go:171","msg":"trace[596996625] linearizableReadLoop","detail":"{readStateIndex:23647; appliedIndex:23644; }","duration":"445.213213ms","start":"2026-03-05T18:37:49.203338Z","end":"2026-03-05T18:37:49.648551Z","steps":["trace[596996625] 'read index received' (duration: 16.940833ms)","trace[596996625] 'applied index is now lower than readState.Index' (duration: 428.27088ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:49.648735Z","caller":"traceutil/trace.go:171","msg":"trace[1312865518] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"445.103701ms","start":"2026-03-05T18:37:49.203619Z","end":"2026-03-05T18:37:49.648723Z","steps":["trace[1312865518] 'process raft request' (duration: 444.877076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:49.648784Z","caller":"traceutil/trace.go:171","msg":"trace[1562023964] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"445.92673ms","start":"2026-03-05T18:37:49.202798Z","end":"2026-03-05T18:37:49.648725Z","steps":["trace[1562023964] 'process raft request' (duration: 445.576732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:49.64892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.203613Z","time spent":"445.190313ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:49.648936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.211399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:49.649103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.763927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:49.649114Z","caller":"traceutil/trace.go:171","msg":"trace[143925210] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"446.397461ms","start":"2026-03-05T18:37:49.202691Z","end":"2026-03-05T18:37:49.649089Z","steps":["trace[143925210] 'process raft request' (duration: 436.151467ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:49.64912Z","caller":"traceutil/trace.go:171","msg":"trace[1954647079] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22827; }","duration":"431.432224ms","start":"2026-03-05T18:37:49.217655Z","end":"2026-03-05T18:37:49.649087Z","steps":["trace[1954647079] 'agreement among raft nodes before linearized reading' (duration: 431.134297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:49.649148Z","caller":"traceutil/trace.go:171","msg":"trace[620200829] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22827; }","duration":"445.810807ms","start":"2026-03-05T18:37:49.203321Z","end":"2026-03-05T18:37:49.649132Z","steps":["trace[620200829] 'agreement among raft nodes before linearized reading' (duration: 445.649914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:49.649189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.203315Z","time spent":"445.866599ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:37:49.649207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.217649Z","time spent":"431.529167ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:37:49.649209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.202681Z","time spent":"446.476983ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:49.649225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:49.202794Z","time spent":"446.065283ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:50.277449Z","caller":"traceutil/trace.go:171","msg":"trace[872301306] linearizableReadLoop","detail":"{readStateIndex:23649; appliedIndex:23648; }","duration":"193.446662ms","start":"2026-03-05T18:37:50.083967Z","end":"2026-03-05T18:37:50.277414Z","steps":["trace[872301306] 'read index received' (duration: 193.131874ms)","trace[872301306] 'applied index is now lower than readState.Index' (duration: 308.948µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:50.277544Z","caller":"traceutil/trace.go:171","msg":"trace[1438845096] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"196.210698ms","start":"2026-03-05T18:37:50.081293Z","end":"2026-03-05T18:37:50.277504Z","steps":["trace[1438845096] 'process raft request' (duration: 195.849529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.27764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.654046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:50.277726Z","caller":"traceutil/trace.go:171","msg":"trace[417704991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22828; }","duration":"193.75284ms","start":"2026-03-05T18:37:50.083949Z","end":"2026-03-05T18:37:50.277702Z","steps":["trace[417704991] 'agreement among raft nodes before linearized reading' (duration: 193.590945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.284771Z","caller":"traceutil/trace.go:171","msg":"trace[1976122123] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"190.177353ms","start":"2026-03-05T18:37:50.09456Z","end":"2026-03-05T18:37:50.284738Z","steps":["trace[1976122123] 'process raft request' (duration: 189.947338ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.284938Z","caller":"traceutil/trace.go:171","msg":"trace[728364623] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"190.02566ms","start":"2026-03-05T18:37:50.09488Z","end":"2026-03-05T18:37:50.284906Z","steps":["trace[728364623] 'process raft request' (duration: 189.809135ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.855818Z","caller":"traceutil/trace.go:171","msg":"trace[1971053799] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"248.043174ms","start":"2026-03-05T18:37:50.607745Z","end":"2026-03-05T18:37:50.855788Z","steps":["trace[1971053799] 'process raft request' (duration: 247.754227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:50.856095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.28439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:50.856176Z","caller":"traceutil/trace.go:171","msg":"trace[1540949276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22832; }","duration":"243.408642ms","start":"2026-03-05T18:37:50.612747Z","end":"2026-03-05T18:37:50.856156Z","steps":["trace[1540949276] 'agreement among raft nodes before linearized reading' (duration: 243.246099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.856227Z","caller":"traceutil/trace.go:171","msg":"trace[158160186] linearizableReadLoop","detail":"{readStateIndex:23653; appliedIndex:23652; }","duration":"242.937982ms","start":"2026-03-05T18:37:50.612772Z","end":"2026-03-05T18:37:50.85571Z","steps":["trace[158160186] 'read index received' (duration: 242.697916ms)","trace[158160186] 'applied index is now lower than readState.Index' (duration: 239.086µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:50.856402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.919314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:37:50.856447Z","caller":"traceutil/trace.go:171","msg":"trace[880513320] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22832; }","duration":"215.006716ms","start":"2026-03-05T18:37:50.641425Z","end":"2026-03-05T18:37:50.856431Z","steps":["trace[880513320] 'agreement among raft nodes before linearized reading' (duration: 214.918224ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:50.990098Z","caller":"traceutil/trace.go:171","msg":"trace[1765690243] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"110.792362ms","start":"2026-03-05T18:37:50.87926Z","end":"2026-03-05T18:37:50.990053Z","steps":["trace[1765690243] 'process raft request' (duration: 103.944298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:51.434821Z","caller":"traceutil/trace.go:171","msg":"trace[1615450740] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"116.006436ms","start":"2026-03-05T18:37:51.31878Z","end":"2026-03-05T18:37:51.434787Z","steps":["trace[1615450740] 'process raft request' (duration: 52.712426ms)","trace[1615450740] 'compare' (duration: 62.733486ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:51.95588Z","caller":"traceutil/trace.go:171","msg":"trace[611035682] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"301.300294ms","start":"2026-03-05T18:37:51.654556Z","end":"2026-03-05T18:37:51.955856Z","steps":["trace[611035682] 'process raft request' (duration: 301.061527ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:51.955995Z","caller":"traceutil/trace.go:171","msg":"trace[1851258960] linearizableReadLoop","detail":"{readStateIndex:23660; appliedIndex:23658; }","duration":"300.746ms","start":"2026-03-05T18:37:51.65522Z","end":"2026-03-05T18:37:51.955966Z","steps":["trace[1851258960] 'read index received' (duration: 300.485884ms)","trace[1851258960] 'applied index is now lower than readState.Index' (duration: 258.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:51.956062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.654519Z","time spent":"301.445217ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:51.956148Z","caller":"traceutil/trace.go:171","msg":"trace[1026508544] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"301.547949ms","start":"2026-03-05T18:37:51.654561Z","end":"2026-03-05T18:37:51.956109Z","steps":["trace[1026508544] 'process raft request' (duration: 301.243702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:51.956252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.009236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:37:51.956288Z","caller":"traceutil/trace.go:171","msg":"trace[1788429295] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22839; }","duration":"301.102548ms","start":"2026-03-05T18:37:51.655172Z","end":"2026-03-05T18:37:51.956275Z","steps":["trace[1788429295] 'agreement among raft nodes before linearized reading' (duration: 300.921944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:51.956333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.655149Z","time spent":"301.175771ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:37:51.956322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.654529Z","time spent":"301.693772ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:52.094545Z","caller":"traceutil/trace.go:171","msg":"trace[1017698436] linearizableReadLoop","detail":"{readStateIndex:23661; appliedIndex:23660; }","duration":"138.456041ms","start":"2026-03-05T18:37:51.956066Z","end":"2026-03-05T18:37:52.094522Z","steps":["trace[1017698436] 'read index received' (duration: 66.347182ms)","trace[1017698436] 'applied index is now lower than readState.Index' (duration: 72.107539ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:52.094707Z","caller":"traceutil/trace.go:171","msg":"trace[349750582] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"438.983845ms","start":"2026-03-05T18:37:51.655683Z","end":"2026-03-05T18:37:52.094667Z","steps":["trace[349750582] 'process raft request' (duration: 366.820115ms)","trace[349750582] 'compare' (duration: 71.597537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:37:52.094892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:51.655651Z","time spent":"439.151159ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:37:52.094949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.497957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:37:52.095088Z","caller":"traceutil/trace.go:171","msg":"trace[533563142] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:22840; }","duration":"168.695502ms","start":"2026-03-05T18:37:51.92638Z","end":"2026-03-05T18:37:52.095075Z","steps":["trace[533563142] 'agreement among raft nodes before linearized reading' (duration: 168.282022ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:52.499437Z","caller":"traceutil/trace.go:171","msg":"trace[1582738324] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"209.222518ms","start":"2026-03-05T18:37:52.290176Z","end":"2026-03-05T18:37:52.499398Z","steps":["trace[1582738324] 'process raft request' (duration: 209.134566ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:52.49979Z","caller":"traceutil/trace.go:171","msg":"trace[1661914590] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"210.338844ms","start":"2026-03-05T18:37:52.289403Z","end":"2026-03-05T18:37:52.499742Z","steps":["trace[1661914590] 'process raft request' (duration: 209.663897ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.682657Z","caller":"traceutil/trace.go:171","msg":"trace[185060189] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"177.455411ms","start":"2026-03-05T18:37:54.505187Z","end":"2026-03-05T18:37:54.682643Z","steps":["trace[185060189] 'process raft request' (duration: 115.133055ms)","trace[185060189] 'compare' (duration: 62.050079ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:54.682634Z","caller":"traceutil/trace.go:171","msg":"trace[1658946926] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"177.229445ms","start":"2026-03-05T18:37:54.505379Z","end":"2026-03-05T18:37:54.682608Z","steps":["trace[1658946926] 'process raft request' (duration: 177.140103ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:54.909667Z","caller":"traceutil/trace.go:171","msg":"trace[631167739] linearizableReadLoop","detail":"{readStateIndex:23681; appliedIndex:23680; }","duration":"160.322832ms","start":"2026-03-05T18:37:54.749307Z","end":"2026-03-05T18:37:54.90963Z","steps":["trace[631167739] 'read index received' (duration: 159.991684ms)","trace[631167739] 'applied index is now lower than readState.Index' (duration: 329.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:54.909732Z","caller":"traceutil/trace.go:171","msg":"trace[194621621] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"219.145104ms","start":"2026-03-05T18:37:54.690543Z","end":"2026-03-05T18:37:54.909689Z","steps":["trace[194621621] 'process raft request' (duration: 218.764365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:54.909857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.530157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:54.909985Z","caller":"traceutil/trace.go:171","msg":"trace[1128131972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22859; }","duration":"160.731682ms","start":"2026-03-05T18:37:54.749233Z","end":"2026-03-05T18:37:54.909965Z","steps":["trace[1128131972] 'agreement among raft nodes before linearized reading' (duration: 160.524997ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:56.801398Z","caller":"traceutil/trace.go:171","msg":"trace[1902173336] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"113.484375ms","start":"2026-03-05T18:37:56.687886Z","end":"2026-03-05T18:37:56.801371Z","steps":["trace[1902173336] 'process raft request' (duration: 113.324711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:56.885869Z","caller":"traceutil/trace.go:171","msg":"trace[286213888] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"197.026326ms","start":"2026-03-05T18:37:56.688806Z","end":"2026-03-05T18:37:56.885832Z","steps":["trace[286213888] 'process raft request' (duration: 196.74915ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:57.267659Z","caller":"traceutil/trace.go:171","msg":"trace[1274609700] linearizableReadLoop","detail":"{readStateIndex:23697; appliedIndex:23696; }","duration":"290.011164ms","start":"2026-03-05T18:37:56.977625Z","end":"2026-03-05T18:37:57.267636Z","steps":["trace[1274609700] 'read index received' (duration: 289.82707ms)","trace[1274609700] 'applied index is now lower than readState.Index' (duration: 182.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:37:57.267777Z","caller":"traceutil/trace.go:171","msg":"trace[408418224] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"305.169255ms","start":"2026-03-05T18:37:56.962575Z","end":"2026-03-05T18:37:57.267745Z","steps":["trace[408418224] 'process raft request' (duration: 304.900728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:57.267885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.237819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:57.267995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.639363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:57.268039Z","caller":"traceutil/trace.go:171","msg":"trace[1562084714] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22875; }","duration":"101.688354ms","start":"2026-03-05T18:37:57.166338Z","end":"2026-03-05T18:37:57.268026Z","steps":["trace[1562084714] 'agreement among raft nodes before linearized reading' (duration: 101.621613ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:57.26799Z","caller":"traceutil/trace.go:171","msg":"trace[1128113036] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22875; }","duration":"290.399523ms","start":"2026-03-05T18:37:56.977571Z","end":"2026-03-05T18:37:57.26797Z","steps":["trace[1128113036] 'agreement among raft nodes before linearized reading' (duration: 290.219309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:57.267869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.303132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:37:57.26817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:37:56.962553Z","time spent":"305.304098ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:37:57.268203Z","caller":"traceutil/trace.go:171","msg":"trace[22189924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22875; }","duration":"181.752403ms","start":"2026-03-05T18:37:57.086439Z","end":"2026-03-05T18:37:57.268191Z","steps":["trace[22189924] 'agreement among raft nodes before linearized reading' (duration: 181.355874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:57.268204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:37:57.268273Z","caller":"traceutil/trace.go:171","msg":"trace[1913101461] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22875; }","duration":"118.896195ms","start":"2026-03-05T18:37:57.149358Z","end":"2026-03-05T18:37:57.268255Z","steps":["trace[1913101461] 'agreement among raft nodes before linearized reading' (duration: 118.798602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:37:57.268362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.229268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:37:57.268439Z","caller":"traceutil/trace.go:171","msg":"trace[554730952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22875; }","duration":"118.325141ms","start":"2026-03-05T18:37:57.150076Z","end":"2026-03-05T18:37:57.268401Z","steps":["trace[554730952] 'agreement among raft nodes before linearized reading' (duration: 118.023274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:58.065018Z","caller":"traceutil/trace.go:171","msg":"trace[272723822] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"152.241779ms","start":"2026-03-05T18:37:57.912738Z","end":"2026-03-05T18:37:58.06498Z","steps":["trace[272723822] 'process raft request' (duration: 151.773408ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:58.99827Z","caller":"traceutil/trace.go:171","msg":"trace[1064860654] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"106.802406ms","start":"2026-03-05T18:37:58.891445Z","end":"2026-03-05T18:37:58.998247Z","steps":["trace[1064860654] 'process raft request' (duration: 106.56706ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:37:59.613582Z","caller":"traceutil/trace.go:171","msg":"trace[1591397411] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"114.277654ms","start":"2026-03-05T18:37:59.499262Z","end":"2026-03-05T18:37:59.61354Z","steps":["trace[1591397411] 'process raft request' (duration: 96.647464ms)","trace[1591397411] 'compare' (duration: 17.410555ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:00.416407Z","caller":"traceutil/trace.go:171","msg":"trace[856084949] linearizableReadLoop","detail":"{readStateIndex:23717; appliedIndex:23716; }","duration":"326.484834ms","start":"2026-03-05T18:38:00.089876Z","end":"2026-03-05T18:38:00.416361Z","steps":["trace[856084949] 'read index received' (duration: 326.048843ms)","trace[856084949] 'applied index is now lower than readState.Index' (duration: 433.88µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:00.416478Z","caller":"traceutil/trace.go:171","msg":"trace[1767317313] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"344.340378ms","start":"2026-03-05T18:38:00.072099Z","end":"2026-03-05T18:38:00.416439Z","steps":["trace[1767317313] 'process raft request' (duration: 343.723523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:00.41678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.881803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T18:38:00.416861Z","caller":"traceutil/trace.go:171","msg":"trace[1129860674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22894; }","duration":"326.998005ms","start":"2026-03-05T18:38:00.089842Z","end":"2026-03-05T18:38:00.41684Z","steps":["trace[1129860674] 'agreement among raft nodes before linearized reading' (duration: 326.743299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:00.41693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:00.08983Z","time spent":"327.090858ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T18:38:00.416832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:00.072075Z","time spent":"344.629026ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:00.486651Z","caller":"traceutil/trace.go:171","msg":"trace[929168866] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"358.65986ms","start":"2026-03-05T18:38:00.127968Z","end":"2026-03-05T18:38:00.486628Z","steps":["trace[929168866] 'process raft request' (duration: 358.131817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:00.486845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:00.127946Z","time spent":"358.780193ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:00.487054Z","caller":"traceutil/trace.go:171","msg":"trace[1641845725] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"253.693508ms","start":"2026-03-05T18:38:00.233338Z","end":"2026-03-05T18:38:00.487031Z","steps":["trace[1641845725] 'process raft request' (duration: 253.249518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:00.487076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.067114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:00.487259Z","caller":"traceutil/trace.go:171","msg":"trace[1815920047] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22896; }","duration":"102.291169ms","start":"2026-03-05T18:38:00.384947Z","end":"2026-03-05T18:38:00.487238Z","steps":["trace[1815920047] 'agreement among raft nodes before linearized reading' (duration: 102.074244ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:01.205428Z","caller":"traceutil/trace.go:171","msg":"trace[1729492060] linearizableReadLoop","detail":"{readStateIndex:23723; appliedIndex:23722; }","duration":"121.869825ms","start":"2026-03-05T18:38:01.083528Z","end":"2026-03-05T18:38:01.205398Z","steps":["trace[1729492060] 'read index received' (duration: 121.559897ms)","trace[1729492060] 'applied index is now lower than readState.Index' (duration: 308.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:01.205547Z","caller":"traceutil/trace.go:171","msg":"trace[684325199] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"128.990284ms","start":"2026-03-05T18:38:01.076531Z","end":"2026-03-05T18:38:01.205521Z","steps":["trace[684325199] 'process raft request' (duration: 128.668257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:01.205854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.287174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:01.205923Z","caller":"traceutil/trace.go:171","msg":"trace[1719585063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22900; }","duration":"122.431989ms","start":"2026-03-05T18:38:01.083475Z","end":"2026-03-05T18:38:01.205907Z","steps":["trace[1719585063] 'agreement among raft nodes before linearized reading' (duration: 122.09138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:02.641045Z","caller":"traceutil/trace.go:171","msg":"trace[699810932] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"144.637899ms","start":"2026-03-05T18:38:02.496378Z","end":"2026-03-05T18:38:02.641016Z","steps":["trace[699810932] 'process raft request' (duration: 144.503446ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:02.641142Z","caller":"traceutil/trace.go:171","msg":"trace[1684365659] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"148.688794ms","start":"2026-03-05T18:38:02.492393Z","end":"2026-03-05T18:38:02.641082Z","steps":["trace[1684365659] 'process raft request' (duration: 148.054969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:03.584091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:03.778834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.309272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:03.778967Z","caller":"traceutil/trace.go:171","msg":"trace[1157022926] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"708.742655ms","start":"2026-03-05T18:38:03.070198Z","end":"2026-03-05T18:38:03.77894Z","steps":["trace[1157022926] 'process raft request' (duration: 522.221128ms)","trace[1157022926] 'compare' (duration: 185.938803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:03.77904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.070166Z","time spent":"708.840558ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:04.469153Z","caller":"traceutil/trace.go:171","msg":"trace[51161354] linearizableReadLoop","detail":"{readStateIndex:23738; appliedIndex:23736; }","duration":"1.385913368s","start":"2026-03-05T18:38:03.083219Z","end":"2026-03-05T18:38:04.469132Z","steps":["trace[51161354] 'read index received' (duration: 509.136907ms)","trace[51161354] 'applied index is now lower than readState.Index' (duration: 876.775021ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:04.469197Z","caller":"traceutil/trace.go:171","msg":"trace[417848727] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"1.391837719s","start":"2026-03-05T18:38:03.07733Z","end":"2026-03-05T18:38:04.469168Z","steps":["trace[417848727] 'process raft request' (duration: 1.384970056s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.469292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386061272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:04.469319Z","caller":"traceutil/trace.go:171","msg":"trace[940524870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22914; }","duration":"1.386144834s","start":"2026-03-05T18:38:03.083166Z","end":"2026-03-05T18:38:04.469311Z","steps":["trace[940524870] 'agreement among raft nodes before linearized reading' (duration: 1.386058392s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:04.46934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.083151Z","time spent":"1.386185264s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:04.469336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.077291Z","time spent":"1.391962732s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:04.969818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:38:05.3537Z","caller":"traceutil/trace.go:171","msg":"trace[1633135034] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"905.134377ms","start":"2026-03-05T18:38:04.44854Z","end":"2026-03-05T18:38:05.353674Z","steps":["trace[1633135034] 'process raft request' (duration: 905.083846ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:05.353747Z","caller":"traceutil/trace.go:171","msg":"trace[1693604524] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"1.703793856s","start":"2026-03-05T18:38:03.649921Z","end":"2026-03-05T18:38:05.353715Z","steps":["trace[1693604524] 'process raft request' (duration: 1.70354406s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:05.35386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.448512Z","time spent":"905.26479ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:05.353975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.649881Z","time spent":"1.703936379s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:06.474596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:06.474656Z","caller":"traceutil/trace.go:171","msg":"trace[2031094404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172781s","start":"2026-03-05T18:38:04.474468Z","end":"2026-03-05T18:38:06.474641Z","steps":["trace[2031094404] 'agreement among raft nodes before linearized reading' (duration: 2.000092799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.47469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.474449Z","time spent":"2.000235123s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:06.579384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.533248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:06.579674Z","caller":"traceutil/trace.go:171","msg":"trace[1780231148] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"2.067730442s","start":"2026-03-05T18:38:04.511907Z","end":"2026-03-05T18:38:06.579637Z","steps":["trace[1780231148] 'process raft request' (duration: 1.096762425s)","trace[1780231148] 'compare' (duration: 967.469604ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:06.579848Z","caller":"traceutil/trace.go:171","msg":"trace[1207238301] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"1.931855813s","start":"2026-03-05T18:38:04.647966Z","end":"2026-03-05T18:38:06.579822Z","steps":["trace[1207238301] 'process raft request' (duration: 1.931759211s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.579861Z","caller":"traceutil/trace.go:171","msg":"trace[765245932] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"1.932636312s","start":"2026-03-05T18:38:04.64719Z","end":"2026-03-05T18:38:06.579826Z","steps":["trace[765245932] 'process raft request' (duration: 1.932383477s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.579955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.647937Z","time spent":"1.931966676s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:06.580047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.647136Z","time spent":"1.932815616s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:06.580066Z","caller":"traceutil/trace.go:171","msg":"trace[1242407150] linearizableReadLoop","detail":"{readStateIndex:23744; appliedIndex:23738; }","duration":"2.110842111s","start":"2026-03-05T18:38:04.469202Z","end":"2026-03-05T18:38:06.580044Z","steps":["trace[1242407150] 'read index received' (duration: 884.24847ms)","trace[1242407150] 'applied index is now lower than readState.Index' (duration: 1.226592371s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:06.580278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266979121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.580341Z","caller":"traceutil/trace.go:171","msg":"trace[309659574] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22920; }","duration":"3.267046902s","start":"2026-03-05T18:38:03.313276Z","end":"2026-03-05T18:38:06.580322Z","steps":["trace[309659574] 'agreement among raft nodes before linearized reading' (duration: 3.26694867s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.313243Z","time spent":"3.267137854s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:06.580617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296976017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.580677Z","caller":"traceutil/trace.go:171","msg":"trace[1579144532] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22920; }","duration":"3.297054398s","start":"2026-03-05T18:38:03.283607Z","end":"2026-03-05T18:38:06.580661Z","steps":["trace[1579144532] 'agreement among raft nodes before linearized reading' (duration: 3.296932175s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369954966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:38:06.580724Z","caller":"traceutil/trace.go:171","msg":"trace[2126729115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22920; }","duration":"3.370019307s","start":"2026-03-05T18:38:03.210696Z","end":"2026-03-05T18:38:06.580715Z","steps":["trace[2126729115] 'agreement among raft nodes before linearized reading' (duration: 3.369937435s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.2836Z","time spent":"3.297116129s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:06.580749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.210672Z","time spent":"3.370071619s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:06.580777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297037547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:06.580708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296974087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.580842Z","caller":"traceutil/trace.go:171","msg":"trace[1620902257] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22920; }","duration":"3.297158931s","start":"2026-03-05T18:38:03.283678Z","end":"2026-03-05T18:38:06.580837Z","steps":["trace[1620902257] 'agreement among raft nodes before linearized reading' (duration: 3.296970047s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.283653Z","time spent":"3.297204092s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-05T18:38:06.58085Z","caller":"traceutil/trace.go:171","msg":"trace[1343002271] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22920; }","duration":"3.29713306s","start":"2026-03-05T18:38:03.283684Z","end":"2026-03-05T18:38:06.580817Z","steps":["trace[1343002271] 'agreement among raft nodes before linearized reading' (duration: 3.297058658s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.283658Z","time spent":"3.297224782s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:06.58111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830203888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:06.581113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598039983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:06.581133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489764613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-05T18:38:06.581153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164330163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:38:06.5811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298550734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.581195Z","caller":"traceutil/trace.go:171","msg":"trace[1540732234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22920; }","duration":"3.164391725s","start":"2026-03-05T18:38:03.416789Z","end":"2026-03-05T18:38:06.581181Z","steps":["trace[1540732234] 'agreement among raft nodes before linearized reading' (duration: 3.164267632s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298328928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:06.581189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900434642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:38:06.581197Z","caller":"traceutil/trace.go:171","msg":"trace[93039486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22920; }","duration":"2.489861635s","start":"2026-03-05T18:38:04.09131Z","end":"2026-03-05T18:38:06.581172Z","steps":["trace[93039486] 'agreement among raft nodes before linearized reading' (duration: 2.489669881s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.58123Z","caller":"traceutil/trace.go:171","msg":"trace[556601749] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22920; }","duration":"3.299000634s","start":"2026-03-05T18:38:03.282217Z","end":"2026-03-05T18:38:06.581217Z","steps":["trace[556601749] 'agreement among raft nodes before linearized reading' (duration: 3.298337309s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.581242Z","caller":"traceutil/trace.go:171","msg":"trace[1255702019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22920; }","duration":"2.900515194s","start":"2026-03-05T18:38:03.680711Z","end":"2026-03-05T18:38:06.581226Z","steps":["trace[1255702019] 'agreement among raft nodes before linearized reading' (duration: 2.900386161s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.581162Z","caller":"traceutil/trace.go:171","msg":"trace[1995144231] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22920; }","duration":"2.83028859s","start":"2026-03-05T18:38:03.750856Z","end":"2026-03-05T18:38:06.581145Z","steps":["trace[1995144231] 'agreement among raft nodes before linearized reading' (duration: 2.830206269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.581263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.091256Z","time spent":"2.489997169s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.680691Z","time spent":"2.900577546s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.28219Z","time spent":"3.299074395s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:38:06.581262Z","caller":"traceutil/trace.go:171","msg":"trace[1789852336] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22920; }","duration":"3.298740518s","start":"2026-03-05T18:38:03.28246Z","end":"2026-03-05T18:38:06.581201Z","steps":["trace[1789852336] 'agreement among raft nodes before linearized reading' (duration: 3.298335908s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.581184Z","caller":"traceutil/trace.go:171","msg":"trace[1594230637] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22920; }","duration":"2.598101275s","start":"2026-03-05T18:38:03.983058Z","end":"2026-03-05T18:38:06.581159Z","steps":["trace[1594230637] 'agreement among raft nodes before linearized reading' (duration: 2.598000802s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.580814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73462047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:06.58133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.983009Z","time spent":"2.598312361s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:06.581316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207802471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T18:38:06.581362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.28245Z","time spent":"3.298900891s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.416775Z","time spent":"3.164442336s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.75083Z","time spent":"2.830456365s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:06.581345Z","caller":"traceutil/trace.go:171","msg":"trace[265170638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22920; }","duration":"2.735278566s","start":"2026-03-05T18:38:03.846055Z","end":"2026-03-05T18:38:06.581334Z","steps":["trace[265170638] 'agreement among raft nodes before linearized reading' (duration: 2.734578059s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.581526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.846032Z","time spent":"2.73548559s","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:06.581031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442685081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:38:06.580995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297472218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.581593Z","caller":"traceutil/trace.go:171","msg":"trace[1896190610] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22920; }","duration":"2.443267165s","start":"2026-03-05T18:38:04.138309Z","end":"2026-03-05T18:38:06.581577Z","steps":["trace[1896190610] 'agreement among raft nodes before linearized reading' (duration: 2.44266202s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.581657Z","caller":"traceutil/trace.go:171","msg":"trace[487354656] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22920; }","duration":"3.298161024s","start":"2026-03-05T18:38:03.283471Z","end":"2026-03-05T18:38:06.581632Z","steps":["trace[487354656] 'agreement among raft nodes before linearized reading' (duration: 3.297257933s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.581783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.511878Z","time spent":"2.067881166s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:06.581873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.28346Z","time spent":"3.298385171s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961614421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:06.581975Z","caller":"traceutil/trace.go:171","msg":"trace[1225227521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22920; }","duration":"2.962561844s","start":"2026-03-05T18:38:03.619384Z","end":"2026-03-05T18:38:06.581946Z","steps":["trace[1225227521] 'agreement among raft nodes before linearized reading' (duration: 2.961592931s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.582042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.619356Z","time spent":"2.962667027s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:06.581039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297300164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:06.580835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297113679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:06.582181Z","caller":"traceutil/trace.go:171","msg":"trace[1451260653] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22920; }","duration":"3.298512053s","start":"2026-03-05T18:38:03.28365Z","end":"2026-03-05T18:38:06.582162Z","steps":["trace[1451260653] 'agreement among raft nodes before linearized reading' (duration: 3.297262593s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:06.582268Z","caller":"traceutil/trace.go:171","msg":"trace[1760180123] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22920; }","duration":"3.298608355s","start":"2026-03-05T18:38:03.283643Z","end":"2026-03-05T18:38:06.582251Z","steps":["trace[1760180123] 'agreement among raft nodes before linearized reading' (duration: 3.297066698s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.582287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.28364Z","time spent":"3.298628256s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:06.582333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.283616Z","time spent":"3.298699218s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:06.580942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272859591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:38:06.582964Z","caller":"traceutil/trace.go:171","msg":"trace[436705811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22920; }","duration":"3.27489936s","start":"2026-03-05T18:38:03.308047Z","end":"2026-03-05T18:38:06.582947Z","steps":["trace[436705811] 'agreement among raft nodes before linearized reading' (duration: 3.272702037s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.583027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.308033Z","time spent":"3.274971102s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-05T18:38:06.581008Z","caller":"traceutil/trace.go:171","msg":"trace[1589477600] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"1.695443178s","start":"2026-03-05T18:38:04.88554Z","end":"2026-03-05T18:38:06.580983Z","steps":["trace[1589477600] 'process raft request' (duration: 1.694235469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.583162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.885512Z","time spent":"1.697599249s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:06.581391Z","caller":"traceutil/trace.go:171","msg":"trace[540701361] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22920; }","duration":"3.207910093s","start":"2026-03-05T18:38:03.373464Z","end":"2026-03-05T18:38:06.581374Z","steps":["trace[540701361] 'agreement among raft nodes before linearized reading' (duration: 3.206754446s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.583282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.373452Z","time spent":"3.209823998s","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:06.581658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:04.138284Z","time spent":"2.443358627s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:38:06.58109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120143361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:38:06.583654Z","caller":"traceutil/trace.go:171","msg":"trace[1068458762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22920; }","duration":"3.122750353s","start":"2026-03-05T18:38:03.460885Z","end":"2026-03-05T18:38:06.583636Z","steps":["trace[1068458762] 'agreement among raft nodes before linearized reading' (duration: 3.120167991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.583712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:03.460873Z","time spent":"3.122822374s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:38:06.601859Z","caller":"traceutil/trace.go:171","msg":"trace[753790061] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"919.338816ms","start":"2026-03-05T18:38:05.6825Z","end":"2026-03-05T18:38:06.601839Z","steps":["trace[753790061] 'process raft request' (duration: 919.147932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:06.602027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.682463Z","time spent":"919.455908ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:07.683243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08146735s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:07.683729Z","caller":"traceutil/trace.go:171","msg":"trace[1957294130] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"1.603608648s","start":"2026-03-05T18:38:06.080092Z","end":"2026-03-05T18:38:07.683701Z","steps":["trace[1957294130] 'process raft request' (duration: 1.603330942s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.68388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.08006Z","time spent":"1.603737991s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:07.683967Z","caller":"traceutil/trace.go:171","msg":"trace[725047664] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"1.096268133s","start":"2026-03-05T18:38:06.587688Z","end":"2026-03-05T18:38:07.683956Z","steps":["trace[725047664] 'process raft request' (duration: 1.096196031s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:07.683726Z","caller":"traceutil/trace.go:171","msg":"trace[1197797247] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"1.207884704s","start":"2026-03-05T18:38:06.475814Z","end":"2026-03-05T18:38:07.683699Z","steps":["trace[1197797247] 'process raft request' (duration: 1.207777602s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:07.684061Z","caller":"traceutil/trace.go:171","msg":"trace[390259143] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"1.096358385s","start":"2026-03-05T18:38:06.587677Z","end":"2026-03-05T18:38:07.684036Z","steps":["trace[390259143] 'process raft request' (duration: 1.095972206s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.587667Z","time spent":"1.096338934s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:07.684184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.587649Z","time spent":"1.096458968s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:07.684167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.475791Z","time spent":"1.208246473s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:07.684268Z","caller":"traceutil/trace.go:171","msg":"trace[1597159145] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"1.096341415s","start":"2026-03-05T18:38:06.587913Z","end":"2026-03-05T18:38:07.684254Z","steps":["trace[1597159145] 'process raft request' (duration: 1.096011297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.587907Z","time spent":"1.096398926s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:07.684621Z","caller":"traceutil/trace.go:171","msg":"trace[297106884] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"1.096611921s","start":"2026-03-05T18:38:06.587978Z","end":"2026-03-05T18:38:07.68459Z","steps":["trace[297106884] 'process raft request' (duration: 1.096262723s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:07.684651Z","caller":"traceutil/trace.go:171","msg":"trace[1558497175] linearizableReadLoop","detail":"{readStateIndex:23747; appliedIndex:23744; }","duration":"1.10451028s","start":"2026-03-05T18:38:06.580108Z","end":"2026-03-05T18:38:07.684619Z","steps":["trace[1558497175] 'read index received' (duration: 21.601285ms)","trace[1558497175] 'applied index is now lower than readState.Index' (duration: 1.082907965s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:07.684745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304101426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:07.684743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.587973Z","time spent":"1.096715193s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:07.684783Z","caller":"traceutil/trace.go:171","msg":"trace[1548156570] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22928; }","duration":"2.304202719s","start":"2026-03-05T18:38:05.38057Z","end":"2026-03-05T18:38:07.684772Z","steps":["trace[1548156570] 'agreement among raft nodes before linearized reading' (duration: 2.304123357s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30085968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:07.684815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.38055Z","time spent":"2.3042573s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:07.684819Z","caller":"traceutil/trace.go:171","msg":"trace[1796348917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22928; }","duration":"1.300901901s","start":"2026-03-05T18:38:06.383905Z","end":"2026-03-05T18:38:07.684807Z","steps":["trace[1796348917] 'agreement among raft nodes before linearized reading' (duration: 1.300728117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209710958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:07.684852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622521608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:38:07.684852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616996567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T18:38:07.684873Z","caller":"traceutil/trace.go:171","msg":"trace[1100772200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22928; }","duration":"1.20976021s","start":"2026-03-05T18:38:06.475107Z","end":"2026-03-05T18:38:07.684868Z","steps":["trace[1100772200] 'agreement among raft nodes before linearized reading' (duration: 1.209726049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.475087Z","time spent":"1.20980274s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:07.684919Z","caller":"traceutil/trace.go:171","msg":"trace[984860864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22928; }","duration":"1.617079439s","start":"2026-03-05T18:38:06.067803Z","end":"2026-03-05T18:38:07.684883Z","steps":["trace[984860864] 'agreement among raft nodes before linearized reading' (duration: 1.616951196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.684952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.067779Z","time spent":"1.61716521s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:38:07.684869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745826688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:07.684954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106774774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:07.685025Z","caller":"traceutil/trace.go:171","msg":"trace[1607476925] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"1.096539969s","start":"2026-03-05T18:38:06.588473Z","end":"2026-03-05T18:38:07.685013Z","steps":["trace[1607476925] 'process raft request' (duration: 1.095959325s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:07.684892Z","caller":"traceutil/trace.go:171","msg":"trace[95932043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22928; }","duration":"2.62262014s","start":"2026-03-05T18:38:05.062255Z","end":"2026-03-05T18:38:07.684875Z","steps":["trace[95932043] 'agreement among raft nodes before linearized reading' (duration: 2.622472546s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:07.685079Z","caller":"traceutil/trace.go:171","msg":"trace[425658700] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22928; }","duration":"1.106915767s","start":"2026-03-05T18:38:06.578107Z","end":"2026-03-05T18:38:07.685023Z","steps":["trace[425658700] 'agreement among raft nodes before linearized reading' (duration: 1.106715272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.685108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.588465Z","time spent":"1.096607971s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:07.685036Z","caller":"traceutil/trace.go:171","msg":"trace[1790374020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22928; }","duration":"1.746073814s","start":"2026-03-05T18:38:05.938926Z","end":"2026-03-05T18:38:07.685Z","steps":["trace[1790374020] 'agreement among raft nodes before linearized reading' (duration: 1.745768076s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:07.685114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.062215Z","time spent":"2.622882646s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:38:07.684937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.383879Z","time spent":"1.300996484s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:07.685157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:05.938902Z","time spent":"1.746240938s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:07.685168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.578092Z","time spent":"1.10706009s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:08.536409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.3103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:08.536682Z","caller":"traceutil/trace.go:171","msg":"trace[1755872970] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"1.176517666s","start":"2026-03-05T18:38:07.360136Z","end":"2026-03-05T18:38:08.536653Z","steps":["trace[1755872970] 'process raft request' (duration: 575.884258ms)","trace[1755872970] 'compare' (duration: 599.935192ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:08.536698Z","caller":"traceutil/trace.go:171","msg":"trace[853986095] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"1.176498616s","start":"2026-03-05T18:38:07.360162Z","end":"2026-03-05T18:38:08.53666Z","steps":["trace[853986095] 'process raft request' (duration: 1.176345143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:08.536782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.360107Z","time spent":"1.176630989s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:08.536846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.360134Z","time spent":"1.176628129s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.122381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.797555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T18:38:09.124328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178631666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:09.124477Z","caller":"traceutil/trace.go:171","msg":"trace[271320341] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22930; }","duration":"2.178860002s","start":"2026-03-05T18:38:06.945593Z","end":"2026-03-05T18:38:09.124453Z","steps":["trace[271320341] 'agreement among raft nodes before linearized reading' (duration: 2.178656747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.124502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164489999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:09.12455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.945561Z","time spent":"2.178959354s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:09.124577Z","caller":"traceutil/trace.go:171","msg":"trace[1713385166] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22930; }","duration":"2.164626192s","start":"2026-03-05T18:38:06.959938Z","end":"2026-03-05T18:38:09.124564Z","steps":["trace[1713385166] 'agreement among raft nodes before linearized reading' (duration: 2.164508789s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.124563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535936034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-05T18:38:09.124626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.959888Z","time spent":"2.164719514s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:09.124661Z","caller":"traceutil/trace.go:171","msg":"trace[1742619970] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2; range_end:; response_count:1; response_revision:22930; }","duration":"2.536036476s","start":"2026-03-05T18:38:06.588586Z","end":"2026-03-05T18:38:09.124623Z","steps":["trace[1742619970] 'agreement among raft nodes before linearized reading' (duration: 2.535749649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.124717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.588581Z","time spent":"2.536125718s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2\" "} {"level":"info","ts":"2026-03-05T18:38:09.124327Z","caller":"traceutil/trace.go:171","msg":"trace[1898225740] linearizableReadLoop","detail":"{readStateIndex:23755; appliedIndex:23752; }","duration":"1.439539627s","start":"2026-03-05T18:38:07.6847Z","end":"2026-03-05T18:38:09.12424Z","steps":["trace[1898225740] 'read index received' (duration: 251.28725ms)","trace[1898225740] 'applied index is now lower than readState.Index' (duration: 1.188247487s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:09.125387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237101691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:09.125437Z","caller":"traceutil/trace.go:171","msg":"trace[1390058044] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22930; }","duration":"2.237187842s","start":"2026-03-05T18:38:06.888227Z","end":"2026-03-05T18:38:09.125415Z","steps":["trace[1390058044] 'agreement among raft nodes before linearized reading' (duration: 2.237074049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.125473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.888199Z","time spent":"2.237263755s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:09.127091Z","caller":"traceutil/trace.go:171","msg":"trace[156721774] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"1.436521345s","start":"2026-03-05T18:38:07.690509Z","end":"2026-03-05T18:38:09.12703Z","steps":["trace[156721774] 'process raft request' (duration: 1.432261014s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.127406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.690498Z","time spent":"1.436679169s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:09.13474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22074768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417956"} {"level":"info","ts":"2026-03-05T18:38:09.134851Z","caller":"traceutil/trace.go:171","msg":"trace[181738547] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22930; }","duration":"2.220934615s","start":"2026-03-05T18:38:06.913881Z","end":"2026-03-05T18:38:09.134816Z","steps":["trace[181738547] 'agreement among raft nodes before linearized reading' (duration: 2.211405077s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.134892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:06.913843Z","time spent":"2.221039828s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417979,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T18:38:09.625744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:09.694051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:09.694119Z","caller":"traceutil/trace.go:171","msg":"trace[1778285545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690455s","start":"2026-03-05T18:38:07.693413Z","end":"2026-03-05T18:38:09.694104Z","steps":["trace[1778285545] 'agreement among raft nodes before linearized reading' (duration: 2.000611874s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:09.694153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.693408Z","time spent":"2.000737106s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:09.904013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.93541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:09.904134Z","caller":"traceutil/trace.go:171","msg":"trace[574199105] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"1.315383378s","start":"2026-03-05T18:38:08.588731Z","end":"2026-03-05T18:38:09.904114Z","steps":["trace[574199105] 'process raft request' (duration: 538.271552ms)","trace[574199105] 'compare' (duration: 776.225534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:09.904195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.588715Z","time spent":"1.315452519s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:10.126985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:10.395707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728045915s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:11.531495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135378906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:11.531757Z","caller":"traceutil/trace.go:171","msg":"trace[768041531] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"2.940820257s","start":"2026-03-05T18:38:08.590917Z","end":"2026-03-05T18:38:11.531737Z","steps":["trace[768041531] 'process raft request' (duration: 2.940719253s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:11.53176Z","caller":"traceutil/trace.go:171","msg":"trace[252195037] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"2.941851022s","start":"2026-03-05T18:38:08.589895Z","end":"2026-03-05T18:38:11.531746Z","steps":["trace[252195037] 'process raft request' (duration: 1.806119336s)","trace[252195037] 'compare' (duration: 1.133442601s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:11.531818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.590901Z","time spent":"2.940889458s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:11.53186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.589875Z","time spent":"2.941942733s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:11.532004Z","caller":"traceutil/trace.go:171","msg":"trace[22290585] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"2.940536809s","start":"2026-03-05T18:38:08.591434Z","end":"2026-03-05T18:38:11.531971Z","steps":["trace[22290585] 'process raft request' (duration: 2.940261522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:11.532186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.591421Z","time spent":"2.940660533s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:11.694652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:11.694727Z","caller":"traceutil/trace.go:171","msg":"trace[553131586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509949s","start":"2026-03-05T18:38:09.694198Z","end":"2026-03-05T18:38:11.694708Z","steps":["trace[553131586] 'agreement among raft nodes before linearized reading' (duration: 2.000420437s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:11.694761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.694186Z","time spent":"2.000568211s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:11.996503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395996479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:12.059575Z","caller":"traceutil/trace.go:171","msg":"trace[738546750] linearizableReadLoop","detail":"{readStateIndex:23764; appliedIndex:23757; }","duration":"2.934311171s","start":"2026-03-05T18:38:09.12525Z","end":"2026-03-05T18:38:12.059562Z","steps":["trace[738546750] 'read index received' (duration: 1.270805894s)","trace[738546750] 'applied index is now lower than readState.Index' (duration: 1.663504797s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:12.059748Z","caller":"traceutil/trace.go:171","msg":"trace[664604544] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"3.274022559s","start":"2026-03-05T18:38:08.785718Z","end":"2026-03-05T18:38:12.059741Z","steps":["trace[664604544] 'process raft request' (duration: 3.211085579s)","trace[664604544] 'compare' (duration: 61.199628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:12.059821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.785697Z","time spent":"3.274072401s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:12.05993Z","caller":"traceutil/trace.go:171","msg":"trace[1672642567] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"2.578531399s","start":"2026-03-05T18:38:09.481393Z","end":"2026-03-05T18:38:12.059925Z","steps":["trace[1672642567] 'process raft request' (duration: 2.577441414s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.05996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.481362Z","time spent":"2.57858303s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:12.060538Z","caller":"traceutil/trace.go:171","msg":"trace[1271617555] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"2.47703922s","start":"2026-03-05T18:38:09.583493Z","end":"2026-03-05T18:38:12.060532Z","steps":["trace[1271617555] 'process raft request' (duration: 2.475533794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.060573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.583469Z","time spent":"2.477086201s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:12.060645Z","caller":"traceutil/trace.go:171","msg":"trace[1188003870] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"2.367607321s","start":"2026-03-05T18:38:09.693028Z","end":"2026-03-05T18:38:12.060636Z","steps":["trace[1188003870] 'process raft request' (duration: 2.366503755s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.060676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.69301Z","time spent":"2.367649742s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.060752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94058682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.060776Z","caller":"traceutil/trace.go:171","msg":"trace[1575606683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22939; }","duration":"2.94061246s","start":"2026-03-05T18:38:09.120157Z","end":"2026-03-05T18:38:12.06077Z","steps":["trace[1575606683] 'agreement among raft nodes before linearized reading' (duration: 2.940573829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.060793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.120073Z","time spent":"2.940714693s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.061203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331705095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:264208"} {"level":"info","ts":"2026-03-05T18:38:12.061226Z","caller":"traceutil/trace.go:171","msg":"trace[446680164] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:22939; }","duration":"3.331731436s","start":"2026-03-05T18:38:08.72949Z","end":"2026-03-05T18:38:12.061221Z","steps":["trace[446680164] 'agreement among raft nodes before linearized reading' (duration: 3.331377426s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.729411Z","time spent":"3.331828688s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":264231,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470545084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061409Z","caller":"traceutil/trace.go:171","msg":"trace[1689914323] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22939; }","duration":"3.470580825s","start":"2026-03-05T18:38:08.590825Z","end":"2026-03-05T18:38:12.061406Z","steps":["trace[1689914323] 'agreement among raft nodes before linearized reading' (duration: 3.470549854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.590815Z","time spent":"3.470603985s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47080843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061516Z","caller":"traceutil/trace.go:171","msg":"trace[545299482] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22939; }","duration":"3.470844651s","start":"2026-03-05T18:38:08.590667Z","end":"2026-03-05T18:38:12.061512Z","steps":["trace[545299482] 'agreement among raft nodes before linearized reading' (duration: 3.47082095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.590611Z","time spent":"3.470913233s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471373544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061612Z","caller":"traceutil/trace.go:171","msg":"trace[929947890] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22939; }","duration":"3.471391005s","start":"2026-03-05T18:38:08.590217Z","end":"2026-03-05T18:38:12.061608Z","steps":["trace[929947890] 'agreement among raft nodes before linearized reading' (duration: 3.471366734s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.589621Z","time spent":"3.472000329s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471575779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061707Z","caller":"traceutil/trace.go:171","msg":"trace[740142262] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22939; }","duration":"3.47162994s","start":"2026-03-05T18:38:08.590072Z","end":"2026-03-05T18:38:12.061702Z","steps":["trace[740142262] 'agreement among raft nodes before linearized reading' (duration: 3.471604849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.06172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.590047Z","time spent":"3.471670471s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471740003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061822Z","caller":"traceutil/trace.go:171","msg":"trace[1843433946] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22939; }","duration":"3.471777934s","start":"2026-03-05T18:38:08.590041Z","end":"2026-03-05T18:38:12.061819Z","steps":["trace[1843433946] 'agreement among raft nodes before linearized reading' (duration: 3.471750503s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.59003Z","time spent":"3.471803344s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:12.061904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471855396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.061921Z","caller":"traceutil/trace.go:171","msg":"trace[2115224969] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22939; }","duration":"3.471907467s","start":"2026-03-05T18:38:08.590009Z","end":"2026-03-05T18:38:12.061917Z","steps":["trace[2115224969] 'agreement among raft nodes before linearized reading' (duration: 3.471882286s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.061934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.589997Z","time spent":"3.471933967s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472191573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:38:12.062049Z","caller":"traceutil/trace.go:171","msg":"trace[1608896363] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22939; }","duration":"3.472256995s","start":"2026-03-05T18:38:08.589787Z","end":"2026-03-05T18:38:12.062044Z","steps":["trace[1608896363] 'agreement among raft nodes before linearized reading' (duration: 3.472203554s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.589759Z","time spent":"3.472302566s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472586633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:38:12.062183Z","caller":"traceutil/trace.go:171","msg":"trace[1220896300] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22939; }","duration":"3.472621863s","start":"2026-03-05T18:38:08.589557Z","end":"2026-03-05T18:38:12.062178Z","steps":["trace[1220896300] 'agreement among raft nodes before linearized reading' (duration: 3.472577412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.589546Z","time spent":"3.472646354s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473495484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.062284Z","caller":"traceutil/trace.go:171","msg":"trace[1812914015] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22939; }","duration":"3.473550915s","start":"2026-03-05T18:38:08.588727Z","end":"2026-03-05T18:38:12.062278Z","steps":["trace[1812914015] 'agreement among raft nodes before linearized reading' (duration: 3.473525595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.588703Z","time spent":"3.473591097s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474349905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.062392Z","caller":"traceutil/trace.go:171","msg":"trace[648615281] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22939; }","duration":"3.474402895s","start":"2026-03-05T18:38:08.587985Z","end":"2026-03-05T18:38:12.062388Z","steps":["trace[648615281] 'agreement among raft nodes before linearized reading' (duration: 3.474378844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.587965Z","time spent":"3.474436266s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623469579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:12.062497Z","caller":"traceutil/trace.go:171","msg":"trace[75055820] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22939; }","duration":"3.623526001s","start":"2026-03-05T18:38:08.438967Z","end":"2026-03-05T18:38:12.062493Z","steps":["trace[75055820] 'agreement among raft nodes before linearized reading' (duration: 3.623499381s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.06251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:08.438944Z","time spent":"3.623563172s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.062617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373008497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:38:12.062636Z","caller":"traceutil/trace.go:171","msg":"trace[603344118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:22939; }","duration":"4.373044699s","start":"2026-03-05T18:38:07.689587Z","end":"2026-03-05T18:38:12.062632Z","steps":["trace[603344118] 'agreement among raft nodes before linearized reading' (duration: 4.372983917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.689579Z","time spent":"4.373066619s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:38:12.062751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373726464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:38:12.06277Z","caller":"traceutil/trace.go:171","msg":"trace[2004652496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22939; }","duration":"4.373777636s","start":"2026-03-05T18:38:07.688987Z","end":"2026-03-05T18:38:12.062765Z","steps":["trace[2004652496] 'agreement among raft nodes before linearized reading' (duration: 4.373729325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.062784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:07.688968Z","time spent":"4.373813016s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:38:12.125772Z","caller":"traceutil/trace.go:171","msg":"trace[2128277629] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"1.583069379s","start":"2026-03-05T18:38:10.54267Z","end":"2026-03-05T18:38:12.12574Z","steps":["trace[2128277629] 'process raft request' (duration: 1.582407783s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.542641Z","time spent":"1.583219293s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.126174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433035661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:38:12.126305Z","caller":"traceutil/trace.go:171","msg":"trace[77108869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22942; }","duration":"2.433194005s","start":"2026-03-05T18:38:09.693082Z","end":"2026-03-05T18:38:12.126276Z","steps":["trace[77108869] 'agreement among raft nodes before linearized reading' (duration: 2.432774385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.693074Z","time spent":"2.433276437s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:12.126517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433401139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:38:12.126587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991450002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-05T18:38:12.126626Z","caller":"traceutil/trace.go:171","msg":"trace[690672529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22942; }","duration":"2.991505734s","start":"2026-03-05T18:38:09.135111Z","end":"2026-03-05T18:38:12.126616Z","steps":["trace[690672529] 'agreement among raft nodes before linearized reading' (duration: 2.991363261s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43342041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T18:38:12.126676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.135097Z","time spent":"2.991571845s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-05T18:38:12.126674Z","caller":"traceutil/trace.go:171","msg":"trace[1930457263] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"216.85492ms","start":"2026-03-05T18:38:11.909802Z","end":"2026-03-05T18:38:12.126657Z","steps":["trace[1930457263] 'process raft request' (duration: 215.531328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615601413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:12.126703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429216861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T18:38:12.126764Z","caller":"traceutil/trace.go:171","msg":"trace[2142407678] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"1.583372415s","start":"2026-03-05T18:38:10.543382Z","end":"2026-03-05T18:38:12.126755Z","steps":["trace[2142407678] 'process raft request' (duration: 1.58191565s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903510558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:12.126808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978545405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.126604Z","caller":"traceutil/trace.go:171","msg":"trace[73187197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22942; }","duration":"2.433489511s","start":"2026-03-05T18:38:09.693097Z","end":"2026-03-05T18:38:12.126587Z","steps":["trace[73187197] 'agreement among raft nodes before linearized reading' (duration: 2.433328228s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.126809Z","caller":"traceutil/trace.go:171","msg":"trace[1206663497] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22942; }","duration":"1.429346023s","start":"2026-03-05T18:38:10.697443Z","end":"2026-03-05T18:38:12.126789Z","steps":["trace[1206663497] 'agreement among raft nodes before linearized reading' (duration: 1.429125768s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.693053Z","time spent":"2.433816059s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:12.12666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.285882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.126864Z","caller":"traceutil/trace.go:171","msg":"trace[1369510056] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22942; }","duration":"1.903669631s","start":"2026-03-05T18:38:10.223162Z","end":"2026-03-05T18:38:12.126832Z","steps":["trace[1369510056] 'agreement among raft nodes before linearized reading' (duration: 1.903459976s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.126904Z","caller":"traceutil/trace.go:171","msg":"trace[674099607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22942; }","duration":"426.642951ms","start":"2026-03-05T18:38:11.700256Z","end":"2026-03-05T18:38:12.126899Z","steps":["trace[674099607] 'agreement among raft nodes before linearized reading' (duration: 426.258042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.342212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:38:12.126916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.697384Z","time spent":"1.429520418s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T18:38:12.12696Z","caller":"traceutil/trace.go:171","msg":"trace[461802933] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:22942; }","duration":"199.434574ms","start":"2026-03-05T18:38:11.927508Z","end":"2026-03-05T18:38:12.126942Z","steps":["trace[461802933] 'agreement among raft nodes before linearized reading' (duration: 199.220439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.126919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.700221Z","time spent":"426.694731ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:12.126721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.951641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.127125Z","caller":"traceutil/trace.go:171","msg":"trace[1773861736] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22942; }","duration":"808.411322ms","start":"2026-03-05T18:38:11.318703Z","end":"2026-03-05T18:38:12.127115Z","steps":["trace[1773861736] 'agreement among raft nodes before linearized reading' (duration: 807.942641ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.12674Z","caller":"traceutil/trace.go:171","msg":"trace[1482820507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22942; }","duration":"2.433661596s","start":"2026-03-05T18:38:09.693025Z","end":"2026-03-05T18:38:12.126686Z","steps":["trace[1482820507] 'agreement among raft nodes before linearized reading' (duration: 2.433319008s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.127154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:11.318673Z","time spent":"808.474003ms","remote":"127.0.0.1:57474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.127189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.693016Z","time spent":"2.434154767s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:38:12.126753Z","caller":"traceutil/trace.go:171","msg":"trace[1312082602] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22942; }","duration":"2.615770387s","start":"2026-03-05T18:38:09.510964Z","end":"2026-03-05T18:38:12.126734Z","steps":["trace[1312082602] 'agreement among raft nodes before linearized reading' (duration: 2.615587673s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.127265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.510936Z","time spent":"2.6163174s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.126842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.543371Z","time spent":"1.583418077s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:12.126936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.223124Z","time spent":"1.903795954s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.126712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341702335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:12.127368Z","caller":"traceutil/trace.go:171","msg":"trace[636016674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22942; }","duration":"1.342407372s","start":"2026-03-05T18:38:10.784954Z","end":"2026-03-05T18:38:12.127362Z","steps":["trace[636016674] 'agreement among raft nodes before linearized reading' (duration: 1.341717315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.127388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:10.784888Z","time spent":"1.342493213s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:12.126945Z","caller":"traceutil/trace.go:171","msg":"trace[682790600] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22942; }","duration":"2.978871652s","start":"2026-03-05T18:38:09.147968Z","end":"2026-03-05T18:38:12.12684Z","steps":["trace[682790600] 'agreement among raft nodes before linearized reading' (duration: 2.978484583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.127485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.147943Z","time spent":"2.979535737s","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:12.12766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434663049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:38:12.127696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437932517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:12.127763Z","caller":"traceutil/trace.go:171","msg":"trace[2089720039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22942; }","duration":"2.434784772s","start":"2026-03-05T18:38:09.69294Z","end":"2026-03-05T18:38:12.127724Z","steps":["trace[2089720039] 'agreement among raft nodes before linearized reading' (duration: 2.43425527s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:12.127757Z","caller":"traceutil/trace.go:171","msg":"trace[1602134374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22942; }","duration":"2.438026259s","start":"2026-03-05T18:38:09.689714Z","end":"2026-03-05T18:38:12.12774Z","steps":["trace[1602134374] 'agreement among raft nodes before linearized reading' (duration: 2.436545535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:12.127916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.689689Z","time spent":"2.438215853s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:12.127846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:09.692887Z","time spent":"2.434923865s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:14.130953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000848278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:14.131038Z","caller":"traceutil/trace.go:171","msg":"trace[1016008974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00096613s","start":"2026-03-05T18:38:12.130053Z","end":"2026-03-05T18:38:14.131019Z","steps":["trace[1016008974] 'agreement among raft nodes before linearized reading' (duration: 2.000867418s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.131097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.130038Z","time spent":"2.001049623s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:14.573923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041870855s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:14.574339Z","caller":"traceutil/trace.go:171","msg":"trace[480761316] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"2.506192045s","start":"2026-03-05T18:38:12.068094Z","end":"2026-03-05T18:38:14.574286Z","steps":["trace[480761316] 'process raft request' (duration: 463.804417ms)","trace[480761316] 'compare' (duration: 2.040963224s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:14.574562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.06807Z","time spent":"2.506361389s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.575336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.129849Z","time spent":"2.445480527s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:38:14.575332Z","caller":"traceutil/trace.go:171","msg":"trace[335732488] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"2.44096478s","start":"2026-03-05T18:38:12.134328Z","end":"2026-03-05T18:38:14.575292Z","steps":["trace[335732488] 'process raft request' (duration: 2.440671193s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.575515Z","caller":"traceutil/trace.go:171","msg":"trace[1230772639] linearizableReadLoop","detail":"{readStateIndex:23768; appliedIndex:23767; }","duration":"2.450118658s","start":"2026-03-05T18:38:12.12538Z","end":"2026-03-05T18:38:14.575499Z","steps":["trace[1230772639] 'read index received' (duration: 406.623885ms)","trace[1230772639] 'applied index is now lower than readState.Index' (duration: 2.043491913s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:14.575541Z","caller":"traceutil/trace.go:171","msg":"trace[341659488] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"1.037373509s","start":"2026-03-05T18:38:13.538156Z","end":"2026-03-05T18:38:14.57553Z","steps":["trace[341659488] 'process raft request' (duration: 1.037158714s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.575539Z","caller":"traceutil/trace.go:171","msg":"trace[2142777418] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"2.441055392s","start":"2026-03-05T18:38:12.134458Z","end":"2026-03-05T18:38:14.575514Z","steps":["trace[2142777418] 'process raft request' (duration: 2.440746935s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.575641Z","caller":"traceutil/trace.go:171","msg":"trace[2058780243] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"2.441135403s","start":"2026-03-05T18:38:12.134485Z","end":"2026-03-05T18:38:14.57562Z","steps":["trace[2058780243] 'process raft request' (duration: 2.440752424s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.575656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.538129Z","time spent":"1.037450411s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.575669Z","caller":"traceutil/trace.go:171","msg":"trace[1923177409] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"1.036025158s","start":"2026-03-05T18:38:13.539631Z","end":"2026-03-05T18:38:14.575657Z","steps":["trace[1923177409] 'process raft request' (duration: 1.035767452s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.575689Z","caller":"traceutil/trace.go:171","msg":"trace[780725077] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"2.441252176s","start":"2026-03-05T18:38:12.13443Z","end":"2026-03-05T18:38:14.575683Z","steps":["trace[780725077] 'process raft request' (duration: 2.440738104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.575723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.134427Z","time spent":"2.441279637s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.575743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.539586Z","time spent":"1.03611275s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.575739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.13448Z","time spent":"2.441206695s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.575743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.134312Z","time spent":"2.441237306s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.575466Z","caller":"traceutil/trace.go:171","msg":"trace[1066934290] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"1.036007957s","start":"2026-03-05T18:38:13.539431Z","end":"2026-03-05T18:38:14.575439Z","steps":["trace[1066934290] 'process raft request' (duration: 1.035929605s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:14.575714Z","caller":"traceutil/trace.go:171","msg":"trace[856529387] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"2.441255996s","start":"2026-03-05T18:38:12.134404Z","end":"2026-03-05T18:38:14.57566Z","steps":["trace[856529387] 'process raft request' (duration: 2.440726934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.575657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.134454Z","time spent":"2.441136914s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.575833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.5394Z","time spent":"1.036415337s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:14.57557Z","caller":"traceutil/trace.go:171","msg":"trace[766359377] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"2.441027951s","start":"2026-03-05T18:38:12.134512Z","end":"2026-03-05T18:38:14.57554Z","steps":["trace[766359377] 'process raft request' (duration: 2.440755185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.575931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507568357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:38:14.575987Z","caller":"traceutil/trace.go:171","msg":"trace[614440034] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22952; }","duration":"2.50763885s","start":"2026-03-05T18:38:12.068333Z","end":"2026-03-05T18:38:14.575972Z","steps":["trace[614440034] 'agreement among raft nodes before linearized reading' (duration: 2.50725103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:14.575984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.1344Z","time spent":"2.441465141s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:14.576029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.068321Z","time spent":"2.507699051s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:38:14.576064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.134508Z","time spent":"2.441462562s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:15.02881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999651089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:38:15.029039Z","caller":"traceutil/trace.go:171","msg":"trace[1255117271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964777s","start":"2026-03-05T18:38:13.02905Z","end":"2026-03-05T18:38:15.029015Z","steps":["trace[1255117271] 'agreement among raft nodes before linearized reading' (duration: 1.99968596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.029099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.029022Z","time spent":"2.000063589s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:38:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:38:15.075882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036798896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:15.347016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195168111s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:38:15.56053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.339084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.56071Z","caller":"traceutil/trace.go:171","msg":"trace[23062768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22952; }","duration":"249.538308ms","start":"2026-03-05T18:38:15.311144Z","end":"2026-03-05T18:38:15.560682Z","steps":["trace[23062768] 'range keys from in-memory index tree' (duration: 249.313783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.561363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.049883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:15.561658Z","caller":"traceutil/trace.go:171","msg":"trace[1554098436] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"1.428072554s","start":"2026-03-05T18:38:14.133569Z","end":"2026-03-05T18:38:15.561641Z","steps":["trace[1554098436] 'process raft request' (duration: 1.42789022s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.561762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.133539Z","time spent":"1.428174446s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:15.56181Z","caller":"traceutil/trace.go:171","msg":"trace[1541778485] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"1.428206647s","start":"2026-03-05T18:38:14.133591Z","end":"2026-03-05T18:38:15.561797Z","steps":["trace[1541778485] 'process raft request' (duration: 1.427984511s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.561899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.133569Z","time spent":"1.428276479s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:15.561932Z","caller":"traceutil/trace.go:171","msg":"trace[1489013756] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"1.428000802s","start":"2026-03-05T18:38:14.133907Z","end":"2026-03-05T18:38:15.561908Z","steps":["trace[1489013756] 'process raft request' (duration: 1.427833978s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.562271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.133879Z","time spent":"1.428297048s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:15.561667Z","caller":"traceutil/trace.go:171","msg":"trace[738281527] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"1.49130888s","start":"2026-03-05T18:38:14.070301Z","end":"2026-03-05T18:38:15.56161Z","steps":["trace[738281527] 'process raft request' (duration: 1.27690714s)","trace[738281527] 'compare' (duration: 213.1221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:15.563851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070258Z","time spent":"1.493474243s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:15.634946Z","caller":"traceutil/trace.go:171","msg":"trace[1955480840] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23778; }","duration":"1.059363083s","start":"2026-03-05T18:38:14.575547Z","end":"2026-03-05T18:38:15.63491Z","steps":["trace[1955480840] 'read index received' (duration: 771.619734ms)","trace[1955480840] 'applied index is now lower than readState.Index' (duration: 287.742359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:15.635161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564800683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.635204Z","caller":"traceutil/trace.go:171","msg":"trace[1600075200] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22957; }","duration":"1.564913965s","start":"2026-03-05T18:38:14.070279Z","end":"2026-03-05T18:38:15.635193Z","steps":["trace[1600075200] 'agreement among raft nodes before linearized reading' (duration: 1.564755221s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070245Z","time spent":"1.564987247s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:15.635472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565291144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.635506Z","caller":"traceutil/trace.go:171","msg":"trace[902105127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22957; }","duration":"1.565338945s","start":"2026-03-05T18:38:14.070159Z","end":"2026-03-05T18:38:15.635498Z","steps":["trace[902105127] 'agreement among raft nodes before linearized reading' (duration: 1.565289914s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.635532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070149Z","time spent":"1.565376836s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:15.635669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565490219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.6357Z","caller":"traceutil/trace.go:171","msg":"trace[477309176] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22957; }","duration":"1.56553664s","start":"2026-03-05T18:38:14.070156Z","end":"2026-03-05T18:38:15.635693Z","steps":["trace[477309176] 'agreement among raft nodes before linearized reading' (duration: 1.565493529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.635728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070148Z","time spent":"1.56557206s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:15.63587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565823838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.635958Z","caller":"traceutil/trace.go:171","msg":"trace[1842555906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22957; }","duration":"1.56589533s","start":"2026-03-05T18:38:14.070001Z","end":"2026-03-05T18:38:15.635896Z","steps":["trace[1842555906] 'agreement among raft nodes before linearized reading' (duration: 1.565834818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.635992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.069976Z","time spent":"1.566010332s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:15.636135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566097204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.636169Z","caller":"traceutil/trace.go:171","msg":"trace[102778835] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22957; }","duration":"1.566174256s","start":"2026-03-05T18:38:14.069987Z","end":"2026-03-05T18:38:15.636161Z","steps":["trace[102778835] 'agreement among raft nodes before linearized reading' (duration: 1.566121455s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.636195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.069961Z","time spent":"1.566228927s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:15.636343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360967822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.636401Z","caller":"traceutil/trace.go:171","msg":"trace[900697508] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22957; }","duration":"2.361062395s","start":"2026-03-05T18:38:13.275308Z","end":"2026-03-05T18:38:15.63637Z","steps":["trace[900697508] 'agreement among raft nodes before linearized reading' (duration: 2.360990023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.636437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.275284Z","time spent":"2.361141477s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.636663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48502178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:38:15.636696Z","caller":"traceutil/trace.go:171","msg":"trace[1240281938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22957; }","duration":"2.485057231s","start":"2026-03-05T18:38:13.151631Z","end":"2026-03-05T18:38:15.636688Z","steps":["trace[1240281938] 'agreement among raft nodes before linearized reading' (duration: 2.484937558s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.636722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:13.151547Z","time spent":"2.485169524s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:38:15.636953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03537566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.636994Z","caller":"traceutil/trace.go:171","msg":"trace[1235888129] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22957; }","duration":"3.035475573s","start":"2026-03-05T18:38:12.601506Z","end":"2026-03-05T18:38:15.636982Z","steps":["trace[1235888129] 'agreement among raft nodes before linearized reading' (duration: 3.035374641s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.637022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.601472Z","time spent":"3.035543135s","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.63718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03620021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:15.637214Z","caller":"traceutil/trace.go:171","msg":"trace[204560195] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22957; }","duration":"3.036271881s","start":"2026-03-05T18:38:12.600934Z","end":"2026-03-05T18:38:15.637206Z","steps":["trace[204560195] 'agreement among raft nodes before linearized reading' (duration: 3.03621454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.637241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.600885Z","time spent":"3.036348753s","remote":"127.0.0.1:39516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.63597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565358427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:15.637388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197553365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.637431Z","caller":"traceutil/trace.go:171","msg":"trace[888282079] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22957; }","duration":"3.197651248s","start":"2026-03-05T18:38:12.439762Z","end":"2026-03-05T18:38:15.637413Z","steps":["trace[888282079] 'agreement among raft nodes before linearized reading' (duration: 3.197604177s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.637461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.43971Z","time spent":"3.1977428s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:15.637396Z","caller":"traceutil/trace.go:171","msg":"trace[1691484930] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22957; }","duration":"1.566954614s","start":"2026-03-05T18:38:14.070415Z","end":"2026-03-05T18:38:15.637369Z","steps":["trace[1691484930] 'agreement among raft nodes before linearized reading' (duration: 1.564521736s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05796321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:38:15.637791Z","caller":"traceutil/trace.go:171","msg":"trace[1266549952] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"1.061389113s","start":"2026-03-05T18:38:14.576379Z","end":"2026-03-05T18:38:15.637768Z","steps":["trace[1266549952] 'process raft request' (duration: 1.058411922s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:15.637817Z","caller":"traceutil/trace.go:171","msg":"trace[1173335145] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:22957; }","duration":"1.058016362s","start":"2026-03-05T18:38:14.579792Z","end":"2026-03-05T18:38:15.637809Z","steps":["trace[1173335145] 'agreement among raft nodes before linearized reading' (duration: 1.057919619s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.637844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.579774Z","time spent":"1.058063402s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:38:15.637779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070402Z","time spent":"1.567352813s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:15.637973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428240908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.638029Z","caller":"traceutil/trace.go:171","msg":"trace[2085106521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22957; }","duration":"1.42832227s","start":"2026-03-05T18:38:14.209683Z","end":"2026-03-05T18:38:15.638006Z","steps":["trace[2085106521] 'agreement among raft nodes before linearized reading' (duration: 1.428251559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.638068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.209661Z","time spent":"1.428398971s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.638268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455934927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.638307Z","caller":"traceutil/trace.go:171","msg":"trace[598746817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22957; }","duration":"1.456009439s","start":"2026-03-05T18:38:14.182287Z","end":"2026-03-05T18:38:15.638297Z","steps":["trace[598746817] 'agreement among raft nodes before linearized reading' (duration: 1.455944707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.638337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.182269Z","time spent":"1.456059921s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.638351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.187606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.638382Z","caller":"traceutil/trace.go:171","msg":"trace[706597654] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22957; }","duration":"506.265288ms","start":"2026-03-05T18:38:15.132109Z","end":"2026-03-05T18:38:15.638374Z","steps":["trace[706597654] 'agreement among raft nodes before linearized reading' (duration: 506.211387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.638409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:15.132083Z","time spent":"506.318749ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.638537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499899895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.638589Z","caller":"traceutil/trace.go:171","msg":"trace[1814980547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22957; }","duration":"1.499970569s","start":"2026-03-05T18:38:14.138606Z","end":"2026-03-05T18:38:15.638577Z","steps":["trace[1814980547] 'agreement among raft nodes before linearized reading' (duration: 1.499893646s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.638626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.138596Z","time spent":"1.50002077s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:15.638646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567946118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.638736Z","caller":"traceutil/trace.go:171","msg":"trace[542022915] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22957; }","duration":"1.568055311s","start":"2026-03-05T18:38:14.070658Z","end":"2026-03-05T18:38:15.638714Z","steps":["trace[542022915] 'agreement among raft nodes before linearized reading' (duration: 1.567900917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070655Z","time spent":"1.568126502s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:15.63889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568312197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:38:15.638929Z","caller":"traceutil/trace.go:171","msg":"trace[1190938003] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22957; }","duration":"1.568393339s","start":"2026-03-05T18:38:14.070526Z","end":"2026-03-05T18:38:15.638919Z","steps":["trace[1190938003] 'agreement among raft nodes before linearized reading' (duration: 1.568281616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.638961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070495Z","time spent":"1.5684599s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:38:15.639044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505041109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-05T18:38:15.63908Z","caller":"traceutil/trace.go:171","msg":"trace[2117301971] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22957; }","duration":"1.505117131s","start":"2026-03-05T18:38:14.133954Z","end":"2026-03-05T18:38:15.639071Z","steps":["trace[2117301971] 'agreement among raft nodes before linearized reading' (duration: 1.504975778s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.639094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568581274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:38:15.639108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.133927Z","time spent":"1.505175062s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T18:38:15.639126Z","caller":"traceutil/trace.go:171","msg":"trace[1241873944] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22957; }","duration":"1.568625404s","start":"2026-03-05T18:38:14.070492Z","end":"2026-03-05T18:38:15.639117Z","steps":["trace[1241873944] 'agreement among raft nodes before linearized reading' (duration: 1.568536642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.639158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.070485Z","time spent":"1.568668085s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-05T18:38:15.637684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503020817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T18:38:15.639294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559557768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.639336Z","caller":"traceutil/trace.go:171","msg":"trace[1475582958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22957; }","duration":"1.55962684s","start":"2026-03-05T18:38:14.079697Z","end":"2026-03-05T18:38:15.639324Z","steps":["trace[1475582958] 'agreement among raft nodes before linearized reading' (duration: 1.559560909s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.079684Z","time spent":"1.559678581s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.639534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568830509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.639565Z","caller":"traceutil/trace.go:171","msg":"trace[1350270418] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22957; }","duration":"1.568893551s","start":"2026-03-05T18:38:14.070665Z","end":"2026-03-05T18:38:15.639558Z","steps":["trace[1350270418] 'agreement among raft nodes before linearized reading' (duration: 1.56884829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.07065Z","time spent":"1.568934831s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:38:15.639298Z","caller":"traceutil/trace.go:171","msg":"trace[1483219028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da; range_end:; response_count:1; response_revision:22957; }","duration":"3.504631276s","start":"2026-03-05T18:38:12.134642Z","end":"2026-03-05T18:38:15.639274Z","steps":["trace[1483219028] 'agreement among raft nodes before linearized reading' (duration: 3.502968726s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.639767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:12.134637Z","time spent":"3.505109608s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da\" "} {"level":"warn","ts":"2026-03-05T18:38:15.637911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.576361Z","time spent":"1.061477724s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:15.63988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.572942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:15.639932Z","caller":"traceutil/trace.go:171","msg":"trace[799517859] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22957; }","duration":"776.653904ms","start":"2026-03-05T18:38:14.863257Z","end":"2026-03-05T18:38:15.639911Z","steps":["trace[799517859] 'agreement among raft nodes before linearized reading' (duration: 776.590602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.63997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.86323Z","time spent":"776.731846ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.639823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.186504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.640091Z","caller":"traceutil/trace.go:171","msg":"trace[1548191249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22957; }","duration":"755.47322ms","start":"2026-03-05T18:38:14.884603Z","end":"2026-03-05T18:38:15.640076Z","steps":["trace[1548191249] 'agreement among raft nodes before linearized reading' (duration: 755.180863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.640135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.748759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:15.640142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.884593Z","time spent":"755.532431ms","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:15.640173Z","caller":"traceutil/trace.go:171","msg":"trace[1823611869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22957; }","duration":"912.813431ms","start":"2026-03-05T18:38:14.72735Z","end":"2026-03-05T18:38:15.640163Z","steps":["trace[1823611869] 'agreement among raft nodes before linearized reading' (duration: 912.75881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.640209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.727333Z","time spent":"912.867352ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.640241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.235252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.640293Z","caller":"traceutil/trace.go:171","msg":"trace[91420336] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22957; }","duration":"950.325575ms","start":"2026-03-05T18:38:14.689953Z","end":"2026-03-05T18:38:15.640279Z","steps":["trace[91420336] 'agreement among raft nodes before linearized reading' (duration: 950.250443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.640334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.689929Z","time spent":"950.396327ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:15.640488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002116799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.640523Z","caller":"traceutil/trace.go:171","msg":"trace[1789093172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22957; }","duration":"1.002193591s","start":"2026-03-05T18:38:14.63832Z","end":"2026-03-05T18:38:15.640513Z","steps":["trace[1789093172] 'agreement among raft nodes before linearized reading' (duration: 1.0021431s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.640549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:14.638296Z","time spent":"1.002247743s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:38:15.851028Z","caller":"traceutil/trace.go:171","msg":"trace[1057937178] linearizableReadLoop","detail":"{readStateIndex:23785; appliedIndex:23784; }","duration":"132.852367ms","start":"2026-03-05T18:38:15.718147Z","end":"2026-03-05T18:38:15.850999Z","steps":["trace[1057937178] 'read index received' (duration: 132.471608ms)","trace[1057937178] 'applied index is now lower than readState.Index' (duration: 379.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:15.851682Z","caller":"traceutil/trace.go:171","msg":"trace[1538215182] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"201.768059ms","start":"2026-03-05T18:38:15.649859Z","end":"2026-03-05T18:38:15.851627Z","steps":["trace[1538215182] 'process raft request' (duration: 200.907578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.851713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.405918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:15.851752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.83888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-05T18:38:15.851753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.500578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:15.851782Z","caller":"traceutil/trace.go:171","msg":"trace[25571034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22959; }","duration":"200.50043ms","start":"2026-03-05T18:38:15.651265Z","end":"2026-03-05T18:38:15.851766Z","steps":["trace[25571034] 'agreement among raft nodes before linearized reading' (duration: 200.376787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.851771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.043674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:15.851802Z","caller":"traceutil/trace.go:171","msg":"trace[653168828] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:22959; }","duration":"177.913191ms","start":"2026-03-05T18:38:15.673875Z","end":"2026-03-05T18:38:15.851789Z","steps":["trace[653168828] 'agreement among raft nodes before linearized reading' (duration: 177.715176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:15.851817Z","caller":"traceutil/trace.go:171","msg":"trace[1146538884] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22959; }","duration":"202.61638ms","start":"2026-03-05T18:38:15.649182Z","end":"2026-03-05T18:38:15.851798Z","steps":["trace[1146538884] 'agreement among raft nodes before linearized reading' (duration: 202.488017ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:15.851841Z","caller":"traceutil/trace.go:171","msg":"trace[564643380] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22959; }","duration":"131.147337ms","start":"2026-03-05T18:38:15.720676Z","end":"2026-03-05T18:38:15.851824Z","steps":["trace[564643380] 'agreement among raft nodes before linearized reading' (duration: 130.883971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.852035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.517628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-120564f9-0770-4dea-8bd8-ee48b21cfa5d\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T18:38:15.852084Z","caller":"traceutil/trace.go:171","msg":"trace[1881623025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-120564f9-0770-4dea-8bd8-ee48b21cfa5d; range_end:; response_count:1; response_revision:22959; }","duration":"129.616921ms","start":"2026-03-05T18:38:15.722453Z","end":"2026-03-05T18:38:15.85207Z","steps":["trace[1881623025] 'agreement among raft nodes before linearized reading' (duration: 129.428356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.852043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.376015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:38:15.853377Z","caller":"traceutil/trace.go:171","msg":"trace[1624195967] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22959; }","duration":"204.032264ms","start":"2026-03-05T18:38:15.649317Z","end":"2026-03-05T18:38:15.853349Z","steps":["trace[1624195967] 'agreement among raft nodes before linearized reading' (duration: 201.975884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:15.854082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.800397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:38:15.854171Z","caller":"traceutil/trace.go:171","msg":"trace[340380977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:22959; }","duration":"130.945412ms","start":"2026-03-05T18:38:15.723205Z","end":"2026-03-05T18:38:15.854151Z","steps":["trace[340380977] 'agreement among raft nodes before linearized reading' (duration: 128.376391ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.134121Z","caller":"traceutil/trace.go:171","msg":"trace[443614759] linearizableReadLoop","detail":"{readStateIndex:23786; appliedIndex:23785; }","duration":"270.567009ms","start":"2026-03-05T18:38:15.863527Z","end":"2026-03-05T18:38:16.134094Z","steps":["trace[443614759] 'read index received' (duration: 182.951071ms)","trace[443614759] 'applied index is now lower than readState.Index' (duration: 87.614428ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:16.13418Z","caller":"traceutil/trace.go:171","msg":"trace[1173008941] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"277.479214ms","start":"2026-03-05T18:38:15.856662Z","end":"2026-03-05T18:38:16.134142Z","steps":["trace[1173008941] 'process raft request' (duration: 189.831025ms)","trace[1173008941] 'compare' (duration: 87.460755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:16.134431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.880837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:38:16.134515Z","caller":"traceutil/trace.go:171","msg":"trace[1519522352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22960; }","duration":"270.999131ms","start":"2026-03-05T18:38:15.863497Z","end":"2026-03-05T18:38:16.134497Z","steps":["trace[1519522352] 'agreement among raft nodes before linearized reading' (duration: 270.732553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.134521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.762415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-05T18:38:16.134565Z","caller":"traceutil/trace.go:171","msg":"trace[1118722007] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22960; }","duration":"270.847087ms","start":"2026-03-05T18:38:15.863703Z","end":"2026-03-05T18:38:16.13455Z","steps":["trace[1118722007] 'agreement among raft nodes before linearized reading' (duration: 270.544149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.391473Z","caller":"traceutil/trace.go:171","msg":"trace[1958506589] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"250.175883ms","start":"2026-03-05T18:38:16.141269Z","end":"2026-03-05T18:38:16.391445Z","steps":["trace[1958506589] 'process raft request' (duration: 249.928177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.445671Z","caller":"traceutil/trace.go:171","msg":"trace[1218854244] linearizableReadLoop","detail":"{readStateIndex:23788; appliedIndex:23786; }","duration":"295.003483ms","start":"2026-03-05T18:38:16.15064Z","end":"2026-03-05T18:38:16.445644Z","steps":["trace[1218854244] 'read index received' (duration: 240.527164ms)","trace[1218854244] 'applied index is now lower than readState.Index' (duration: 54.475009ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:16.445801Z","caller":"traceutil/trace.go:171","msg":"trace[241943914] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"302.399389ms","start":"2026-03-05T18:38:16.14336Z","end":"2026-03-05T18:38:16.445759Z","steps":["trace[241943914] 'process raft request' (duration: 302.053661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.445957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.298851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T18:38:16.445977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:16.143318Z","time spent":"302.566213ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:16.446Z","caller":"traceutil/trace.go:171","msg":"trace[1217159196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22962; }","duration":"295.382752ms","start":"2026-03-05T18:38:16.150603Z","end":"2026-03-05T18:38:16.445986Z","steps":["trace[1217159196] 'agreement among raft nodes before linearized reading' (duration: 295.199938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.446197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.858718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:16.446243Z","caller":"traceutil/trace.go:171","msg":"trace[4155421] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22962; }","duration":"265.904849ms","start":"2026-03-05T18:38:16.180326Z","end":"2026-03-05T18:38:16.446231Z","steps":["trace[4155421] 'agreement among raft nodes before linearized reading' (duration: 265.798376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.783454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.035358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:38:16.783603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.916277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:38:16.783621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.266212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:38:16.783632Z","caller":"traceutil/trace.go:171","msg":"trace[289741326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22962; }","duration":"200.258854ms","start":"2026-03-05T18:38:16.583307Z","end":"2026-03-05T18:38:16.783566Z","steps":["trace[289741326] 'range keys from in-memory index tree' (duration: 199.853444ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.783668Z","caller":"traceutil/trace.go:171","msg":"trace[1587018999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22962; }","duration":"203.0267ms","start":"2026-03-05T18:38:16.580624Z","end":"2026-03-05T18:38:16.783651Z","steps":["trace[1587018999] 'range keys from in-memory index tree' (duration: 202.760403ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.783677Z","caller":"traceutil/trace.go:171","msg":"trace[1781306181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22962; }","duration":"202.343643ms","start":"2026-03-05T18:38:16.581318Z","end":"2026-03-05T18:38:16.783662Z","steps":["trace[1781306181] 'range keys from in-memory index tree' (duration: 202.161169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.783489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.938731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:38:16.7838Z","caller":"traceutil/trace.go:171","msg":"trace[2027885971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22962; }","duration":"201.313729ms","start":"2026-03-05T18:38:16.582433Z","end":"2026-03-05T18:38:16.783747Z","steps":["trace[2027885971] 'range keys from in-memory index tree' (duration: 200.644892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:16.783947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.578595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:16.78406Z","caller":"traceutil/trace.go:171","msg":"trace[1257445646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22962; }","duration":"201.738939ms","start":"2026-03-05T18:38:16.58228Z","end":"2026-03-05T18:38:16.784019Z","steps":["trace[1257445646] 'range keys from in-memory index tree' (duration: 201.32694ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.790135Z","caller":"traceutil/trace.go:171","msg":"trace[192141668] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"206.460662ms","start":"2026-03-05T18:38:16.583663Z","end":"2026-03-05T18:38:16.790123Z","steps":["trace[192141668] 'process raft request' (duration: 206.354949ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.792532Z","caller":"traceutil/trace.go:171","msg":"trace[855405122] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"208.600932ms","start":"2026-03-05T18:38:16.583918Z","end":"2026-03-05T18:38:16.792519Z","steps":["trace[855405122] 'process raft request' (duration: 208.484199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:16.792821Z","caller":"traceutil/trace.go:171","msg":"trace[1867264820] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"208.363128ms","start":"2026-03-05T18:38:16.584435Z","end":"2026-03-05T18:38:16.792798Z","steps":["trace[1867264820] 'process raft request' (duration: 208.048249ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.347291Z","caller":"traceutil/trace.go:171","msg":"trace[491840283] linearizableReadLoop","detail":"{readStateIndex:23798; appliedIndex:23797; }","duration":"264.201618ms","start":"2026-03-05T18:38:17.083059Z","end":"2026-03-05T18:38:17.347261Z","steps":["trace[491840283] 'read index received' (duration: 184.799176ms)","trace[491840283] 'applied index is now lower than readState.Index' (duration: 79.401022ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:17.347571Z","caller":"traceutil/trace.go:171","msg":"trace[1934113375] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"276.323248ms","start":"2026-03-05T18:38:17.071205Z","end":"2026-03-05T18:38:17.347529Z","steps":["trace[1934113375] 'process raft request' (duration: 196.725069ms)","trace[1934113375] 'compare' (duration: 79.126257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:17.347653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.389003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.348213Z","caller":"traceutil/trace.go:171","msg":"trace[1071088729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22972; }","duration":"265.224993ms","start":"2026-03-05T18:38:17.082969Z","end":"2026-03-05T18:38:17.348194Z","steps":["trace[1071088729] 'agreement among raft nodes before linearized reading' (duration: 264.397193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.586209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.818043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:38:17.586356Z","caller":"traceutil/trace.go:171","msg":"trace[1498706864] linearizableReadLoop","detail":"{readStateIndex:23799; appliedIndex:23798; }","duration":"236.733574ms","start":"2026-03-05T18:38:17.349597Z","end":"2026-03-05T18:38:17.586331Z","steps":["trace[1498706864] 'read index received' (duration: 44.764518ms)","trace[1498706864] 'applied index is now lower than readState.Index' (duration: 191.967156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:17.586458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.847387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.586545Z","caller":"traceutil/trace.go:171","msg":"trace[944839860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22972; }","duration":"236.97416ms","start":"2026-03-05T18:38:17.349551Z","end":"2026-03-05T18:38:17.586526Z","steps":["trace[944839860] 'agreement among raft nodes before linearized reading' (duration: 236.837177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.746566Z","caller":"traceutil/trace.go:171","msg":"trace[440494181] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"179.215782ms","start":"2026-03-05T18:38:17.567318Z","end":"2026-03-05T18:38:17.746534Z","steps":["trace[440494181] 'process raft request' (duration: 179.036688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.851394Z","caller":"traceutil/trace.go:171","msg":"trace[138962961] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"282.621547ms","start":"2026-03-05T18:38:17.568737Z","end":"2026-03-05T18:38:17.851358Z","steps":["trace[138962961] 'process raft request' (duration: 282.119495ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.851881Z","caller":"traceutil/trace.go:171","msg":"trace[459078128] linearizableReadLoop","detail":"{readStateIndex:23803; appliedIndex:23799; }","duration":"265.459258ms","start":"2026-03-05T18:38:17.586394Z","end":"2026-03-05T18:38:17.851853Z","steps":["trace[459078128] 'read index received' (duration: 160.119117ms)","trace[459078128] 'applied index is now lower than readState.Index' (duration: 105.338711ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:17.851913Z","caller":"traceutil/trace.go:171","msg":"trace[384126083] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"282.328801ms","start":"2026-03-05T18:38:17.569508Z","end":"2026-03-05T18:38:17.851837Z","steps":["trace[384126083] 'process raft request' (duration: 281.796557ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.851958Z","caller":"traceutil/trace.go:171","msg":"trace[290379540] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"281.589214ms","start":"2026-03-05T18:38:17.57033Z","end":"2026-03-05T18:38:17.85192Z","steps":["trace[290379540] 'process raft request' (duration: 281.243375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.852089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.163948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.85218Z","caller":"traceutil/trace.go:171","msg":"trace[237224791] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22976; }","duration":"329.351462ms","start":"2026-03-05T18:38:17.522807Z","end":"2026-03-05T18:38:17.852158Z","steps":["trace[237224791] 'agreement among raft nodes before linearized reading' (duration: 329.169158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.852295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:17.522778Z","time spent":"329.493605ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:17.894197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.460525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:17.89427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.424982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.894281Z","caller":"traceutil/trace.go:171","msg":"trace[1292564224] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22977; }","duration":"246.564378ms","start":"2026-03-05T18:38:17.647697Z","end":"2026-03-05T18:38:17.894262Z","steps":["trace[1292564224] 'agreement among raft nodes before linearized reading' (duration: 246.428385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.894245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.49147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:17.894212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.42735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T18:38:17.894353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.336954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:17.894362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.907804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.894393Z","caller":"traceutil/trace.go:171","msg":"trace[967729673] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22977; }","duration":"249.434776ms","start":"2026-03-05T18:38:17.644948Z","end":"2026-03-05T18:38:17.894383Z","steps":["trace[967729673] 'agreement among raft nodes before linearized reading' (duration: 249.383905ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.894418Z","caller":"traceutil/trace.go:171","msg":"trace[1139241015] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22977; }","duration":"249.007086ms","start":"2026-03-05T18:38:17.645397Z","end":"2026-03-05T18:38:17.894404Z","steps":["trace[1139241015] 'agreement among raft nodes before linearized reading' (duration: 248.866203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.89429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.398679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.894386Z","caller":"traceutil/trace.go:171","msg":"trace[514665137] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22977; }","duration":"247.678785ms","start":"2026-03-05T18:38:17.64666Z","end":"2026-03-05T18:38:17.894339Z","steps":["trace[514665137] 'agreement among raft nodes before linearized reading' (duration: 247.437929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.89451Z","caller":"traceutil/trace.go:171","msg":"trace[983371249] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22977; }","duration":"247.664524ms","start":"2026-03-05T18:38:17.646827Z","end":"2026-03-05T18:38:17.894491Z","steps":["trace[983371249] 'agreement among raft nodes before linearized reading' (duration: 247.363877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.894524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.722296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:17.894597Z","caller":"traceutil/trace.go:171","msg":"trace[2005319754] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22977; }","duration":"247.799448ms","start":"2026-03-05T18:38:17.646781Z","end":"2026-03-05T18:38:17.894581Z","steps":["trace[2005319754] 'agreement among raft nodes before linearized reading' (duration: 247.711505ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.894311Z","caller":"traceutil/trace.go:171","msg":"trace[271110935] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22977; }","duration":"248.468514ms","start":"2026-03-05T18:38:17.645829Z","end":"2026-03-05T18:38:17.894297Z","steps":["trace[271110935] 'agreement among raft nodes before linearized reading' (duration: 248.416663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:17.894562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.414196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:17.894673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.045537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:38:17.894789Z","caller":"traceutil/trace.go:171","msg":"trace[701342330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22977; }","duration":"249.241132ms","start":"2026-03-05T18:38:17.645524Z","end":"2026-03-05T18:38:17.894766Z","steps":["trace[701342330] 'agreement among raft nodes before linearized reading' (duration: 248.854333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.894948Z","caller":"traceutil/trace.go:171","msg":"trace[593877218] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22977; }","duration":"250.654876ms","start":"2026-03-05T18:38:17.64373Z","end":"2026-03-05T18:38:17.894385Z","steps":["trace[593877218] 'agreement among raft nodes before linearized reading' (duration: 250.321468ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:17.89527Z","caller":"traceutil/trace.go:171","msg":"trace[835474721] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22977; }","duration":"250.215644ms","start":"2026-03-05T18:38:17.645034Z","end":"2026-03-05T18:38:17.89525Z","steps":["trace[835474721] 'agreement among raft nodes before linearized reading' (duration: 249.270582ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:19.967571Z","caller":"traceutil/trace.go:171","msg":"trace[716195424] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"105.423113ms","start":"2026-03-05T18:38:19.862115Z","end":"2026-03-05T18:38:19.967538Z","steps":["trace[716195424] 'process raft request' (duration: 102.865982ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:19.972399Z","caller":"traceutil/trace.go:171","msg":"trace[185231102] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"110.109206ms","start":"2026-03-05T18:38:19.862274Z","end":"2026-03-05T18:38:19.972383Z","steps":["trace[185231102] 'process raft request' (duration: 109.922431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:19.972673Z","caller":"traceutil/trace.go:171","msg":"trace[241134606] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"110.31543ms","start":"2026-03-05T18:38:19.862328Z","end":"2026-03-05T18:38:19.972643Z","steps":["trace[241134606] 'process raft request' (duration: 109.957742ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:34.74664Z","caller":"traceutil/trace.go:171","msg":"trace[1245872611] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"104.224325ms","start":"2026-03-05T18:38:34.642363Z","end":"2026-03-05T18:38:34.746587Z","steps":["trace[1245872611] 'process raft request' (duration: 103.917767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:34.987127Z","caller":"traceutil/trace.go:171","msg":"trace[1437486768] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"124.333213ms","start":"2026-03-05T18:38:34.862762Z","end":"2026-03-05T18:38:34.987095Z","steps":["trace[1437486768] 'process raft request' (duration: 90.236981ms)","trace[1437486768] 'compare' (duration: 33.882597ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:34.987457Z","caller":"traceutil/trace.go:171","msg":"trace[930116908] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"112.745657ms","start":"2026-03-05T18:38:34.874679Z","end":"2026-03-05T18:38:34.987425Z","steps":["trace[930116908] 'process raft request' (duration: 112.362978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:34.987956Z","caller":"traceutil/trace.go:171","msg":"trace[916254681] linearizableReadLoop","detail":"{readStateIndex:23942; appliedIndex:23939; }","duration":"101.260265ms","start":"2026-03-05T18:38:34.886669Z","end":"2026-03-05T18:38:34.98793Z","steps":["trace[916254681] 'read index received' (duration: 66.27973ms)","trace[916254681] 'applied index is now lower than readState.Index' (duration: 34.979395ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:34.988021Z","caller":"traceutil/trace.go:171","msg":"trace[274954356] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"106.719453ms","start":"2026-03-05T18:38:34.881277Z","end":"2026-03-05T18:38:34.987996Z","steps":["trace[274954356] 'process raft request' (duration: 106.033436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:34.988224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.534051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:38:34.988273Z","caller":"traceutil/trace.go:171","msg":"trace[357307280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23111; }","duration":"101.631194ms","start":"2026-03-05T18:38:34.886628Z","end":"2026-03-05T18:38:34.988259Z","steps":["trace[357307280] 'agreement among raft nodes before linearized reading' (duration: 101.456239ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:35.18075Z","caller":"traceutil/trace.go:171","msg":"trace[834153034] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"187.819387ms","start":"2026-03-05T18:38:34.992889Z","end":"2026-03-05T18:38:35.180708Z","steps":["trace[834153034] 'process raft request' (duration: 185.891862ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:35.180985Z","caller":"traceutil/trace.go:171","msg":"trace[1206983061] linearizableReadLoop","detail":"{readStateIndex:23945; appliedIndex:23942; }","duration":"147.545627ms","start":"2026-03-05T18:38:35.033409Z","end":"2026-03-05T18:38:35.180954Z","steps":["trace[1206983061] 'read index received' (duration: 13.799309ms)","trace[1206983061] 'applied index is now lower than readState.Index' (duration: 133.744918ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:35.181117Z","caller":"traceutil/trace.go:171","msg":"trace[452757227] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"188.026493ms","start":"2026-03-05T18:38:34.993056Z","end":"2026-03-05T18:38:35.181082Z","steps":["trace[452757227] 'process raft request' (duration: 187.51817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:35.18133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.904716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:38:35.181343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.224583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-05T18:38:35.181382Z","caller":"traceutil/trace.go:171","msg":"trace[307031369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23114; }","duration":"147.998848ms","start":"2026-03-05T18:38:35.03337Z","end":"2026-03-05T18:38:35.181369Z","steps":["trace[307031369] 'agreement among raft nodes before linearized reading' (duration: 147.774523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:35.181387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.419698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:38:35.181404Z","caller":"traceutil/trace.go:171","msg":"trace[1992172939] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23114; }","duration":"114.318715ms","start":"2026-03-05T18:38:35.067062Z","end":"2026-03-05T18:38:35.181381Z","steps":["trace[1992172939] 'agreement among raft nodes before linearized reading' (duration: 114.128081ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:35.181426Z","caller":"traceutil/trace.go:171","msg":"trace[1855875734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23114; }","duration":"109.50905ms","start":"2026-03-05T18:38:35.071902Z","end":"2026-03-05T18:38:35.181411Z","steps":["trace[1855875734] 'agreement among raft nodes before linearized reading' (duration: 109.399557ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:35.577986Z","caller":"traceutil/trace.go:171","msg":"trace[1396582811] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"124.15149ms","start":"2026-03-05T18:38:35.453805Z","end":"2026-03-05T18:38:35.577957Z","steps":["trace[1396582811] 'process raft request' (duration: 123.977866ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:36.208854Z","caller":"traceutil/trace.go:171","msg":"trace[1374816407] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"181.572038ms","start":"2026-03-05T18:38:36.027256Z","end":"2026-03-05T18:38:36.208828Z","steps":["trace[1374816407] 'process raft request' (duration: 177.721426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:36.209121Z","caller":"traceutil/trace.go:171","msg":"trace[19374579] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23951; }","duration":"123.481594ms","start":"2026-03-05T18:38:36.085594Z","end":"2026-03-05T18:38:36.209076Z","steps":["trace[19374579] 'read index received' (duration: 119.485479ms)","trace[19374579] 'applied index is now lower than readState.Index' (duration: 3.993195ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:36.209184Z","caller":"traceutil/trace.go:171","msg":"trace[1100744309] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"180.015002ms","start":"2026-03-05T18:38:36.029156Z","end":"2026-03-05T18:38:36.209171Z","steps":["trace[1100744309] 'process raft request' (duration: 179.614331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:36.209319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.694549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:36.20942Z","caller":"traceutil/trace.go:171","msg":"trace[1978648931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23122; }","duration":"123.829643ms","start":"2026-03-05T18:38:36.085562Z","end":"2026-03-05T18:38:36.209392Z","steps":["trace[1978648931] 'agreement among raft nodes before linearized reading' (duration: 123.651199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:36.697888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.77689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:38:36.697984Z","caller":"traceutil/trace.go:171","msg":"trace[231503879] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23123; }","duration":"352.955534ms","start":"2026-03-05T18:38:36.345007Z","end":"2026-03-05T18:38:36.697962Z","steps":["trace[231503879] 'count revisions from in-memory index tree' (duration: 352.646036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:36.698028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.344976Z","time spent":"353.041156ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2535,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:37.123447Z","caller":"traceutil/trace.go:171","msg":"trace[880204326] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"128.643207ms","start":"2026-03-05T18:38:36.994604Z","end":"2026-03-05T18:38:37.123247Z","steps":["trace[880204326] 'process raft request' (duration: 128.448113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.364243Z","caller":"traceutil/trace.go:171","msg":"trace[1615491129] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"368.848093ms","start":"2026-03-05T18:38:36.995364Z","end":"2026-03-05T18:38:37.364212Z","steps":["trace[1615491129] 'process raft request' (duration: 368.631908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.364393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.995337Z","time spent":"368.974727ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.364367Z","caller":"traceutil/trace.go:171","msg":"trace[1712655344] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"365.909694ms","start":"2026-03-05T18:38:36.998403Z","end":"2026-03-05T18:38:37.364312Z","steps":["trace[1712655344] 'process raft request' (duration: 365.74974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.364473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.448189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:38:37.364615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:36.998393Z","time spent":"366.091138ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:37.364606Z","caller":"traceutil/trace.go:171","msg":"trace[1216038519] linearizableReadLoop","detail":"{readStateIndex:23958; appliedIndex:23955; }","duration":"312.237014ms","start":"2026-03-05T18:38:37.051975Z","end":"2026-03-05T18:38:37.364212Z","steps":["trace[1216038519] 'read index received' (duration: 71.009234ms)","trace[1216038519] 'applied index is now lower than readState.Index' (duration: 241.2269ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.364845Z","caller":"traceutil/trace.go:171","msg":"trace[893675673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23127; }","duration":"312.680095ms","start":"2026-03-05T18:38:37.051937Z","end":"2026-03-05T18:38:37.364617Z","steps":["trace[893675673] 'agreement among raft nodes before linearized reading' (duration: 312.280825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.365067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.051922Z","time spent":"313.072034ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:37.603069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.082552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:38:37.603477Z","caller":"traceutil/trace.go:171","msg":"trace[145764491] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"228.130838ms","start":"2026-03-05T18:38:37.375325Z","end":"2026-03-05T18:38:37.603456Z","steps":["trace[145764491] 'process raft request' (duration: 228.075097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.603546Z","caller":"traceutil/trace.go:171","msg":"trace[90018823] linearizableReadLoop","detail":"{readStateIndex:23960; appliedIndex:23958; }","duration":"238.756351ms","start":"2026-03-05T18:38:37.364748Z","end":"2026-03-05T18:38:37.603505Z","steps":["trace[90018823] 'read index received' (duration: 126.121926ms)","trace[90018823] 'applied index is now lower than readState.Index' (duration: 112.630295ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.603689Z","caller":"traceutil/trace.go:171","msg":"trace[1832651515] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"233.723091ms","start":"2026-03-05T18:38:37.369936Z","end":"2026-03-05T18:38:37.603659Z","steps":["trace[1832651515] 'process raft request' (duration: 233.402823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.603718Z","caller":"traceutil/trace.go:171","msg":"trace[1425777478] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"365.955174ms","start":"2026-03-05T18:38:37.23774Z","end":"2026-03-05T18:38:37.603695Z","steps":["trace[1425777478] 'process raft request' (duration: 365.436822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:37.604002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.23772Z","time spent":"366.175099ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:37.631273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.103566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:38:37.631322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.016149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-wzhw7\" ","response":"range_response_count:1 size:16073"} {"level":"warn","ts":"2026-03-05T18:38:37.631367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.494245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:38:37.631373Z","caller":"traceutil/trace.go:171","msg":"trace[629759644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23130; }","duration":"444.245259ms","start":"2026-03-05T18:38:37.187102Z","end":"2026-03-05T18:38:37.631347Z","steps":["trace[629759644] 'agreement among raft nodes before linearized reading' (duration: 416.690142ms)","trace[629759644] 'range keys from in-memory index tree' (duration: 27.26435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:37.631412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.021415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:38:37.631443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.187088Z","time spent":"444.345372ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:38:37.631447Z","caller":"traceutil/trace.go:171","msg":"trace[1179522616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23130; }","duration":"402.598717ms","start":"2026-03-05T18:38:37.228823Z","end":"2026-03-05T18:38:37.631421Z","steps":["trace[1179522616] 'agreement among raft nodes before linearized reading' (duration: 374.945428ms)","trace[1179522616] 'range keys from in-memory index tree' (duration: 27.366322ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.631471Z","caller":"traceutil/trace.go:171","msg":"trace[517006900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23130; }","duration":"405.130148ms","start":"2026-03-05T18:38:37.226326Z","end":"2026-03-05T18:38:37.631456Z","steps":["trace[517006900] 'agreement among raft nodes before linearized reading' (duration: 377.456658ms)","trace[517006900] 'range keys from in-memory index tree' (duration: 27.502246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:37.631503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.226306Z","time spent":"405.190919ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:37.631505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.228813Z","time spent":"402.682269ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:37.631628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.51465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:37.631676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.551016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:38:37.631735Z","caller":"traceutil/trace.go:171","msg":"trace[1934913838] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23130; }","duration":"247.658034ms","start":"2026-03-05T18:38:37.384051Z","end":"2026-03-05T18:38:37.631709Z","steps":["trace[1934913838] 'agreement among raft nodes before linearized reading' (duration: 219.794199ms)","trace[1934913838] 'count revisions from in-memory index tree' (duration: 27.728611ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.631753Z","caller":"traceutil/trace.go:171","msg":"trace[227047624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23130; }","duration":"444.720321ms","start":"2026-03-05T18:38:37.187007Z","end":"2026-03-05T18:38:37.631727Z","steps":["trace[227047624] 'agreement among raft nodes before linearized reading' (duration: 416.817126ms)","trace[227047624] 'range keys from in-memory index tree' (duration: 27.67554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:37.631831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.18698Z","time spent":"444.807543ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:38:37.631394Z","caller":"traceutil/trace.go:171","msg":"trace[1906107925] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-wzhw7; range_end:; response_count:1; response_revision:23130; }","duration":"289.171844ms","start":"2026-03-05T18:38:37.342198Z","end":"2026-03-05T18:38:37.63137Z","steps":["trace[1906107925] 'agreement among raft nodes before linearized reading' (duration: 261.544105ms)","trace[1906107925] 'range keys from in-memory index tree' (duration: 27.338812ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.754555Z","caller":"traceutil/trace.go:171","msg":"trace[1429968833] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"117.420279ms","start":"2026-03-05T18:38:37.637103Z","end":"2026-03-05T18:38:37.754523Z","steps":["trace[1429968833] 'process raft request' (duration: 105.419224ms)","trace[1429968833] 'compare' (duration: 11.7721ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:37.755184Z","caller":"traceutil/trace.go:171","msg":"trace[1978176960] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"108.625419ms","start":"2026-03-05T18:38:37.646546Z","end":"2026-03-05T18:38:37.755171Z","steps":["trace[1978176960] 'process raft request' (duration: 108.533376ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.755297Z","caller":"traceutil/trace.go:171","msg":"trace[1058419360] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"117.980292ms","start":"2026-03-05T18:38:37.637261Z","end":"2026-03-05T18:38:37.755241Z","steps":["trace[1058419360] 'process raft request' (duration: 117.566822ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:37.755Z","caller":"traceutil/trace.go:171","msg":"trace[817767230] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"117.673105ms","start":"2026-03-05T18:38:37.637235Z","end":"2026-03-05T18:38:37.754908Z","steps":["trace[817767230] 'process raft request' (duration: 117.238485ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:38.324734Z","caller":"traceutil/trace.go:171","msg":"trace[1969292681] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"557.417178ms","start":"2026-03-05T18:38:37.76729Z","end":"2026-03-05T18:38:38.324707Z","steps":["trace[1969292681] 'process raft request' (duration: 557.229984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.325196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.767268Z","time spent":"557.577962ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13039,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:38.736374Z","caller":"traceutil/trace.go:171","msg":"trace[940760494] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"968.517139ms","start":"2026-03-05T18:38:37.767831Z","end":"2026-03-05T18:38:38.736348Z","steps":["trace[940760494] 'process raft request' (duration: 968.276483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.736536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.767803Z","time spent":"968.650632ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6583,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:38.736786Z","caller":"traceutil/trace.go:171","msg":"trace[1166871383] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"816.365692ms","start":"2026-03-05T18:38:37.920397Z","end":"2026-03-05T18:38:38.736763Z","steps":["trace[1166871383] 'process raft request' (duration: 815.88602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.736884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.920375Z","time spent":"816.462564ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:38.737618Z","caller":"traceutil/trace.go:171","msg":"trace[1586543775] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"687.324965ms","start":"2026-03-05T18:38:38.050249Z","end":"2026-03-05T18:38:38.737574Z","steps":["trace[1586543775] 'process raft request' (duration: 686.432264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.738698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.050231Z","time spent":"688.356899ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:38.737624Z","caller":"traceutil/trace.go:171","msg":"trace[2129503639] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23967; }","duration":"895.289652ms","start":"2026-03-05T18:38:37.842295Z","end":"2026-03-05T18:38:38.737584Z","steps":["trace[2129503639] 'read index received' (duration: 482.177524ms)","trace[2129503639] 'applied index is now lower than readState.Index' (duration: 413.110458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:38.737665Z","caller":"traceutil/trace.go:171","msg":"trace[1829199273] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"523.315496ms","start":"2026-03-05T18:38:38.21431Z","end":"2026-03-05T18:38:38.737626Z","steps":["trace[1829199273] 'process raft request' (duration: 523.111411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.737717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.419845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.737767Z","caller":"traceutil/trace.go:171","msg":"trace[1077877587] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"522.798303ms","start":"2026-03-05T18:38:38.214954Z","end":"2026-03-05T18:38:38.737753Z","steps":["trace[1077877587] 'process raft request' (duration: 522.551717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.739186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.214941Z","time spent":"524.198806ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:38.73938Z","caller":"traceutil/trace.go:171","msg":"trace[730437751] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23141; }","duration":"897.131988ms","start":"2026-03-05T18:38:37.842232Z","end":"2026-03-05T18:38:38.739364Z","steps":["trace[730437751] 'agreement among raft nodes before linearized reading' (duration: 895.435457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.739471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:37.842206Z","time spent":"897.246611ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:38.739666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.214281Z","time spent":"525.101618ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:38.759842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.479181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.759906Z","caller":"traceutil/trace.go:171","msg":"trace[703187500] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23142; }","duration":"711.596524ms","start":"2026-03-05T18:38:38.048295Z","end":"2026-03-05T18:38:38.759892Z","steps":["trace[703187500] 'agreement among raft nodes before linearized reading' (duration: 711.46102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.759938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.04827Z","time spent":"711.661236ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:38.760103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.249042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:38.760424Z","caller":"traceutil/trace.go:171","msg":"trace[1276604807] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23142; }","duration":"434.620411ms","start":"2026-03-05T18:38:38.325788Z","end":"2026-03-05T18:38:38.760408Z","steps":["trace[1276604807] 'agreement among raft nodes before linearized reading' (duration: 434.238022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.760491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.535363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-05T18:38:38.760605Z","caller":"traceutil/trace.go:171","msg":"trace[982204281] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23142; }","duration":"711.728067ms","start":"2026-03-05T18:38:38.048853Z","end":"2026-03-05T18:38:38.760581Z","steps":["trace[982204281] 'agreement among raft nodes before linearized reading' (duration: 711.402419ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:38.76014Z","caller":"traceutil/trace.go:171","msg":"trace[557409552] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"213.538871ms","start":"2026-03-05T18:38:38.546581Z","end":"2026-03-05T18:38:38.760119Z","steps":["trace[557409552] 'process raft request' (duration: 213.040589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.760716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.048825Z","time spent":"711.85461ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:38.760234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.613439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-03-05T18:38:38.760234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.793527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:38.76094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.365692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.76101Z","caller":"traceutil/trace.go:171","msg":"trace[2091732212] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23142; }","duration":"712.451564ms","start":"2026-03-05T18:38:38.048537Z","end":"2026-03-05T18:38:38.760989Z","steps":["trace[2091732212] 'agreement among raft nodes before linearized reading' (duration: 712.335732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:38.761012Z","caller":"traceutil/trace.go:171","msg":"trace[1985109335] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23142; }","duration":"274.598296ms","start":"2026-03-05T18:38:38.486371Z","end":"2026-03-05T18:38:38.76097Z","steps":["trace[1985109335] 'agreement among raft nodes before linearized reading' (duration: 273.811308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.760239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.574878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:38.761068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.04853Z","time spent":"712.525886ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T18:38:38.761125Z","caller":"traceutil/trace.go:171","msg":"trace[1255506896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23142; }","duration":"677.508801ms","start":"2026-03-05T18:38:38.083592Z","end":"2026-03-05T18:38:38.761101Z","steps":["trace[1255506896] 'agreement among raft nodes before linearized reading' (duration: 676.562878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.760162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.720198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:38.7612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.083569Z","time spent":"677.612234ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:38:38.760559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.325769Z","time spent":"434.766055ms","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:38.761284Z","caller":"traceutil/trace.go:171","msg":"trace[542582198] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23142; }","duration":"496.896747ms","start":"2026-03-05T18:38:38.264366Z","end":"2026-03-05T18:38:38.761263Z","steps":["trace[542582198] 'agreement among raft nodes before linearized reading' (duration: 495.727928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.762202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.264337Z","time spent":"497.835798ms","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:38.760327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.303027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.762341Z","caller":"traceutil/trace.go:171","msg":"trace[1763463922] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23142; }","duration":"713.300435ms","start":"2026-03-05T18:38:38.048993Z","end":"2026-03-05T18:38:38.762294Z","steps":["trace[1763463922] 'agreement among raft nodes before linearized reading' (duration: 711.308297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.762542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.048978Z","time spent":"713.477599ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:38.760357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.465591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.762635Z","caller":"traceutil/trace.go:171","msg":"trace[1675118789] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23142; }","duration":"713.759936ms","start":"2026-03-05T18:38:38.048857Z","end":"2026-03-05T18:38:38.762616Z","steps":["trace[1675118789] 'agreement among raft nodes before linearized reading' (duration: 711.465431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.762702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.048843Z","time spent":"713.844747ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:38.759868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.227381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.762819Z","caller":"traceutil/trace.go:171","msg":"trace[1638125367] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23142; }","duration":"713.192222ms","start":"2026-03-05T18:38:38.049603Z","end":"2026-03-05T18:38:38.762795Z","steps":["trace[1638125367] 'agreement among raft nodes before linearized reading' (duration: 710.18295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.762889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.049591Z","time spent":"713.278924ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:38.760295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.185734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:38.763006Z","caller":"traceutil/trace.go:171","msg":"trace[1577273280] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23142; }","duration":"713.91555ms","start":"2026-03-05T18:38:38.049078Z","end":"2026-03-05T18:38:38.762994Z","steps":["trace[1577273280] 'agreement among raft nodes before linearized reading' (duration: 711.187604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.763045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.049067Z","time spent":"713.969331ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-05T18:38:38.760949Z","caller":"traceutil/trace.go:171","msg":"trace[1837778054] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23142; }","duration":"711.299446ms","start":"2026-03-05T18:38:38.049577Z","end":"2026-03-05T18:38:38.760876Z","steps":["trace[1837778054] 'agreement among raft nodes before linearized reading' (duration: 710.568379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:38.763226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:38.049548Z","time spent":"713.657032ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T18:38:40.109194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036799360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:38:40.295545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.600184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:38:40.295679Z","caller":"traceutil/trace.go:171","msg":"trace[1900511285] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"925.981004ms","start":"2026-03-05T18:38:39.369678Z","end":"2026-03-05T18:38:40.295659Z","steps":["trace[1900511285] 'process raft request' (duration: 740.183735ms)","trace[1900511285] 'compare' (duration: 184.95756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:40.295744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.369654Z","time spent":"926.059246ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:40.380094Z","caller":"traceutil/trace.go:171","msg":"trace[1966671514] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23976; }","duration":"771.46844ms","start":"2026-03-05T18:38:39.608607Z","end":"2026-03-05T18:38:40.380075Z","steps":["trace[1966671514] 'read index received' (duration: 501.264669ms)","trace[1966671514] 'applied index is now lower than readState.Index' (duration: 270.203021ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:40.380141Z","caller":"traceutil/trace.go:171","msg":"trace[797014225] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.010338505s","start":"2026-03-05T18:38:39.36977Z","end":"2026-03-05T18:38:40.380108Z","steps":["trace[797014225] 'process raft request' (duration: 1.01011769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.369738Z","time spent":"1.010459967s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:40.380362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.147897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:40.38039Z","caller":"traceutil/trace.go:171","msg":"trace[1108126812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23147; }","duration":"295.221938ms","start":"2026-03-05T18:38:40.085161Z","end":"2026-03-05T18:38:40.380383Z","steps":["trace[1108126812] 'agreement among raft nodes before linearized reading' (duration: 295.166947ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:40.380386Z","caller":"traceutil/trace.go:171","msg":"trace[1020845176] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"632.911108ms","start":"2026-03-05T18:38:39.747439Z","end":"2026-03-05T18:38:40.38035Z","steps":["trace[1020845176] 'process raft request' (duration: 632.596719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.634185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T18:38:40.380476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.912636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:38:40.380491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.773433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:40.380525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.274199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:40.380495Z","caller":"traceutil/trace.go:171","msg":"trace[1137706092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23147; }","duration":"620.691437ms","start":"2026-03-05T18:38:39.759795Z","end":"2026-03-05T18:38:40.380487Z","steps":["trace[1137706092] 'agreement among raft nodes before linearized reading' (duration: 620.570034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.970077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:38:40.38059Z","caller":"traceutil/trace.go:171","msg":"trace[1756310126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23147; }","duration":"622.023818ms","start":"2026-03-05T18:38:39.75856Z","end":"2026-03-05T18:38:40.380584Z","steps":["trace[1756310126] 'agreement among raft nodes before linearized reading' (duration: 621.963207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.38039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.755569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:38:40.380587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.759782Z","time spent":"620.795539ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:38:40.380588Z","caller":"traceutil/trace.go:171","msg":"trace[345659745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23147; }","duration":"238.896866ms","start":"2026-03-05T18:38:40.141662Z","end":"2026-03-05T18:38:40.380558Z","steps":["trace[345659745] 'agreement among raft nodes before linearized reading' (duration: 238.748542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.758544Z","time spent":"622.065799ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:40.380603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.468325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:38:40.380695Z","caller":"traceutil/trace.go:171","msg":"trace[276819613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23147; }","duration":"621.586157ms","start":"2026-03-05T18:38:39.759088Z","end":"2026-03-05T18:38:40.380675Z","steps":["trace[276819613] 'agreement among raft nodes before linearized reading' (duration: 621.384713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.759078Z","time spent":"621.65721ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:38:40.380561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.245761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:40.380872Z","caller":"traceutil/trace.go:171","msg":"trace[1426753031] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23147; }","duration":"254.578669ms","start":"2026-03-05T18:38:40.126265Z","end":"2026-03-05T18:38:40.380844Z","steps":["trace[1426753031] 'agreement among raft nodes before linearized reading' (duration: 254.270432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.380564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.747412Z","time spent":"633.065002ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:40.380543Z","caller":"traceutil/trace.go:171","msg":"trace[665691529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23147; }","duration":"682.019079ms","start":"2026-03-05T18:38:39.698506Z","end":"2026-03-05T18:38:40.380525Z","steps":["trace[665691529] 'agreement among raft nodes before linearized reading' (duration: 681.824274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.381079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.698485Z","time spent":"682.555462ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:38:40.380585Z","caller":"traceutil/trace.go:171","msg":"trace[1025924198] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23147; }","duration":"524.365241ms","start":"2026-03-05T18:38:39.856204Z","end":"2026-03-05T18:38:40.380569Z","steps":["trace[1025924198] 'agreement among raft nodes before linearized reading' (duration: 524.257628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.381288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.856183Z","time spent":"525.084308ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:40.380624Z","caller":"traceutil/trace.go:171","msg":"trace[270142317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23147; }","duration":"772.059076ms","start":"2026-03-05T18:38:39.608553Z","end":"2026-03-05T18:38:40.380612Z","steps":["trace[270142317] 'agreement among raft nodes before linearized reading' (duration: 771.624695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:40.38156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:39.608528Z","time spent":"772.967007ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:38:40.490398Z","caller":"traceutil/trace.go:171","msg":"trace[1171025920] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"103.444016ms","start":"2026-03-05T18:38:40.386922Z","end":"2026-03-05T18:38:40.490366Z","steps":["trace[1171025920] 'process raft request' (duration: 103.357294ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:40.490499Z","caller":"traceutil/trace.go:171","msg":"trace[508641559] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"104.106172ms","start":"2026-03-05T18:38:40.386326Z","end":"2026-03-05T18:38:40.490432Z","steps":["trace[508641559] 'process raft request' (duration: 103.786804ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:40.490949Z","caller":"traceutil/trace.go:171","msg":"trace[1659469058] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"103.879577ms","start":"2026-03-05T18:38:40.387058Z","end":"2026-03-05T18:38:40.490938Z","steps":["trace[1659469058] 'process raft request' (duration: 103.266052ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:40.491123Z","caller":"traceutil/trace.go:171","msg":"trace[2048714511] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"103.989799ms","start":"2026-03-05T18:38:40.387106Z","end":"2026-03-05T18:38:40.491095Z","steps":["trace[2048714511] 'process raft request' (duration: 103.786925ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:44.895162Z","caller":"traceutil/trace.go:171","msg":"trace[1315440570] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"114.244884ms","start":"2026-03-05T18:38:44.780858Z","end":"2026-03-05T18:38:44.895103Z","steps":["trace[1315440570] 'process raft request' (duration: 90.890957ms)","trace[1315440570] 'compare' (duration: 23.144522ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:44.895477Z","caller":"traceutil/trace.go:171","msg":"trace[783462668] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"113.000684ms","start":"2026-03-05T18:38:44.782463Z","end":"2026-03-05T18:38:44.895464Z","steps":["trace[783462668] 'process raft request' (duration: 112.769989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:44.89546Z","caller":"traceutil/trace.go:171","msg":"trace[266167097] linearizableReadLoop","detail":"{readStateIndex:24036; appliedIndex:24033; }","duration":"100.333742ms","start":"2026-03-05T18:38:44.795103Z","end":"2026-03-05T18:38:44.895436Z","steps":["trace[266167097] 'read index received' (duration: 76.596257ms)","trace[266167097] 'applied index is now lower than readState.Index' (duration: 23.729625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:44.89554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.071309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:44.895328Z","caller":"traceutil/trace.go:171","msg":"trace[1224154871] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"114.130881ms","start":"2026-03-05T18:38:44.78117Z","end":"2026-03-05T18:38:44.895301Z","steps":["trace[1224154871] 'process raft request' (duration: 113.879045ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:44.895649Z","caller":"traceutil/trace.go:171","msg":"trace[70477157] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23203; }","duration":"114.251263ms","start":"2026-03-05T18:38:44.781362Z","end":"2026-03-05T18:38:44.895614Z","steps":["trace[70477157] 'agreement among raft nodes before linearized reading' (duration: 114.097529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:44.895741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.311135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4971"} {"level":"info","ts":"2026-03-05T18:38:44.895818Z","caller":"traceutil/trace.go:171","msg":"trace[991784648] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23203; }","duration":"114.418617ms","start":"2026-03-05T18:38:44.781362Z","end":"2026-03-05T18:38:44.89578Z","steps":["trace[991784648] 'agreement among raft nodes before linearized reading' (duration: 114.147531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.284277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.616004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-05T18:38:47.28437Z","caller":"traceutil/trace.go:171","msg":"trace[1331096824] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23218; }","duration":"216.766087ms","start":"2026-03-05T18:38:47.067583Z","end":"2026-03-05T18:38:47.284349Z","steps":["trace[1331096824] 'range keys from in-memory index tree' (duration: 216.511201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:47.284413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.918145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:47.285298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.8004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:38:47.285433Z","caller":"traceutil/trace.go:171","msg":"trace[1821665884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23218; }","duration":"253.963364ms","start":"2026-03-05T18:38:47.031413Z","end":"2026-03-05T18:38:47.285376Z","steps":["trace[1821665884] 'range keys from in-memory index tree' (duration: 252.890818ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.285724Z","caller":"traceutil/trace.go:171","msg":"trace[964065254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23218; }","duration":"200.93025ms","start":"2026-03-05T18:38:47.084443Z","end":"2026-03-05T18:38:47.285374Z","steps":["trace[964065254] 'range keys from in-memory index tree' (duration: 199.866574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:47.856505Z","caller":"traceutil/trace.go:171","msg":"trace[1906367091] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"240.33427ms","start":"2026-03-05T18:38:47.616145Z","end":"2026-03-05T18:38:47.856479Z","steps":["trace[1906367091] 'process raft request' (duration: 240.179776ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:48.254164Z","caller":"traceutil/trace.go:171","msg":"trace[219894391] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"631.557166ms","start":"2026-03-05T18:38:47.622577Z","end":"2026-03-05T18:38:48.254134Z","steps":["trace[219894391] 'process raft request' (duration: 603.802784ms)","trace[219894391] 'compare' (duration: 27.621929ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:48.254197Z","caller":"traceutil/trace.go:171","msg":"trace[319670422] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"307.100531ms","start":"2026-03-05T18:38:47.947076Z","end":"2026-03-05T18:38:48.254176Z","steps":["trace[319670422] 'process raft request' (duration: 307.04855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:48.254301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.947054Z","time spent":"307.194852ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:38:48.2543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.622554Z","time spent":"631.674868ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:48.25447Z","caller":"traceutil/trace.go:171","msg":"trace[1124493911] linearizableReadLoop","detail":"{readStateIndex:24055; appliedIndex:24054; }","duration":"308.925595ms","start":"2026-03-05T18:38:47.945245Z","end":"2026-03-05T18:38:48.25417Z","steps":["trace[1124493911] 'read index received' (duration: 281.228114ms)","trace[1124493911] 'applied index is now lower than readState.Index' (duration: 27.69268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:48.254667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.949541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:48.254656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.394715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-q58b2\" ","response":"range_response_count:1 size:8103"} {"level":"info","ts":"2026-03-05T18:38:48.2547Z","caller":"traceutil/trace.go:171","msg":"trace[522048977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23222; }","duration":"170.023133ms","start":"2026-03-05T18:38:48.084664Z","end":"2026-03-05T18:38:48.254687Z","steps":["trace[522048977] 'agreement among raft nodes before linearized reading' (duration: 169.933911ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:48.254715Z","caller":"traceutil/trace.go:171","msg":"trace[2003322042] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-q58b2; range_end:; response_count:1; response_revision:23222; }","duration":"309.494528ms","start":"2026-03-05T18:38:47.945204Z","end":"2026-03-05T18:38:48.254698Z","steps":["trace[2003322042] 'agreement among raft nodes before linearized reading' (duration: 309.279043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:48.254751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:47.945181Z","time spent":"309.563229ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8126,"request content":"key:\"/registry/pods/openstack/magnum-ks-service-q58b2\" "} {"level":"info","ts":"2026-03-05T18:38:48.919661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20327} {"level":"info","ts":"2026-03-05T18:38:48.926268Z","caller":"traceutil/trace.go:171","msg":"trace[1530719991] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24067; }","duration":"137.133679ms","start":"2026-03-05T18:38:48.789109Z","end":"2026-03-05T18:38:48.926243Z","steps":["trace[1530719991] 'read index received' (duration: 71.71586ms)","trace[1530719991] 'applied index is now lower than readState.Index' (duration: 65.415369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:48.997521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.357307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:48.997573Z","caller":"traceutil/trace.go:171","msg":"trace[1566747287] compact","detail":"{revision:20327; response_revision:23233; }","duration":"224.480882ms","start":"2026-03-05T18:38:48.772937Z","end":"2026-03-05T18:38:48.997418Z","steps":["trace[1566747287] 'process raft request' (duration: 87.929237ms)","trace[1566747287] 'check and update compact revision' (duration: 58.691289ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:48.997631Z","caller":"traceutil/trace.go:171","msg":"trace[308985679] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23233; }","duration":"208.516992ms","start":"2026-03-05T18:38:48.789086Z","end":"2026-03-05T18:38:48.997603Z","steps":["trace[308985679] 'agreement among raft nodes before linearized reading' (duration: 137.246232ms)","trace[308985679] 'range keys from in-memory index tree' (duration: 71.104506ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:48.997969Z","caller":"traceutil/trace.go:171","msg":"trace[121858815] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"183.529195ms","start":"2026-03-05T18:38:48.8144Z","end":"2026-03-05T18:38:48.99793Z","steps":["trace[121858815] 'process raft request' (duration: 111.893777ms)","trace[121858815] 'compare' (duration: 71.182408ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.043398Z","caller":"traceutil/trace.go:171","msg":"trace[1598989523] linearizableReadLoop","detail":"{readStateIndex:24072; appliedIndex:24070; }","duration":"117.048781ms","start":"2026-03-05T18:38:48.926327Z","end":"2026-03-05T18:38:49.043376Z","steps":["trace[1598989523] 'read index received' (duration: 91.190254ms)","trace[1598989523] 'applied index is now lower than readState.Index' (duration: 25.857387ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.043536Z","caller":"traceutil/trace.go:171","msg":"trace[1122630715] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"128.661087ms","start":"2026-03-05T18:38:48.914863Z","end":"2026-03-05T18:38:49.043524Z","steps":["trace[1122630715] 'process raft request' (duration: 102.670178ms)","trace[1122630715] 'compare' (duration: 25.636401ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.043669Z","caller":"traceutil/trace.go:171","msg":"trace[1705321313] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"128.541594ms","start":"2026-03-05T18:38:48.915117Z","end":"2026-03-05T18:38:49.043659Z","steps":["trace[1705321313] 'process raft request' (duration: 128.199296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.04381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.61578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.043879Z","caller":"traceutil/trace.go:171","msg":"trace[2140580153] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23237; }","duration":"254.728032ms","start":"2026-03-05T18:38:48.789134Z","end":"2026-03-05T18:38:49.043862Z","steps":["trace[2140580153] 'agreement among raft nodes before linearized reading' (duration: 254.613559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.043913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.732483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.043969Z","caller":"traceutil/trace.go:171","msg":"trace[1410895886] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23237; }","duration":"254.822744ms","start":"2026-03-05T18:38:48.789131Z","end":"2026-03-05T18:38:49.043954Z","steps":["trace[1410895886] 'agreement among raft nodes before linearized reading' (duration: 254.722082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.044046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.430872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.044084Z","caller":"traceutil/trace.go:171","msg":"trace[1524911499] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23237; }","duration":"128.487333ms","start":"2026-03-05T18:38:48.91559Z","end":"2026-03-05T18:38:49.044078Z","steps":["trace[1524911499] 'agreement among raft nodes before linearized reading' (duration: 128.438352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.044167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.696247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.044187Z","caller":"traceutil/trace.go:171","msg":"trace[1425756187] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23237; }","duration":"253.760439ms","start":"2026-03-05T18:38:48.790422Z","end":"2026-03-05T18:38:49.044183Z","steps":["trace[1425756187] 'agreement among raft nodes before linearized reading' (duration: 253.729068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:49.044295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.970784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:49.04432Z","caller":"traceutil/trace.go:171","msg":"trace[871109731] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23237; }","duration":"254.014165ms","start":"2026-03-05T18:38:48.7903Z","end":"2026-03-05T18:38:49.044314Z","steps":["trace[871109731] 'agreement among raft nodes before linearized reading' (duration: 253.974064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:49.179508Z","caller":"traceutil/trace.go:171","msg":"trace[943598342] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"125.193564ms","start":"2026-03-05T18:38:49.054281Z","end":"2026-03-05T18:38:49.179475Z","steps":["trace[943598342] 'process raft request' (duration: 49.597842ms)","trace[943598342] 'compare' (duration: 75.409557ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.50209Z","caller":"traceutil/trace.go:171","msg":"trace[1184206894] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"188.299049ms","start":"2026-03-05T18:38:49.313765Z","end":"2026-03-05T18:38:49.502064Z","steps":["trace[1184206894] 'process raft request' (duration: 126.502426ms)","trace[1184206894] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/jobs/openstack/magnum-ks-service; req_size:6245; } (duration: 60.521693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:49.502209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.774567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:49.502256Z","caller":"traceutil/trace.go:171","msg":"trace[1853464379] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23241; }","duration":"130.87741ms","start":"2026-03-05T18:38:49.37137Z","end":"2026-03-05T18:38:49.502248Z","steps":["trace[1853464379] 'agreement among raft nodes before linearized reading' (duration: 130.761567ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:49.502258Z","caller":"traceutil/trace.go:171","msg":"trace[104161666] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"159.857441ms","start":"2026-03-05T18:38:49.342387Z","end":"2026-03-05T18:38:49.502244Z","steps":["trace[104161666] 'process raft request' (duration: 159.610365ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:49.502098Z","caller":"traceutil/trace.go:171","msg":"trace[2067677818] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24074; }","duration":"130.671355ms","start":"2026-03-05T18:38:49.371412Z","end":"2026-03-05T18:38:49.502083Z","steps":["trace[2067677818] 'read index received' (duration: 68.862991ms)","trace[2067677818] 'applied index is now lower than readState.Index' (duration: 61.807384ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:49.794524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20327,"took":"870.41515ms","hash":3920376322,"current-db-size-bytes":46804992,"current-db-size":"47 MB","current-db-size-in-use-bytes":38141952,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-05T18:38:49.794597Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920376322,"revision":20327,"compact-revision":18272} {"level":"info","ts":"2026-03-05T18:38:50.589777Z","caller":"traceutil/trace.go:171","msg":"trace[1344523958] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"103.484307ms","start":"2026-03-05T18:38:50.486254Z","end":"2026-03-05T18:38:50.589738Z","steps":["trace[1344523958] 'process raft request' (duration: 103.18626ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:50.712176Z","caller":"traceutil/trace.go:171","msg":"trace[1133120714] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"117.084711ms","start":"2026-03-05T18:38:50.595068Z","end":"2026-03-05T18:38:50.712152Z","steps":["trace[1133120714] 'process raft request' (duration: 116.806645ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:50.712616Z","caller":"traceutil/trace.go:171","msg":"trace[224820295] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"116.949958ms","start":"2026-03-05T18:38:50.595626Z","end":"2026-03-05T18:38:50.712576Z","steps":["trace[224820295] 'process raft request' (duration: 116.479317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:50.712721Z","caller":"traceutil/trace.go:171","msg":"trace[1814367903] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"116.405335ms","start":"2026-03-05T18:38:50.596286Z","end":"2026-03-05T18:38:50.712691Z","steps":["trace[1814367903] 'process raft request' (duration: 116.152499ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:50.713737Z","caller":"traceutil/trace.go:171","msg":"trace[559631260] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"116.589188ms","start":"2026-03-05T18:38:50.597132Z","end":"2026-03-05T18:38:50.713721Z","steps":["trace[559631260] 'process raft request' (duration: 115.499683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:51.913185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.90908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:51.913279Z","caller":"traceutil/trace.go:171","msg":"trace[54636058] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23254; }","duration":"222.062964ms","start":"2026-03-05T18:38:51.691193Z","end":"2026-03-05T18:38:51.913256Z","steps":["trace[54636058] 'count revisions from in-memory index tree' (duration: 221.821037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:51.91342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.880027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:51.913458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.814938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:51.91352Z","caller":"traceutil/trace.go:171","msg":"trace[1423090964] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23254; }","duration":"120.02345ms","start":"2026-03-05T18:38:51.793469Z","end":"2026-03-05T18:38:51.913493Z","steps":["trace[1423090964] 'count revisions from in-memory index tree' (duration: 119.736284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:51.913576Z","caller":"traceutil/trace.go:171","msg":"trace[263946233] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23254; }","duration":"109.991683ms","start":"2026-03-05T18:38:51.80356Z","end":"2026-03-05T18:38:51.913551Z","steps":["trace[263946233] 'count revisions from in-memory index tree' (duration: 109.719806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.343073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.411214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.343238Z","caller":"traceutil/trace.go:171","msg":"trace[1105048937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23255; }","duration":"225.526507ms","start":"2026-03-05T18:38:52.117612Z","end":"2026-03-05T18:38:52.343139Z","steps":["trace[1105048937] 'range keys from in-memory index tree' (duration: 225.346722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.343479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.334754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dbb0ae08-ba98-4176-a5ce-6be625f7ad5f\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-05T18:38:52.343545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.424109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:52.343558Z","caller":"traceutil/trace.go:171","msg":"trace[1360906703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dbb0ae08-ba98-4176-a5ce-6be625f7ad5f; range_end:; response_count:1; response_revision:23255; }","duration":"223.446366ms","start":"2026-03-05T18:38:52.120093Z","end":"2026-03-05T18:38:52.34354Z","steps":["trace[1360906703] 'range keys from in-memory index tree' (duration: 223.177991ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:52.343585Z","caller":"traceutil/trace.go:171","msg":"trace[143786598] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23255; }","duration":"182.674394ms","start":"2026-03-05T18:38:52.160898Z","end":"2026-03-05T18:38:52.343573Z","steps":["trace[143786598] 'count revisions from in-memory index tree' (duration: 182.313926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:52.343862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.990023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:38:52.343902Z","caller":"traceutil/trace.go:171","msg":"trace[1021106256] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23255; }","duration":"225.054495ms","start":"2026-03-05T18:38:52.118838Z","end":"2026-03-05T18:38:52.343892Z","steps":["trace[1021106256] 'range keys from in-memory index tree' (duration: 224.900991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:53.182561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036799624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:38:53.595939Z","caller":"traceutil/trace.go:171","msg":"trace[2138635720] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"1.000179633s","start":"2026-03-05T18:38:52.595716Z","end":"2026-03-05T18:38:53.595896Z","steps":["trace[2138635720] 'process raft request' (duration: 999.818734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:53.596287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.595698Z","time spent":"1.000358947s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:54.95649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36078145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:38:54.957012Z","caller":"traceutil/trace.go:171","msg":"trace[655944987] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"1.91284306s","start":"2026-03-05T18:38:53.044147Z","end":"2026-03-05T18:38:54.95699Z","steps":["trace[655944987] 'process raft request' (duration: 1.912784319s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.957018Z","caller":"traceutil/trace.go:171","msg":"trace[59156714] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"2.09362563s","start":"2026-03-05T18:38:52.863348Z","end":"2026-03-05T18:38:54.956973Z","steps":["trace[59156714] 'process raft request' (duration: 2.093312562s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.957042Z","caller":"traceutil/trace.go:171","msg":"trace[61260697] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"1.938749597s","start":"2026-03-05T18:38:53.018255Z","end":"2026-03-05T18:38:54.957004Z","steps":["trace[61260697] 'process raft request' (duration: 1.938617634s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.957223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.01823Z","time spent":"1.93890221s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:54.957239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.863321Z","time spent":"2.093792583s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:54.95727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.044118Z","time spent":"1.912960033s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:54.957446Z","caller":"traceutil/trace.go:171","msg":"trace[530516887] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.897899793s","start":"2026-03-05T18:38:53.059521Z","end":"2026-03-05T18:38:54.957421Z","steps":["trace[530516887] 'process raft request' (duration: 1.897436502s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.957509Z","caller":"traceutil/trace.go:171","msg":"trace[1727789268] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"1.89694167s","start":"2026-03-05T18:38:53.060531Z","end":"2026-03-05T18:38:54.957472Z","steps":["trace[1727789268] 'process raft request' (duration: 1.896715025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.957568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.059502Z","time spent":"1.898005826s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:54.95761Z","caller":"traceutil/trace.go:171","msg":"trace[97659508] linearizableReadLoop","detail":"{readStateIndex:24098; appliedIndex:24092; }","duration":"2.275633738s","start":"2026-03-05T18:38:52.681958Z","end":"2026-03-05T18:38:54.957592Z","steps":["trace[97659508] 'read index received' (duration: 913.771293ms)","trace[97659508] 'applied index is now lower than readState.Index' (duration: 1.361861115s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:54.957653Z","caller":"traceutil/trace.go:171","msg":"trace[1831143157] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.385820997s","start":"2026-03-05T18:38:53.571814Z","end":"2026-03-05T18:38:54.957635Z","steps":["trace[1831143157] 'process raft request' (duration: 1.385596732s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.957699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.060515Z","time spent":"1.897091675s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:54.957737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.571774Z","time spent":"1.385922939s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:54.957809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275853103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:54.957856Z","caller":"traceutil/trace.go:171","msg":"trace[109854138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23263; }","duration":"2.275939555s","start":"2026-03-05T18:38:52.681905Z","end":"2026-03-05T18:38:54.957845Z","steps":["trace[109854138] 'agreement among raft nodes before linearized reading' (duration: 2.275772971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.957885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.681883Z","time spent":"2.275994977s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:38:54.959519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900922576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.95963Z","caller":"traceutil/trace.go:171","msg":"trace[429738666] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23264; }","duration":"1.901036979s","start":"2026-03-05T18:38:53.058578Z","end":"2026-03-05T18:38:54.959615Z","steps":["trace[429738666] 'agreement among raft nodes before linearized reading' (duration: 1.900885915s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.95967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.058543Z","time spent":"1.901118171s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:54.959621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242208702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:38:54.959715Z","caller":"traceutil/trace.go:171","msg":"trace[282311681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23264; }","duration":"2.242376346s","start":"2026-03-05T18:38:52.717324Z","end":"2026-03-05T18:38:54.959701Z","steps":["trace[282311681] 'agreement among raft nodes before linearized reading' (duration: 2.2421136s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.959795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902392841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:54.959815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905134506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:54.959852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954082353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.959867Z","caller":"traceutil/trace.go:171","msg":"trace[131208795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23264; }","duration":"1.902501133s","start":"2026-03-05T18:38:53.057339Z","end":"2026-03-05T18:38:54.959841Z","steps":["trace[131208795] 'agreement among raft nodes before linearized reading' (duration: 1.902401681s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.959897Z","caller":"traceutil/trace.go:171","msg":"trace[672768097] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23264; }","duration":"1.954174835s","start":"2026-03-05T18:38:53.005712Z","end":"2026-03-05T18:38:54.959887Z","steps":["trace[672768097] 'agreement among raft nodes before linearized reading' (duration: 1.954095603s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.959887Z","caller":"traceutil/trace.go:171","msg":"trace[1687194914] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23264; }","duration":"1.905238639s","start":"2026-03-05T18:38:53.054629Z","end":"2026-03-05T18:38:54.959867Z","steps":["trace[1687194914] 'agreement among raft nodes before linearized reading' (duration: 1.905143136s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.959927Z","caller":"traceutil/trace.go:171","msg":"trace[84701189] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"533.429866ms","start":"2026-03-05T18:38:54.426485Z","end":"2026-03-05T18:38:54.959915Z","steps":["trace[84701189] 'process raft request' (duration: 532.425732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.959947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.005692Z","time spent":"1.954249077s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:54.959952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.054607Z","time spent":"1.905332181s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:54.959978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90193385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:54.959996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.426459Z","time spent":"533.503788ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:38:54.960015Z","caller":"traceutil/trace.go:171","msg":"trace[1427297859] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23264; }","duration":"1.901990211s","start":"2026-03-05T18:38:53.058016Z","end":"2026-03-05T18:38:54.960007Z","steps":["trace[1427297859] 'agreement among raft nodes before linearized reading' (duration: 1.90193932s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.959931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.717315Z","time spent":"2.242483878s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:54.960046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.058005Z","time spent":"1.902036383s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T18:38:54.96011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241381872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:38:54.960136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191933023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:38:54.960194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.101809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:38:54.960199Z","caller":"traceutil/trace.go:171","msg":"trace[985852562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23264; }","duration":"2.192050995s","start":"2026-03-05T18:38:52.768135Z","end":"2026-03-05T18:38:54.960186Z","steps":["trace[985852562] 'agreement among raft nodes before linearized reading' (duration: 2.191961233s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.959934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.05732Z","time spent":"1.902586566s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:54.960236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.768108Z","time spent":"2.192119717s","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:54.960262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.006974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:38:54.960313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874895065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.960329Z","caller":"traceutil/trace.go:171","msg":"trace[1304920417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23264; }","duration":"660.096976ms","start":"2026-03-05T18:38:54.300218Z","end":"2026-03-05T18:38:54.960315Z","steps":["trace[1304920417] 'agreement among raft nodes before linearized reading' (duration: 659.967183ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.960345Z","caller":"traceutil/trace.go:171","msg":"trace[53497961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23264; }","duration":"1.874936576s","start":"2026-03-05T18:38:53.085399Z","end":"2026-03-05T18:38:54.960336Z","steps":["trace[53497961] 'agreement among raft nodes before linearized reading' (duration: 1.874896795s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:54.300198Z","time spent":"660.155737ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:38:54.960377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.085385Z","time spent":"1.874987088s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:38:54.960283Z","caller":"traceutil/trace.go:171","msg":"trace[1130963343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23264; }","duration":"2.241529825s","start":"2026-03-05T18:38:52.718641Z","end":"2026-03-05T18:38:54.96017Z","steps":["trace[1130963343] 'agreement among raft nodes before linearized reading' (duration: 2.241109365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082614468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:54.960511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.064416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.960517Z","caller":"traceutil/trace.go:171","msg":"trace[910538918] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23264; }","duration":"1.082890495s","start":"2026-03-05T18:38:53.877618Z","end":"2026-03-05T18:38:54.960509Z","steps":["trace[910538918] 'agreement among raft nodes before linearized reading' (duration: 1.082632979s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901244764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.960541Z","caller":"traceutil/trace.go:171","msg":"trace[652231648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23264; }","duration":"155.138677ms","start":"2026-03-05T18:38:54.805394Z","end":"2026-03-05T18:38:54.960533Z","steps":["trace[652231648] 'agreement among raft nodes before linearized reading' (duration: 155.085186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.877593Z","time spent":"1.082946485s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:38:54.960501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.718635Z","time spent":"2.241853132s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:38:54.960555Z","caller":"traceutil/trace.go:171","msg":"trace[1307819083] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23264; }","duration":"1.901681515s","start":"2026-03-05T18:38:53.058863Z","end":"2026-03-05T18:38:54.960545Z","steps":["trace[1307819083] 'agreement among raft nodes before linearized reading' (duration: 1.901267305s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:53.05884Z","time spent":"1.901851758s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-05T18:38:54.960798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242711083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:38:54.960233Z","caller":"traceutil/trace.go:171","msg":"trace[895675631] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23264; }","duration":"132.174451ms","start":"2026-03-05T18:38:54.828046Z","end":"2026-03-05T18:38:54.96022Z","steps":["trace[895675631] 'agreement among raft nodes before linearized reading' (duration: 132.12142ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:54.960836Z","caller":"traceutil/trace.go:171","msg":"trace[1880198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23264; }","duration":"2.242770404s","start":"2026-03-05T18:38:52.718056Z","end":"2026-03-05T18:38:54.960826Z","steps":["trace[1880198] 'agreement among raft nodes before linearized reading' (duration: 2.242662202s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.960863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.718045Z","time spent":"2.242810895s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:38:54.961239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242986719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:38:54.961305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079649646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:54.961391Z","caller":"traceutil/trace.go:171","msg":"trace[1024616094] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23264; }","duration":"2.079789679s","start":"2026-03-05T18:38:52.881582Z","end":"2026-03-05T18:38:54.961371Z","steps":["trace[1024616094] 'agreement among raft nodes before linearized reading' (duration: 2.078155821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.961444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.881543Z","time spent":"2.079890151s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:38:54.961563Z","caller":"traceutil/trace.go:171","msg":"trace[862742593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23264; }","duration":"2.243049291s","start":"2026-03-05T18:38:52.718219Z","end":"2026-03-05T18:38:54.961268Z","steps":["trace[862742593] 'agreement among raft nodes before linearized reading' (duration: 2.24174964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:54.9616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:52.718212Z","time spent":"2.243380079s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:38:58.037201Z","caller":"traceutil/trace.go:171","msg":"trace[1535585055] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24120; }","duration":"370.724437ms","start":"2026-03-05T18:38:57.666453Z","end":"2026-03-05T18:38:58.037178Z","steps":["trace[1535585055] 'read index received' (duration: 370.436091ms)","trace[1535585055] 'applied index is now lower than readState.Index' (duration: 287.366µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:38:58.037358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.886091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:58.037396Z","caller":"traceutil/trace.go:171","msg":"trace[280302899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23284; }","duration":"370.975063ms","start":"2026-03-05T18:38:57.666412Z","end":"2026-03-05T18:38:58.037387Z","steps":["trace[280302899] 'agreement among raft nodes before linearized reading' (duration: 370.87203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:58.037433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.666389Z","time spent":"371.037055ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:38:58.037746Z","caller":"traceutil/trace.go:171","msg":"trace[1654905522] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"396.710457ms","start":"2026-03-05T18:38:57.641021Z","end":"2026-03-05T18:38:58.037731Z","steps":["trace[1654905522] 'process raft request' (duration: 396.01011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:58.037835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:57.640996Z","time spent":"396.785819ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:38:58.252755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.419151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:58.252862Z","caller":"traceutil/trace.go:171","msg":"trace[888725602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23284; }","duration":"167.544343ms","start":"2026-03-05T18:38:58.085291Z","end":"2026-03-05T18:38:58.252835Z","steps":["trace[888725602] 'range keys from in-memory index tree' (duration: 167.255196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.177873Z","caller":"traceutil/trace.go:171","msg":"trace[1663762549] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"129.464557ms","start":"2026-03-05T18:38:59.048393Z","end":"2026-03-05T18:38:59.177857Z","steps":["trace[1663762549] 'process raft request' (duration: 129.409896ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.177882Z","caller":"traceutil/trace.go:171","msg":"trace[117669668] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"130.696476ms","start":"2026-03-05T18:38:59.047156Z","end":"2026-03-05T18:38:59.177852Z","steps":["trace[117669668] 'process raft request' (duration: 130.525752ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178161Z","caller":"traceutil/trace.go:171","msg":"trace[215269830] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"129.653612ms","start":"2026-03-05T18:38:59.048499Z","end":"2026-03-05T18:38:59.178153Z","steps":["trace[215269830] 'process raft request' (duration: 129.333344ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178268Z","caller":"traceutil/trace.go:171","msg":"trace[2119949551] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"128.631187ms","start":"2026-03-05T18:38:59.049596Z","end":"2026-03-05T18:38:59.178227Z","steps":["trace[2119949551] 'process raft request' (duration: 128.457833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.17835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.627539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T18:38:59.178336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.271201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:59.178386Z","caller":"traceutil/trace.go:171","msg":"trace[925058857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23291; }","duration":"118.707131ms","start":"2026-03-05T18:38:59.059666Z","end":"2026-03-05T18:38:59.178373Z","steps":["trace[925058857] 'agreement among raft nodes before linearized reading' (duration: 118.590588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178412Z","caller":"traceutil/trace.go:171","msg":"trace[309173354] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23291; }","duration":"129.372625ms","start":"2026-03-05T18:38:59.049022Z","end":"2026-03-05T18:38:59.178394Z","steps":["trace[309173354] 'agreement among raft nodes before linearized reading' (duration: 129.225961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178469Z","caller":"traceutil/trace.go:171","msg":"trace[821852299] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"128.032353ms","start":"2026-03-05T18:38:59.050428Z","end":"2026-03-05T18:38:59.178461Z","steps":["trace[821852299] 'process raft request' (duration: 127.739646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.99456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:59.178404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.194757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:38:59.178521Z","caller":"traceutil/trace.go:171","msg":"trace[95679917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23291; }","duration":"118.345661ms","start":"2026-03-05T18:38:59.06017Z","end":"2026-03-05T18:38:59.178515Z","steps":["trace[95679917] 'agreement among raft nodes before linearized reading' (duration: 118.082925ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178516Z","caller":"traceutil/trace.go:171","msg":"trace[259848488] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23291; }","duration":"130.064641ms","start":"2026-03-05T18:38:59.048438Z","end":"2026-03-05T18:38:59.178503Z","steps":["trace[259848488] 'agreement among raft nodes before linearized reading' (duration: 129.987909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.861346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:38:59.178529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T18:38:59.178572Z","caller":"traceutil/trace.go:171","msg":"trace[704366583] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23291; }","duration":"129.963789ms","start":"2026-03-05T18:38:59.048589Z","end":"2026-03-05T18:38:59.178552Z","steps":["trace[704366583] 'agreement among raft nodes before linearized reading' (duration: 129.815426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.538193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T18:38:59.178591Z","caller":"traceutil/trace.go:171","msg":"trace[1018684924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23291; }","duration":"117.488351ms","start":"2026-03-05T18:38:59.061085Z","end":"2026-03-05T18:38:59.178574Z","steps":["trace[1018684924] 'agreement among raft nodes before linearized reading' (duration: 117.355668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.382389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T18:38:59.178635Z","caller":"traceutil/trace.go:171","msg":"trace[327231683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23291; }","duration":"117.607914ms","start":"2026-03-05T18:38:59.06101Z","end":"2026-03-05T18:38:59.178618Z","steps":["trace[327231683] 'agreement among raft nodes before linearized reading' (duration: 117.45967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.331201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:59.178689Z","caller":"traceutil/trace.go:171","msg":"trace[635233288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23291; }","duration":"117.545653ms","start":"2026-03-05T18:38:59.061113Z","end":"2026-03-05T18:38:59.178659Z","steps":["trace[635233288] 'agreement among raft nodes before linearized reading' (duration: 117.307347ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.178769Z","caller":"traceutil/trace.go:171","msg":"trace[1796760633] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23291; }","duration":"131.754961ms","start":"2026-03-05T18:38:59.046917Z","end":"2026-03-05T18:38:59.178672Z","steps":["trace[1796760633] 'agreement among raft nodes before linearized reading' (duration: 131.309951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.178961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.127858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:38:59.178999Z","caller":"traceutil/trace.go:171","msg":"trace[794596153] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23291; }","duration":"129.788424ms","start":"2026-03-05T18:38:59.0492Z","end":"2026-03-05T18:38:59.178989Z","steps":["trace[794596153] 'agreement among raft nodes before linearized reading' (duration: 129.104117ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:38:59.857152Z","caller":"traceutil/trace.go:171","msg":"trace[973429496] linearizableReadLoop","detail":"{readStateIndex:24134; appliedIndex:24133; }","duration":"250.640804ms","start":"2026-03-05T18:38:59.606487Z","end":"2026-03-05T18:38:59.857128Z","steps":["trace[973429496] 'read index received' (duration: 250.333487ms)","trace[973429496] 'applied index is now lower than readState.Index' (duration: 306.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:38:59.857244Z","caller":"traceutil/trace.go:171","msg":"trace[1904255281] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"316.972886ms","start":"2026-03-05T18:38:59.540231Z","end":"2026-03-05T18:38:59.857204Z","steps":["trace[1904255281] 'process raft request' (duration: 316.72617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.857429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.923472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T18:38:59.857497Z","caller":"traceutil/trace.go:171","msg":"trace[1067771054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23297; }","duration":"251.042203ms","start":"2026-03-05T18:38:59.606434Z","end":"2026-03-05T18:38:59.857477Z","steps":["trace[1067771054] 'agreement among raft nodes before linearized reading' (duration: 250.791388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:38:59.85743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.540202Z","time spent":"317.12743ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:00.266796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.435261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:39:00.266917Z","caller":"traceutil/trace.go:171","msg":"trace[829850093] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"403.365086ms","start":"2026-03-05T18:38:59.863532Z","end":"2026-03-05T18:39:00.266897Z","steps":["trace[829850093] 'process raft request' (duration: 71.74317ms)","trace[829850093] 'compare' (duration: 331.308598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:39:00.266981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.863504Z","time spent":"403.446848ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:00.288392Z","caller":"traceutil/trace.go:171","msg":"trace[1174327431] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"322.866337ms","start":"2026-03-05T18:38:59.965501Z","end":"2026-03-05T18:39:00.288367Z","steps":["trace[1174327431] 'process raft request' (duration: 322.733884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:00.28854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:38:59.96547Z","time spent":"322.985599ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:00.566693Z","caller":"traceutil/trace.go:171","msg":"trace[2094685212] linearizableReadLoop","detail":"{readStateIndex:24137; appliedIndex:24135; }","duration":"481.654142ms","start":"2026-03-05T18:39:00.08501Z","end":"2026-03-05T18:39:00.566664Z","steps":["trace[2094685212] 'read index received' (duration: 203.247616ms)","trace[2094685212] 'applied index is now lower than readState.Index' (duration: 278.404786ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:00.566991Z","caller":"traceutil/trace.go:171","msg":"trace[1651628426] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"522.70816ms","start":"2026-03-05T18:39:00.044271Z","end":"2026-03-05T18:39:00.566979Z","steps":["trace[1651628426] 'process raft request' (duration: 522.182947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:00.567116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.044246Z","time spent":"522.785703ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:39:00.567394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.38013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:39:00.567433Z","caller":"traceutil/trace.go:171","msg":"trace[647265923] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23300; }","duration":"482.440421ms","start":"2026-03-05T18:39:00.084983Z","end":"2026-03-05T18:39:00.567424Z","steps":["trace[647265923] 'agreement among raft nodes before linearized reading' (duration: 482.305278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:00.567471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.084974Z","time spent":"482.487903ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:39:00.567632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.108743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:00.567667Z","caller":"traceutil/trace.go:171","msg":"trace[1390990537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"482.185225ms","start":"2026-03-05T18:39:00.085473Z","end":"2026-03-05T18:39:00.567659Z","steps":["trace[1390990537] 'agreement among raft nodes before linearized reading' (duration: 482.134934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:00.567693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:00.085447Z","time spent":"482.240975ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:39:00.56792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.789724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:39:00.56796Z","caller":"traceutil/trace.go:171","msg":"trace[668426286] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23300; }","duration":"259.878226ms","start":"2026-03-05T18:39:00.308072Z","end":"2026-03-05T18:39:00.567951Z","steps":["trace[668426286] 'agreement among raft nodes before linearized reading' (duration: 259.812574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:07.475228Z","caller":"traceutil/trace.go:171","msg":"trace[1720302532] linearizableReadLoop","detail":"{readStateIndex:24186; appliedIndex:24185; }","duration":"135.390689ms","start":"2026-03-05T18:39:07.339813Z","end":"2026-03-05T18:39:07.475204Z","steps":["trace[1720302532] 'read index received' (duration: 132.237673ms)","trace[1720302532] 'applied index is now lower than readState.Index' (duration: 3.152116ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:07.475351Z","caller":"traceutil/trace.go:171","msg":"trace[1461517168] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"177.677156ms","start":"2026-03-05T18:39:07.29765Z","end":"2026-03-05T18:39:07.475327Z","steps":["trace[1461517168] 'process raft request' (duration: 174.53885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.47566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.846449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:39:07.475717Z","caller":"traceutil/trace.go:171","msg":"trace[699697808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23347; }","duration":"135.947431ms","start":"2026-03-05T18:39:07.339745Z","end":"2026-03-05T18:39:07.475692Z","steps":["trace[699697808] 'agreement among raft nodes before linearized reading' (duration: 135.803998ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:07.493313Z","caller":"traceutil/trace.go:171","msg":"trace[2127659049] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"145.456587ms","start":"2026-03-05T18:39:07.347825Z","end":"2026-03-05T18:39:07.493281Z","steps":["trace[2127659049] 'process raft request' (duration: 145.313804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:07.494025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.346319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:39:07.494075Z","caller":"traceutil/trace.go:171","msg":"trace[462722273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23348; }","duration":"102.444792ms","start":"2026-03-05T18:39:07.391618Z","end":"2026-03-05T18:39:07.494063Z","steps":["trace[462722273] 'agreement among raft nodes before linearized reading' (duration: 101.664403ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:08.813882Z","caller":"traceutil/trace.go:171","msg":"trace[1022310447] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"104.226905ms","start":"2026-03-05T18:39:08.709625Z","end":"2026-03-05T18:39:08.813851Z","steps":["trace[1022310447] 'process raft request' (duration: 94.817571ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:12.64188Z","caller":"traceutil/trace.go:171","msg":"trace[1074427452] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"309.401226ms","start":"2026-03-05T18:39:12.332452Z","end":"2026-03-05T18:39:12.641854Z","steps":["trace[1074427452] 'process raft request' (duration: 309.189511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:39:12.642043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:39:12.332421Z","time spent":"309.5391ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:39:51.669583Z","caller":"traceutil/trace.go:171","msg":"trace[1949884784] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"147.26194ms","start":"2026-03-05T18:39:51.522295Z","end":"2026-03-05T18:39:51.669556Z","steps":["trace[1949884784] 'process raft request' (duration: 147.106856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:51.818871Z","caller":"traceutil/trace.go:171","msg":"trace[750650280] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"232.277458ms","start":"2026-03-05T18:39:51.586566Z","end":"2026-03-05T18:39:51.818843Z","steps":["trace[750650280] 'process raft request' (duration: 153.615792ms)","trace[750650280] 'compare' (duration: 78.316318ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:39:51.818932Z","caller":"traceutil/trace.go:171","msg":"trace[928364696] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"228.58925ms","start":"2026-03-05T18:39:51.590315Z","end":"2026-03-05T18:39:51.818904Z","steps":["trace[928364696] 'process raft request' (duration: 228.426906ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:51.81908Z","caller":"traceutil/trace.go:171","msg":"trace[631850963] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"228.17795ms","start":"2026-03-05T18:39:51.590859Z","end":"2026-03-05T18:39:51.819037Z","steps":["trace[631850963] 'process raft request' (duration: 227.930484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:51.819206Z","caller":"traceutil/trace.go:171","msg":"trace[1824390118] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"228.256792ms","start":"2026-03-05T18:39:51.590929Z","end":"2026-03-05T18:39:51.819185Z","steps":["trace[1824390118] 'process raft request' (duration: 227.897063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:51.819555Z","caller":"traceutil/trace.go:171","msg":"trace[1720476700] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"231.887148ms","start":"2026-03-05T18:39:51.587011Z","end":"2026-03-05T18:39:51.818898Z","steps":["trace[1720476700] 'process raft request' (duration: 231.678853ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:58.409191Z","caller":"traceutil/trace.go:171","msg":"trace[1284765148] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"121.27738ms","start":"2026-03-05T18:39:58.287887Z","end":"2026-03-05T18:39:58.409164Z","steps":["trace[1284765148] 'process raft request' (duration: 121.082176ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:39:58.481552Z","caller":"traceutil/trace.go:171","msg":"trace[1243982264] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"184.195381ms","start":"2026-03-05T18:39:58.297321Z","end":"2026-03-05T18:39:58.481516Z","steps":["trace[1243982264] 'process raft request' (duration: 183.990727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:35.454241Z","caller":"traceutil/trace.go:171","msg":"trace[1710638515] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"331.765079ms","start":"2026-03-05T18:40:35.122451Z","end":"2026-03-05T18:40:35.454216Z","steps":["trace[1710638515] 'process raft request' (duration: 331.568464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:35.454408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.122437Z","time spent":"331.894591ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:35.960482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:40:36.388052Z","caller":"traceutil/trace.go:171","msg":"trace[525801983] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.153678162s","start":"2026-03-05T18:40:35.234344Z","end":"2026-03-05T18:40:36.388022Z","steps":["trace[525801983] 'process raft request' (duration: 1.153644581s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.388193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.234309Z","time spent":"1.153814036s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:36.38826Z","caller":"traceutil/trace.go:171","msg":"trace[372957074] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.253281197s","start":"2026-03-05T18:40:35.134968Z","end":"2026-03-05T18:40:36.388249Z","steps":["trace[372957074] 'process raft request' (duration: 1.252969009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.38835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.13495Z","time spent":"1.253354119s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:36.388053Z","caller":"traceutil/trace.go:171","msg":"trace[1470066683] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.265425806s","start":"2026-03-05T18:40:35.122592Z","end":"2026-03-05T18:40:36.388017Z","steps":["trace[1470066683] 'process raft request' (duration: 1.264653078s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:36.388533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.122567Z","time spent":"1.265877267s","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:37.864523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477084133s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:37.865281Z","caller":"traceutil/trace.go:171","msg":"trace[677688226] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"2.200362964s","start":"2026-03-05T18:40:35.664889Z","end":"2026-03-05T18:40:37.865251Z","steps":["trace[677688226] 'process raft request' (duration: 2.199944714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.865527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.66486Z","time spent":"2.200504587s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:37.865761Z","caller":"traceutil/trace.go:171","msg":"trace[915037184] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"2.015512387s","start":"2026-03-05T18:40:35.850217Z","end":"2026-03-05T18:40:37.86573Z","steps":["trace[915037184] 'process raft request' (duration: 2.014982155s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.865923Z","caller":"traceutil/trace.go:171","msg":"trace[1157485619] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"1.878586923s","start":"2026-03-05T18:40:35.987322Z","end":"2026-03-05T18:40:37.865909Z","steps":["trace[1157485619] 'process raft request' (duration: 1.878336027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.865923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.850186Z","time spent":"2.015653552s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:37.865942Z","caller":"traceutil/trace.go:171","msg":"trace[942969921] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25043; }","duration":"2.405712929s","start":"2026-03-05T18:40:35.460188Z","end":"2026-03-05T18:40:37.865901Z","steps":["trace[942969921] 'read index received' (duration: 927.043229ms)","trace[942969921] 'applied index is now lower than readState.Index' (duration: 1.47866865s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:37.865998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.987306Z","time spent":"1.878657085s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:37.866101Z","caller":"traceutil/trace.go:171","msg":"trace[1085950128] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"1.877760772s","start":"2026-03-05T18:40:35.988325Z","end":"2026-03-05T18:40:37.866085Z","steps":["trace[1085950128] 'process raft request' (duration: 1.877453535s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.866248Z","caller":"traceutil/trace.go:171","msg":"trace[836600465] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"1.884719599s","start":"2026-03-05T18:40:35.981518Z","end":"2026-03-05T18:40:37.866237Z","steps":["trace[836600465] 'process raft request' (duration: 1.884001562s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:37.86629Z","caller":"traceutil/trace.go:171","msg":"trace[1949259566] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"1.876018892s","start":"2026-03-05T18:40:35.990261Z","end":"2026-03-05T18:40:37.86628Z","steps":["trace[1949259566] 'process raft request' (duration: 1.875558151s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.866315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.981495Z","time spent":"1.884788461s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:37.866353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.990248Z","time spent":"1.876074893s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:37.866243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.988318Z","time spent":"1.877822985s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:37.866537Z","caller":"traceutil/trace.go:171","msg":"trace[1082888186] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.860896552s","start":"2026-03-05T18:40:36.005629Z","end":"2026-03-05T18:40:37.866525Z","steps":["trace[1082888186] 'process raft request' (duration: 1.860230566s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.866598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.005593Z","time spent":"1.860975353s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:37.866751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406558469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a0605f17bc06e\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-05T18:40:37.866807Z","caller":"traceutil/trace.go:171","msg":"trace[232184045] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a0605f17bc06e; range_end:; response_count:1; response_revision:24190; }","duration":"2.406642071s","start":"2026-03-05T18:40:35.460152Z","end":"2026-03-05T18:40:37.866794Z","steps":["trace[232184045] 'agreement among raft nodes before linearized reading' (duration: 2.406478377s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:37.866848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.460134Z","time spent":"2.406707582s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a0605f17bc06e\" "} {"level":"warn","ts":"2026-03-05T18:40:39.085589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:40:39.085818Z","caller":"traceutil/trace.go:171","msg":"trace[1022329139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464458s","start":"2026-03-05T18:40:37.085232Z","end":"2026-03-05T18:40:39.085697Z","steps":["trace[1022329139] 'agreement among raft nodes before linearized reading' (duration: 2.000290104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.085931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:37.085207Z","time spent":"2.000705326s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:40:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:40:39.147882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143054789s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T18:40:39.149019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.679531Z","time spent":"2.469472229s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:40:39.366493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.197693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:40:39.366788Z","caller":"traceutil/trace.go:171","msg":"trace[1494881487] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"971.825148ms","start":"2026-03-05T18:40:38.394943Z","end":"2026-03-05T18:40:39.366768Z","steps":["trace[1494881487] 'process raft request' (duration: 971.684124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.366829Z","caller":"traceutil/trace.go:171","msg":"trace[1222017082] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25053; }","duration":"1.500737907s","start":"2026-03-05T18:40:37.866041Z","end":"2026-03-05T18:40:39.366779Z","steps":["trace[1222017082] 'read index received' (duration: 138.745079ms)","trace[1222017082] 'applied index is now lower than readState.Index' (duration: 1.361987768s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:39.366899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.394914Z","time spent":"971.91653ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:39.366994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169392185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.366992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376717817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.367115Z","caller":"traceutil/trace.go:171","msg":"trace[342022755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24191; }","duration":"3.169553159s","start":"2026-03-05T18:40:36.197522Z","end":"2026-03-05T18:40:39.367076Z","steps":["trace[342022755] 'agreement among raft nodes before linearized reading' (duration: 3.169349544s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.36712Z","caller":"traceutil/trace.go:171","msg":"trace[2090707922] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24191; }","duration":"3.376874051s","start":"2026-03-05T18:40:35.990224Z","end":"2026-03-05T18:40:39.367098Z","steps":["trace[2090707922] 'agreement among raft nodes before linearized reading' (duration: 3.376670107s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846069756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.367201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722949322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.367228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.990208Z","time spent":"3.376981073s","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:39.367247Z","caller":"traceutil/trace.go:171","msg":"trace[1081401705] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24191; }","duration":"3.846155959s","start":"2026-03-05T18:40:35.521077Z","end":"2026-03-05T18:40:39.367233Z","steps":["trace[1081401705] 'agreement among raft nodes before linearized reading' (duration: 3.846084707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789011658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:39.36729Z","caller":"traceutil/trace.go:171","msg":"trace[989482383] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24191; }","duration":"2.723124426s","start":"2026-03-05T18:40:36.64414Z","end":"2026-03-05T18:40:39.367265Z","steps":["trace[989482383] 'agreement among raft nodes before linearized reading' (duration: 2.722948712s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.3673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327225019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.367307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.521049Z","time spent":"3.84624667s","remote":"127.0.0.1:54386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.367224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.197496Z","time spent":"3.169674042s","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.36732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785327337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:40:39.367353Z","caller":"traceutil/trace.go:171","msg":"trace[199171110] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24191; }","duration":"2.789178332s","start":"2026-03-05T18:40:36.578142Z","end":"2026-03-05T18:40:39.36732Z","steps":["trace[199171110] 'agreement among raft nodes before linearized reading' (duration: 2.788887275s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251039073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T18:40:39.367425Z","caller":"traceutil/trace.go:171","msg":"trace[710689349] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24191; }","duration":"3.785500321s","start":"2026-03-05T18:40:35.581902Z","end":"2026-03-05T18:40:39.367402Z","steps":["trace[710689349] 'agreement among raft nodes before linearized reading' (duration: 3.785144523s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.36746Z","caller":"traceutil/trace.go:171","msg":"trace[1923497245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24191; }","duration":"2.251134625s","start":"2026-03-05T18:40:37.116317Z","end":"2026-03-05T18:40:39.367451Z","steps":["trace[1923497245] 'agreement among raft nodes before linearized reading' (duration: 2.251064703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.644118Z","time spent":"2.723210508s","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.367482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.581866Z","time spent":"3.785605484s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.367499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:37.116279Z","time spent":"2.251213077s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:40:39.367581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393238191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T18:40:39.367451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.578049Z","time spent":"2.789383226s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:39.367635Z","caller":"traceutil/trace.go:171","msg":"trace[185616270] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24191; }","duration":"2.393341875s","start":"2026-03-05T18:40:36.97428Z","end":"2026-03-05T18:40:39.367622Z","steps":["trace[185616270] 'agreement among raft nodes before linearized reading' (duration: 2.393112469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.974247Z","time spent":"2.393411326s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T18:40:39.367676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887498465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.367764Z","caller":"traceutil/trace.go:171","msg":"trace[368754139] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24191; }","duration":"2.887584507s","start":"2026-03-05T18:40:36.480137Z","end":"2026-03-05T18:40:39.367722Z","steps":["trace[368754139] 'agreement among raft nodes before linearized reading' (duration: 2.887430313s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.367356Z","caller":"traceutil/trace.go:171","msg":"trace[1789874512] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24191; }","duration":"2.327336342s","start":"2026-03-05T18:40:37.040007Z","end":"2026-03-05T18:40:39.367343Z","steps":["trace[1789874512] 'agreement among raft nodes before linearized reading' (duration: 2.32725451s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.367835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139025521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:40:39.36792Z","caller":"traceutil/trace.go:171","msg":"trace[1694598756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.139165623s","start":"2026-03-05T18:40:36.22874Z","end":"2026-03-05T18:40:39.367906Z","steps":["trace[1694598756] 'agreement among raft nodes before linearized reading' (duration: 3.138940348s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.368012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.22873Z","time spent":"3.139254775s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:39.368038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146764005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:40:39.368204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408740362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.368249Z","caller":"traceutil/trace.go:171","msg":"trace[1375036075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.14698964s","start":"2026-03-05T18:40:36.221237Z","end":"2026-03-05T18:40:39.368227Z","steps":["trace[1375036075] 'agreement among raft nodes before linearized reading' (duration: 3.146688523s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.368263Z","caller":"traceutil/trace.go:171","msg":"trace[933424714] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24191; }","duration":"2.408845104s","start":"2026-03-05T18:40:36.959398Z","end":"2026-03-05T18:40:39.368243Z","steps":["trace[933424714] 'agreement among raft nodes before linearized reading' (duration: 2.407562884s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.368303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.959378Z","time spent":"2.408915825s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.367846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:37.039982Z","time spent":"2.327846023s","remote":"127.0.0.1:46146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.368305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.221222Z","time spent":"3.147068342s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:39.367845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.480093Z","time spent":"2.88770792s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.367125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643736463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:39.368655Z","caller":"traceutil/trace.go:171","msg":"trace[156859118] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24191; }","duration":"3.645345371s","start":"2026-03-05T18:40:35.723295Z","end":"2026-03-05T18:40:39.36864Z","steps":["trace[156859118] 'agreement among raft nodes before linearized reading' (duration: 3.643691472s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.368708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:35.723272Z","time spent":"3.645418812s","remote":"127.0.0.1:57002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.368079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14491499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:40:39.368782Z","caller":"traceutil/trace.go:171","msg":"trace[485000970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24191; }","duration":"3.145629158s","start":"2026-03-05T18:40:36.223133Z","end":"2026-03-05T18:40:39.368762Z","steps":["trace[485000970] 'agreement among raft nodes before linearized reading' (duration: 3.144838829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.368852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.22312Z","time spent":"3.14570926s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:39.368988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140045515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:40:39.369087Z","caller":"traceutil/trace.go:171","msg":"trace[873025806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.14022146s","start":"2026-03-05T18:40:36.228851Z","end":"2026-03-05T18:40:39.369073Z","steps":["trace[873025806] 'agreement among raft nodes before linearized reading' (duration: 3.139473821s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.369147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.228818Z","time spent":"3.140317711s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:39.369358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191764529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:40:39.369416Z","caller":"traceutil/trace.go:171","msg":"trace[1144408415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24191; }","duration":"3.191866221s","start":"2026-03-05T18:40:36.177536Z","end":"2026-03-05T18:40:39.369402Z","steps":["trace[1144408415] 'agreement among raft nodes before linearized reading' (duration: 3.191709348s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.369449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:36.177512Z","time spent":"3.191929922s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:40:39.438448Z","caller":"traceutil/trace.go:171","msg":"trace[1188817925] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"287.142455ms","start":"2026-03-05T18:40:39.151274Z","end":"2026-03-05T18:40:39.438417Z","steps":["trace[1188817925] 'process raft request' (duration: 286.93859ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:39.44653Z","caller":"traceutil/trace.go:171","msg":"trace[434851834] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"295.190477ms","start":"2026-03-05T18:40:39.151325Z","end":"2026-03-05T18:40:39.446516Z","steps":["trace[434851834] 'process raft request' (duration: 295.019203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.447009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.853341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.447066Z","caller":"traceutil/trace.go:171","msg":"trace[1606930657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24198; }","duration":"360.972655ms","start":"2026-03-05T18:40:39.08608Z","end":"2026-03-05T18:40:39.447053Z","steps":["trace[1606930657] 'agreement among raft nodes before linearized reading' (duration: 360.885702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.447045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491009904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:39.447125Z","caller":"traceutil/trace.go:171","msg":"trace[477068747] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24198; }","duration":"1.491127097s","start":"2026-03-05T18:40:37.955974Z","end":"2026-03-05T18:40:39.447101Z","steps":["trace[477068747] 'agreement among raft nodes before linearized reading' (duration: 1.491003414s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.447191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:37.955953Z","time spent":"1.49122743s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:39.447204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18720341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:39.447131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.086059Z","time spent":"361.031965ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:40:39.447312Z","caller":"traceutil/trace.go:171","msg":"trace[395790551] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24198; }","duration":"1.187386876s","start":"2026-03-05T18:40:38.259899Z","end":"2026-03-05T18:40:39.447286Z","steps":["trace[395790551] 'agreement among raft nodes before linearized reading' (duration: 1.187198321s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:39.447372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:38.259874Z","time spent":"1.187488768s","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:40.17496Z","caller":"traceutil/trace.go:171","msg":"trace[1203304539] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"301.500977ms","start":"2026-03-05T18:40:39.873397Z","end":"2026-03-05T18:40:40.174898Z","steps":["trace[1203304539] 'process raft request' (duration: 301.335553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:40.175184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.873368Z","time spent":"301.679841ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:41.368629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192806285s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:41.434832Z","caller":"traceutil/trace.go:171","msg":"trace[1803722812] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.561156836s","start":"2026-03-05T18:40:39.87365Z","end":"2026-03-05T18:40:41.434807Z","steps":["trace[1803722812] 'process raft request' (duration: 1.495308007s)","trace[1803722812] 'compare' (duration: 64.727743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:41.434994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.873621Z","time spent":"1.561270579s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:41.435146Z","caller":"traceutil/trace.go:171","msg":"trace[207649129] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.561458333s","start":"2026-03-05T18:40:39.873657Z","end":"2026-03-05T18:40:41.435115Z","steps":["trace[207649129] 'process raft request' (duration: 1.561019673s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.435285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.873637Z","time spent":"1.561574365s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:41.435318Z","caller":"traceutil/trace.go:171","msg":"trace[494593353] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"1.561554095s","start":"2026-03-05T18:40:39.873726Z","end":"2026-03-05T18:40:41.43528Z","steps":["trace[494593353] 'process raft request' (duration: 1.561018002s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:41.435385Z","caller":"traceutil/trace.go:171","msg":"trace[1795492396] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.561301129s","start":"2026-03-05T18:40:39.874075Z","end":"2026-03-05T18:40:41.435376Z","steps":["trace[1795492396] 'process raft request' (duration: 1.561128485s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.435601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.87372Z","time spent":"1.561735309s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:41.435656Z","caller":"traceutil/trace.go:171","msg":"trace[1005246531] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25065; }","duration":"1.472225736s","start":"2026-03-05T18:40:39.963398Z","end":"2026-03-05T18:40:41.435624Z","steps":["trace[1005246531] 'read index received' (duration: 211.375409ms)","trace[1005246531] 'applied index is now lower than readState.Index' (duration: 1.260848597s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:41.435771Z","caller":"traceutil/trace.go:171","msg":"trace[1257797160] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.560315576s","start":"2026-03-05T18:40:39.875443Z","end":"2026-03-05T18:40:41.435758Z","steps":["trace[1257797160] 'process raft request' (duration: 1.559892116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.435744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.87406Z","time spent":"1.561539115s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:41.435862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472445611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:40:41.435895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.87543Z","time spent":"1.560379618s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:41.435945Z","caller":"traceutil/trace.go:171","msg":"trace[1593148842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24206; }","duration":"1.472574834s","start":"2026-03-05T18:40:39.963349Z","end":"2026-03-05T18:40:41.435924Z","steps":["trace[1593148842] 'agreement among raft nodes before linearized reading' (duration: 1.472434931s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:41.435989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:39.963329Z","time spent":"1.472650835s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:42.544172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.722514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:42.544324Z","caller":"traceutil/trace.go:171","msg":"trace[1953502244] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.557464679s","start":"2026-03-05T18:40:40.986836Z","end":"2026-03-05T18:40:42.544301Z","steps":["trace[1953502244] 'process raft request' (duration: 739.508509ms)","trace[1953502244] 'compare' (duration: 816.931506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:42.544387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.986806Z","time spent":"1.55755222s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:42.689509Z","caller":"traceutil/trace.go:171","msg":"trace[1549169189] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25071; }","duration":"1.253758419s","start":"2026-03-05T18:40:41.43572Z","end":"2026-03-05T18:40:42.689479Z","steps":["trace[1549169189] 'read index received' (duration: 290.71393ms)","trace[1549169189] 'applied index is now lower than readState.Index' (duration: 963.043019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:42.689693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150451215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:42.68974Z","caller":"traceutil/trace.go:171","msg":"trace[458746180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24208; }","duration":"2.150565168s","start":"2026-03-05T18:40:40.539163Z","end":"2026-03-05T18:40:42.689728Z","steps":["trace[458746180] 'agreement among raft nodes before linearized reading' (duration: 2.150455505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.689787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.539141Z","time spent":"2.150635949s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:42.689915Z","caller":"traceutil/trace.go:171","msg":"trace[995030625] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"1.315570402s","start":"2026-03-05T18:40:41.374321Z","end":"2026-03-05T18:40:42.689892Z","steps":["trace[995030625] 'process raft request' (duration: 1.296366564s)","trace[995030625] 'compare' (duration: 18.524722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:42.69004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.374217Z","time spent":"1.315750586s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:42.690096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542379187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T18:40:42.690184Z","caller":"traceutil/trace.go:171","msg":"trace[1099730989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24208; }","duration":"2.54251821s","start":"2026-03-05T18:40:40.147644Z","end":"2026-03-05T18:40:42.690162Z","steps":["trace[1099730989] 'agreement among raft nodes before linearized reading' (duration: 2.542270184s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623772757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-05T18:40:42.690238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.14762Z","time spent":"2.542609323s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T18:40:42.690259Z","caller":"traceutil/trace.go:171","msg":"trace[1390543270] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24208; }","duration":"2.623871839s","start":"2026-03-05T18:40:40.066377Z","end":"2026-03-05T18:40:42.690249Z","steps":["trace[1390543270] 'agreement among raft nodes before linearized reading' (duration: 2.623774787s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.066359Z","time spent":"2.623929961s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T18:40:42.690323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533543587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:42.690365Z","caller":"traceutil/trace.go:171","msg":"trace[1409312713] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24208; }","duration":"1.533623669s","start":"2026-03-05T18:40:41.156731Z","end":"2026-03-05T18:40:42.690354Z","steps":["trace[1409312713] 'agreement among raft nodes before linearized reading' (duration: 1.533493936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.156707Z","time spent":"1.53368721s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:42.690129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619025005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:40:42.689674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996314901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:42.690603Z","caller":"traceutil/trace.go:171","msg":"trace[1490775827] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24208; }","duration":"1.997295844s","start":"2026-03-05T18:40:40.693295Z","end":"2026-03-05T18:40:42.690591Z","steps":["trace[1490775827] 'agreement among raft nodes before linearized reading' (duration: 1.996205008s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:42.690589Z","caller":"traceutil/trace.go:171","msg":"trace[1179331272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24208; }","duration":"2.619447195s","start":"2026-03-05T18:40:40.071083Z","end":"2026-03-05T18:40:42.69053Z","steps":["trace[1179331272] 'agreement among raft nodes before linearized reading' (duration: 2.618934993s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604464348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:42.69068Z","caller":"traceutil/trace.go:171","msg":"trace[76857185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24208; }","duration":"1.604649762s","start":"2026-03-05T18:40:41.086022Z","end":"2026-03-05T18:40:42.690672Z","steps":["trace[76857185] 'agreement among raft nodes before linearized reading' (duration: 1.604514969s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.085972Z","time spent":"1.604732355s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:42.690693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511643604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.690758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.071078Z","time spent":"2.619623309s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:40:42.69078Z","caller":"traceutil/trace.go:171","msg":"trace[2018547921] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24208; }","duration":"2.511777157s","start":"2026-03-05T18:40:40.178983Z","end":"2026-03-05T18:40:42.69076Z","steps":["trace[2018547921] 'agreement among raft nodes before linearized reading' (duration: 2.511593643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350489083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:42.690846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.178971Z","time spent":"2.5118591s","remote":"127.0.0.1:48620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:42.690649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.693276Z","time spent":"1.997360505s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:42.690876Z","caller":"traceutil/trace.go:171","msg":"trace[1854137815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24208; }","duration":"2.350917333s","start":"2026-03-05T18:40:40.339942Z","end":"2026-03-05T18:40:42.690859Z","steps":["trace[1854137815] 'agreement among raft nodes before linearized reading' (duration: 2.350506644s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.690928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.339916Z","time spent":"2.350997535s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:42.690725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812021676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:40:42.691013Z","caller":"traceutil/trace.go:171","msg":"trace[1090352634] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24208; }","duration":"1.812364805s","start":"2026-03-05T18:40:40.878636Z","end":"2026-03-05T18:40:42.691001Z","steps":["trace[1090352634] 'agreement among raft nodes before linearized reading' (duration: 1.811943165s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:42.691061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:40.87862Z","time spent":"1.812430006s","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:43.234228Z","caller":"traceutil/trace.go:171","msg":"trace[521027139] linearizableReadLoop","detail":"{readStateIndex:25075; appliedIndex:25073; }","duration":"544.617653ms","start":"2026-03-05T18:40:42.689581Z","end":"2026-03-05T18:40:43.234199Z","steps":["trace[521027139] 'read index received' (duration: 492.231915ms)","trace[521027139] 'applied index is now lower than readState.Index' (duration: 52.384598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:43.234594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396969141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:43.234705Z","caller":"traceutil/trace.go:171","msg":"trace[1898444016] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24210; }","duration":"1.397154147s","start":"2026-03-05T18:40:41.837527Z","end":"2026-03-05T18:40:43.234681Z","steps":["trace[1898444016] 'agreement among raft nodes before linearized reading' (duration: 1.39688297s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:43.234695Z","caller":"traceutil/trace.go:171","msg":"trace[1609341528] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"1.054079089s","start":"2026-03-05T18:40:42.180573Z","end":"2026-03-05T18:40:43.234652Z","steps":["trace[1609341528] 'process raft request' (duration: 1.053552985s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:43.234768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.837497Z","time spent":"1.397254259s","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:43.234592Z","caller":"traceutil/trace.go:171","msg":"trace[1582979364] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.135301874s","start":"2026-03-05T18:40:42.099247Z","end":"2026-03-05T18:40:43.234549Z","steps":["trace[1582979364] 'process raft request' (duration: 1.082536917s)","trace[1582979364] 'compare' (duration: 51.803845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:43.234868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.180553Z","time spent":"1.054223223s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:43.234896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782413042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:40:43.234888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298968777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:40:43.234888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782420012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:40:43.234944Z","caller":"traceutil/trace.go:171","msg":"trace[1829432942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24210; }","duration":"1.782516884s","start":"2026-03-05T18:40:41.452416Z","end":"2026-03-05T18:40:43.234933Z","steps":["trace[1829432942] 'agreement among raft nodes before linearized reading' (duration: 1.782311859s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:43.234959Z","caller":"traceutil/trace.go:171","msg":"trace[1527493428] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24210; }","duration":"1.299109659s","start":"2026-03-05T18:40:41.935832Z","end":"2026-03-05T18:40:43.234942Z","steps":["trace[1527493428] 'agreement among raft nodes before linearized reading' (duration: 1.298875694s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:43.234963Z","caller":"traceutil/trace.go:171","msg":"trace[449619800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24210; }","duration":"1.782518525s","start":"2026-03-05T18:40:41.452431Z","end":"2026-03-05T18:40:43.234949Z","steps":["trace[449619800] 'agreement among raft nodes before linearized reading' (duration: 1.78232774s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:43.234951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782589806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T18:40:43.23499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.452392Z","time spent":"1.782590256s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:43.235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.935802Z","time spent":"1.299190382s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-05T18:40:43.235021Z","caller":"traceutil/trace.go:171","msg":"trace[1828757852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24210; }","duration":"1.782698119s","start":"2026-03-05T18:40:41.452305Z","end":"2026-03-05T18:40:43.235003Z","steps":["trace[1828757852] 'agreement among raft nodes before linearized reading' (duration: 1.782461643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:43.235083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.452283Z","time spent":"1.78278406s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:43.235003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.452424Z","time spent":"1.782571536s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:43.234909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782411622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:40:43.235234Z","caller":"traceutil/trace.go:171","msg":"trace[1161962022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24210; }","duration":"1.78276461s","start":"2026-03-05T18:40:41.452454Z","end":"2026-03-05T18:40:43.235219Z","steps":["trace[1161962022] 'agreement among raft nodes before linearized reading' (duration: 1.782298529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:43.2353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.45245Z","time spent":"1.782834061s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:40:43.235306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.099219Z","time spent":"1.135674394s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:43.235388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782712889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:40:43.235512Z","caller":"traceutil/trace.go:171","msg":"trace[2031581271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24210; }","duration":"1.782877992s","start":"2026-03-05T18:40:41.452609Z","end":"2026-03-05T18:40:43.235487Z","steps":["trace[2031581271] 'agreement among raft nodes before linearized reading' (duration: 1.781827057s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:43.235577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:41.452603Z","time spent":"1.782962185s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:43.735028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:44.222922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038768674s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:44.223478Z","caller":"traceutil/trace.go:171","msg":"trace[522731143] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"1.350091624s","start":"2026-03-05T18:40:42.873348Z","end":"2026-03-05T18:40:44.22344Z","steps":["trace[522731143] 'process raft request' (duration: 1.350022482s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:44.223568Z","caller":"traceutil/trace.go:171","msg":"trace[702556125] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"1.52689106s","start":"2026-03-05T18:40:42.696643Z","end":"2026-03-05T18:40:44.223534Z","steps":["trace[702556125] 'process raft request' (duration: 1.526523601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.223654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.873315Z","time spent":"1.350244028s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:44.22374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.696627Z","time spent":"1.527010453s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:44.692738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:40:44.69299Z","caller":"traceutil/trace.go:171","msg":"trace[2103935124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599241s","start":"2026-03-05T18:40:42.692367Z","end":"2026-03-05T18:40:44.692966Z","steps":["trace[2103935124] 'agreement among raft nodes before linearized reading' (duration: 2.000309095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:44.693056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.692349Z","time spent":"2.000692644s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:40:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:40:45.029868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:40:45.029965Z","caller":"traceutil/trace.go:171","msg":"trace[1422415936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475979s","start":"2026-03-05T18:40:43.029467Z","end":"2026-03-05T18:40:45.029943Z","steps":["trace[1422415936] 'agreement among raft nodes before linearized reading' (duration: 2.000356196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.030014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.029403Z","time spent":"2.000600702s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:40:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:40:45.579439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275665111s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:40:45.57997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.236593Z","time spent":"2.343355734s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:40:45.580131Z","caller":"traceutil/trace.go:171","msg":"trace[1627137324] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"2.339982464s","start":"2026-03-05T18:40:43.240098Z","end":"2026-03-05T18:40:45.58008Z","steps":["trace[1627137324] 'process raft request' (duration: 2.339732368s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.580128Z","caller":"traceutil/trace.go:171","msg":"trace[1555270881] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"2.339806868s","start":"2026-03-05T18:40:43.240286Z","end":"2026-03-05T18:40:45.580093Z","steps":["trace[1555270881] 'process raft request' (duration: 2.339715226s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.580289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.24008Z","time spent":"2.340116316s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.580339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.240279Z","time spent":"2.339952001s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:45.580605Z","caller":"traceutil/trace.go:171","msg":"trace[392243111] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"2.339517021s","start":"2026-03-05T18:40:43.241057Z","end":"2026-03-05T18:40:45.580574Z","steps":["trace[392243111] 'process raft request' (duration: 2.339290846s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.58062Z","caller":"traceutil/trace.go:171","msg":"trace[187217581] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"2.339628534s","start":"2026-03-05T18:40:43.240886Z","end":"2026-03-05T18:40:45.580515Z","steps":["trace[187217581] 'process raft request' (duration: 2.339160283s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.58066Z","caller":"traceutil/trace.go:171","msg":"trace[447092240] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"2.339565313s","start":"2026-03-05T18:40:43.241076Z","end":"2026-03-05T18:40:45.580641Z","steps":["trace[447092240] 'process raft request' (duration: 2.339424719s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.580684Z","caller":"traceutil/trace.go:171","msg":"trace[1130964522] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"2.139946204s","start":"2026-03-05T18:40:43.440722Z","end":"2026-03-05T18:40:45.580668Z","steps":["trace[1130964522] 'process raft request' (duration: 2.139837852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.580745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.241048Z","time spent":"2.339615133s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.580745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.241039Z","time spent":"2.339659424s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.580758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.440702Z","time spent":"2.140020646s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.580835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.240876Z","time spent":"2.339830688s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:45.580801Z","caller":"traceutil/trace.go:171","msg":"trace[1153844006] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"2.139166986s","start":"2026-03-05T18:40:43.441602Z","end":"2026-03-05T18:40:45.580769Z","steps":["trace[1153844006] 'process raft request' (duration: 2.139075824s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.580849Z","caller":"traceutil/trace.go:171","msg":"trace[2102912138] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"2.139532794s","start":"2026-03-05T18:40:43.441305Z","end":"2026-03-05T18:40:45.580837Z","steps":["trace[2102912138] 'process raft request' (duration: 2.139308149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.580946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.441286Z","time spent":"2.139601906s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:45.581034Z","caller":"traceutil/trace.go:171","msg":"trace[1809551491] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"2.137535637s","start":"2026-03-05T18:40:43.443487Z","end":"2026-03-05T18:40:45.581023Z","steps":["trace[1809551491] 'process raft request' (duration: 2.13723521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.58104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.441591Z","time spent":"2.139308019s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.58108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.443469Z","time spent":"2.137585107s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:45.5811Z","caller":"traceutil/trace.go:171","msg":"trace[489544644] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"2.136932182s","start":"2026-03-05T18:40:43.444154Z","end":"2026-03-05T18:40:45.581086Z","steps":["trace[489544644] 'process raft request' (duration: 2.136730737s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:45.581124Z","caller":"traceutil/trace.go:171","msg":"trace[1038724387] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25075; }","duration":"2.346693642s","start":"2026-03-05T18:40:43.234402Z","end":"2026-03-05T18:40:45.581095Z","steps":["trace[1038724387] 'read index received' (duration: 988.794111ms)","trace[1038724387] 'applied index is now lower than readState.Index' (duration: 1.357897621s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:45.58119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.444137Z","time spent":"2.137009574s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:45.581283Z","caller":"traceutil/trace.go:171","msg":"trace[180166002] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"1.688780489s","start":"2026-03-05T18:40:43.892493Z","end":"2026-03-05T18:40:45.581273Z","steps":["trace[180166002] 'process raft request' (duration: 1.688532093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.58133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.892462Z","time spent":"1.68884271s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:45.581326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766413607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:45.581415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88356347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:45.581482Z","caller":"traceutil/trace.go:171","msg":"trace[1288354718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24223; }","duration":"2.883700724s","start":"2026-03-05T18:40:42.697764Z","end":"2026-03-05T18:40:45.581464Z","steps":["trace[1288354718] 'agreement among raft nodes before linearized reading' (duration: 2.883467689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.581533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.697751Z","time spent":"2.883763885s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:40:45.581606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887522494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T18:40:45.581644Z","caller":"traceutil/trace.go:171","msg":"trace[436053760] range","detail":"{range_begin:/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da; range_end:; response_count:1; response_revision:24223; }","duration":"2.887599486s","start":"2026-03-05T18:40:42.694031Z","end":"2026-03-05T18:40:45.58163Z","steps":["trace[436053760] 'agreement among raft nodes before linearized reading' (duration: 2.887396531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.581667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.694007Z","time spent":"2.887655588s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-429da4cb-3ee1-40ea-add2-b64a8e2fd4da\" "} {"level":"warn","ts":"2026-03-05T18:40:45.581581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88687595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:40:45.581863Z","caller":"traceutil/trace.go:171","msg":"trace[2133011815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24223; }","duration":"2.887202167s","start":"2026-03-05T18:40:42.694645Z","end":"2026-03-05T18:40:45.581847Z","steps":["trace[2133011815] 'agreement among raft nodes before linearized reading' (duration: 2.886748706s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.581906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.694633Z","time spent":"2.887258088s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:40:45.582059Z","caller":"traceutil/trace.go:171","msg":"trace[1370132524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24223; }","duration":"2.76650222s","start":"2026-03-05T18:40:42.814864Z","end":"2026-03-05T18:40:45.581366Z","steps":["trace[1370132524] 'agreement among raft nodes before linearized reading' (duration: 2.766312275s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:45.582256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:42.814841Z","time spent":"2.76733893s","remote":"127.0.0.1:57794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:46.081763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:46.582705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:46.699452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:40:46.699566Z","caller":"traceutil/trace.go:171","msg":"trace[1495540560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010154s","start":"2026-03-05T18:40:44.699423Z","end":"2026-03-05T18:40:46.699524Z","steps":["trace[1495540560] 'agreement among raft nodes before linearized reading' (duration: 1.999976127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:46.699619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.699402Z","time spent":"2.000205053s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:46.726101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129360273s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:46.726733Z","caller":"traceutil/trace.go:171","msg":"trace[1861905245] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"1.483383041s","start":"2026-03-05T18:40:45.243316Z","end":"2026-03-05T18:40:46.726699Z","steps":["trace[1861905245] 'process raft request' (duration: 1.48332078s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:46.726929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.243283Z","time spent":"1.483517574s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:46.727124Z","caller":"traceutil/trace.go:171","msg":"trace[88279439] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"2.030449143s","start":"2026-03-05T18:40:44.696643Z","end":"2026-03-05T18:40:46.727092Z","steps":["trace[88279439] 'process raft request' (duration: 2.029774477s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:46.727311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.696635Z","time spent":"2.030571537s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:47.621788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.179307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:47.621984Z","caller":"traceutil/trace.go:171","msg":"trace[884411012] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"2.040532654s","start":"2026-03-05T18:40:45.581408Z","end":"2026-03-05T18:40:47.62194Z","steps":["trace[884411012] 'process raft request' (duration: 1.628103061s)","trace[884411012] 'compare' (duration: 410.813474ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:47.622Z","caller":"traceutil/trace.go:171","msg":"trace[2024138843] linearizableReadLoop","detail":"{readStateIndex:25092; appliedIndex:25091; }","duration":"2.04077253s","start":"2026-03-05T18:40:45.581192Z","end":"2026-03-05T18:40:47.621964Z","steps":["trace[2024138843] 'read index received' (duration: 1.145533798s)","trace[2024138843] 'applied index is now lower than readState.Index' (duration: 895.235292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.622315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.581382Z","time spent":"2.04076069s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:47.982775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.865381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T18:40:47.982851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856114905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:47.982909Z","caller":"traceutil/trace.go:171","msg":"trace[693366643] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24226; }","duration":"3.856265699s","start":"2026-03-05T18:40:44.126618Z","end":"2026-03-05T18:40:47.982884Z","steps":["trace[693366643] 'agreement among raft nodes before linearized reading' (duration: 3.495389497s)","trace[693366643] 'count revisions from in-memory index tree' (duration: 360.81049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.982963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.126595Z","time spent":"3.85635691s","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:47.982987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730866657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:40:47.983042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546120344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:47.983146Z","caller":"traceutil/trace.go:171","msg":"trace[1321907212] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24226; }","duration":"4.546271818s","start":"2026-03-05T18:40:43.436845Z","end":"2026-03-05T18:40:47.983117Z","steps":["trace[1321907212] 'agreement among raft nodes before linearized reading' (duration: 4.185199161s)","trace[1321907212] 'count revisions from in-memory index tree' (duration: 360.914794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.436833Z","time spent":"4.5463586s","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:47.983073Z","caller":"traceutil/trace.go:171","msg":"trace[99138203] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24226; }","duration":"4.730990901s","start":"2026-03-05T18:40:43.25206Z","end":"2026-03-05T18:40:47.983051Z","steps":["trace[99138203] 'agreement among raft nodes before linearized reading' (duration: 4.370006636s)","trace[99138203] 'count revisions from in-memory index tree' (duration: 360.859342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.982781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308027457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:47.983401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.252039Z","time spent":"4.731329569s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:47.983449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930757316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:40:47.983521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659860426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:47.983507Z","caller":"traceutil/trace.go:171","msg":"trace[668959281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24226; }","duration":"4.308835087s","start":"2026-03-05T18:40:43.674618Z","end":"2026-03-05T18:40:47.983453Z","steps":["trace[668959281] 'agreement among raft nodes before linearized reading' (duration: 3.947444962s)","trace[668959281] 'count revisions from in-memory index tree' (duration: 360.602006ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:47.983573Z","caller":"traceutil/trace.go:171","msg":"trace[1006327501] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24226; }","duration":"4.659949478s","start":"2026-03-05T18:40:43.323609Z","end":"2026-03-05T18:40:47.983558Z","steps":["trace[1006327501] 'agreement among raft nodes before linearized reading' (duration: 4.298447021s)","trace[1006327501] 'count revisions from in-memory index tree' (duration: 361.429646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047829666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:40:47.983628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561372509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:47.983636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.323584Z","time spent":"4.66004067s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:47.983563Z","caller":"traceutil/trace.go:171","msg":"trace[1081655448] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24226; }","duration":"2.93089727s","start":"2026-03-05T18:40:45.052633Z","end":"2026-03-05T18:40:47.98353Z","steps":["trace[1081655448] 'agreement among raft nodes before linearized reading' (duration: 2.569384522s)","trace[1081655448] 'count revisions from in-memory index tree' (duration: 361.373094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.674592Z","time spent":"4.308997221s","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:47.983677Z","caller":"traceutil/trace.go:171","msg":"trace[1826061504] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24226; }","duration":"4.561472321s","start":"2026-03-05T18:40:43.422191Z","end":"2026-03-05T18:40:47.983663Z","steps":["trace[1826061504] 'agreement among raft nodes before linearized reading' (duration: 4.199856991s)","trace[1826061504] 'count revisions from in-memory index tree' (duration: 361.542818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.052608Z","time spent":"2.931067653s","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:47.983708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.422161Z","time spent":"4.561540562s","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:47.983698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288169666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:40:47.983743Z","caller":"traceutil/trace.go:171","msg":"trace[302437711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24226; }","duration":"3.288238927s","start":"2026-03-05T18:40:44.695492Z","end":"2026-03-05T18:40:47.983731Z","steps":["trace[302437711] 'agreement among raft nodes before linearized reading' (duration: 2.926538895s)","trace[302437711] 'range keys from in-memory index tree' (duration: 361.532588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.98374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614389554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T18:40:47.983784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:44.695473Z","time spent":"3.28830457s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"info","ts":"2026-03-05T18:40:47.983809Z","caller":"traceutil/trace.go:171","msg":"trace[1410604553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24226; }","duration":"2.614493456s","start":"2026-03-05T18:40:45.369295Z","end":"2026-03-05T18:40:47.983788Z","steps":["trace[1410604553] 'agreement among raft nodes before linearized reading' (duration: 2.252724082s)","trace[1410604553] 'range keys from in-memory index tree' (duration: 361.58822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.369272Z","time spent":"2.614585759s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T18:40:47.983643Z","caller":"traceutil/trace.go:171","msg":"trace[613826814] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24226; }","duration":"4.047923478s","start":"2026-03-05T18:40:43.935702Z","end":"2026-03-05T18:40:47.983625Z","steps":["trace[613826814] 'agreement among raft nodes before linearized reading' (duration: 3.686348789s)","trace[613826814] 'count revisions from in-memory index tree' (duration: 361.496557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837612525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:47.984011Z","caller":"traceutil/trace.go:171","msg":"trace[1034077701] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"396.049602ms","start":"2026-03-05T18:40:47.587949Z","end":"2026-03-05T18:40:47.983998Z","steps":["trace[1034077701] 'process raft request' (duration: 394.927104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:47.984089Z","caller":"traceutil/trace.go:171","msg":"trace[1540508469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24226; }","duration":"2.838061076s","start":"2026-03-05T18:40:45.145972Z","end":"2026-03-05T18:40:47.984033Z","steps":["trace[1540508469] 'agreement among raft nodes before linearized reading' (duration: 2.476042506s)","trace[1540508469] 'count revisions from in-memory index tree' (duration: 361.557379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:47.983988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:43.935678Z","time spent":"4.048297566s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:47.984116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587913Z","time spent":"396.142264ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:47.984197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.145938Z","time spent":"2.83823337s","remote":"127.0.0.1:57452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:48.433774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.278316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:48.434416Z","caller":"traceutil/trace.go:171","msg":"trace[1112357378] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"846.09962ms","start":"2026-03-05T18:40:47.588293Z","end":"2026-03-05T18:40:48.434393Z","steps":["trace[1112357378] 'process raft request' (duration: 845.620698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.434505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.588226Z","time spent":"846.242324ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:48.434655Z","caller":"traceutil/trace.go:171","msg":"trace[2130358367] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"846.302465ms","start":"2026-03-05T18:40:47.588331Z","end":"2026-03-05T18:40:48.434633Z","steps":["trace[2130358367] 'process raft request' (duration: 845.696941ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:48.43469Z","caller":"traceutil/trace.go:171","msg":"trace[1685455349] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"846.151873ms","start":"2026-03-05T18:40:47.587962Z","end":"2026-03-05T18:40:48.434114Z","steps":["trace[1685455349] 'process raft request' (duration: 449.446505ms)","trace[1685455349] 'compare' (duration: 395.803515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:48.434821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.588308Z","time spent":"846.403088ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:48.435159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587938Z","time spent":"846.894109ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:48.435581Z","caller":"traceutil/trace.go:171","msg":"trace[1277591447] linearizableReadLoop","detail":"{readStateIndex:25098; appliedIndex:25094; }","duration":"813.239647ms","start":"2026-03-05T18:40:47.622322Z","end":"2026-03-05T18:40:48.435561Z","steps":["trace[1277591447] 'read index received' (duration: 415.105745ms)","trace[1277591447] 'applied index is now lower than readState.Index' (duration: 398.132612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:48.435755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735294457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:48.435851Z","caller":"traceutil/trace.go:171","msg":"trace[883641024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24231; }","duration":"1.735372249s","start":"2026-03-05T18:40:46.700419Z","end":"2026-03-05T18:40:48.435791Z","steps":["trace[883641024] 'agreement among raft nodes before linearized reading' (duration: 1.735286197s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.436003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.57515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:48.436083Z","caller":"traceutil/trace.go:171","msg":"trace[1334249835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24231; }","duration":"848.651061ms","start":"2026-03-05T18:40:47.587403Z","end":"2026-03-05T18:40:48.436054Z","steps":["trace[1334249835] 'agreement among raft nodes before linearized reading' (duration: 848.364814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.436131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587398Z","time spent":"848.725843ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:48.436388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.01432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:40:48.436362Z","caller":"traceutil/trace.go:171","msg":"trace[220948350] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"847.653197ms","start":"2026-03-05T18:40:47.588483Z","end":"2026-03-05T18:40:48.436136Z","steps":["trace[220948350] 'process raft request' (duration: 845.65348ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:48.436433Z","caller":"traceutil/trace.go:171","msg":"trace[533988306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24231; }","duration":"849.220505ms","start":"2026-03-05T18:40:47.587201Z","end":"2026-03-05T18:40:48.436421Z","steps":["trace[533988306] 'agreement among raft nodes before linearized reading' (duration: 848.832726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.436492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587191Z","time spent":"849.290336ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:48.436436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301512736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:48.436782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527556184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:48.436868Z","caller":"traceutil/trace.go:171","msg":"trace[1602155026] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24231; }","duration":"2.527683798s","start":"2026-03-05T18:40:45.909175Z","end":"2026-03-05T18:40:48.436858Z","steps":["trace[1602155026] 'agreement among raft nodes before linearized reading' (duration: 2.527578895s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.43701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.909149Z","time spent":"2.527847532s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:48.436565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.961858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:40:48.43719Z","caller":"traceutil/trace.go:171","msg":"trace[816721027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24231; }","duration":"849.647685ms","start":"2026-03-05T18:40:47.587525Z","end":"2026-03-05T18:40:48.437173Z","steps":["trace[816721027] 'agreement among raft nodes before linearized reading' (duration: 848.954558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.437251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.58749Z","time spent":"849.737668ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:40:48.435971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:46.700401Z","time spent":"1.735489192s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:48.436574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.588471Z","time spent":"847.983255ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:48.436675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.499231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:40:48.437644Z","caller":"traceutil/trace.go:171","msg":"trace[839181904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24231; }","duration":"850.513036ms","start":"2026-03-05T18:40:47.587111Z","end":"2026-03-05T18:40:48.437624Z","steps":["trace[839181904] 'agreement among raft nodes before linearized reading' (duration: 849.491171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.437701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587071Z","time spent":"850.618479ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:40:48.436819Z","caller":"traceutil/trace.go:171","msg":"trace[1319196013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24231; }","duration":"2.301929356s","start":"2026-03-05T18:40:46.134869Z","end":"2026-03-05T18:40:48.436799Z","steps":["trace[1319196013] 'agreement among raft nodes before linearized reading' (duration: 2.301492214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.436658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.309407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:40:48.437896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:46.134848Z","time spent":"2.303024682s","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:48.437981Z","caller":"traceutil/trace.go:171","msg":"trace[2136553505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24231; }","duration":"850.67989ms","start":"2026-03-05T18:40:47.587267Z","end":"2026-03-05T18:40:48.437947Z","steps":["trace[2136553505] 'agreement among raft nodes before linearized reading' (duration: 849.246215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.438033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.587235Z","time spent":"850.787862ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:48.43672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434040974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:48.438329Z","caller":"traceutil/trace.go:171","msg":"trace[736418924] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24231; }","duration":"2.435665803s","start":"2026-03-05T18:40:46.002627Z","end":"2026-03-05T18:40:48.438292Z","steps":["trace[736418924] 'agreement among raft nodes before linearized reading' (duration: 2.434067994s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.438384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:46.002598Z","time spent":"2.435769125s","remote":"127.0.0.1:46160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:48.436752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841108098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:48.438585Z","caller":"traceutil/trace.go:171","msg":"trace[1345742183] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24231; }","duration":"2.842965383s","start":"2026-03-05T18:40:45.595603Z","end":"2026-03-05T18:40:48.438568Z","steps":["trace[1345742183] 'agreement among raft nodes before linearized reading' (duration: 2.841122469s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.438643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.595591Z","time spent":"2.843038875s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:40:48.43677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853155696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:40:48.438772Z","caller":"traceutil/trace.go:171","msg":"trace[1268623600] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24231; }","duration":"2.855148944s","start":"2026-03-05T18:40:45.583608Z","end":"2026-03-05T18:40:48.438757Z","steps":["trace[1268623600] 'agreement among raft nodes before linearized reading' (duration: 2.853102315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.438821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.583594Z","time spent":"2.855212195s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:40:48.436783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745722835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T18:40:48.439128Z","caller":"traceutil/trace.go:171","msg":"trace[886619790] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24231; }","duration":"2.747959349s","start":"2026-03-05T18:40:45.691016Z","end":"2026-03-05T18:40:48.438975Z","steps":["trace[886619790] 'agreement among raft nodes before linearized reading' (duration: 2.745599002s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:48.439703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:45.690994Z","time spent":"2.748678466s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T18:40:48.9363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:49.798223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.011134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:49.798469Z","caller":"traceutil/trace.go:171","msg":"trace[1022441027] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"1.809101407s","start":"2026-03-05T18:40:47.989348Z","end":"2026-03-05T18:40:49.79845Z","steps":["trace[1022441027] 'process raft request' (duration: 1.808982895s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:49.798542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.989316Z","time spent":"1.809192749s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:49.798525Z","caller":"traceutil/trace.go:171","msg":"trace[1771300364] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"1.812135209s","start":"2026-03-05T18:40:47.986312Z","end":"2026-03-05T18:40:49.798447Z","steps":["trace[1771300364] 'process raft request' (duration: 1.010796876s)","trace[1771300364] 'compare' (duration: 800.841491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:49.798805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.986281Z","time spent":"1.812395406s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:50.444561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:40:50.444626Z","caller":"traceutil/trace.go:171","msg":"trace[120029118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474329s","start":"2026-03-05T18:40:48.444137Z","end":"2026-03-05T18:40:50.444611Z","steps":["trace[120029118] 'agreement among raft nodes before linearized reading' (duration: 2.000389787s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.444658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.444133Z","time spent":"2.00051926s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:40:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:40:50.445934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448545012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:40:50.481675Z","caller":"traceutil/trace.go:171","msg":"trace[1905889791] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"2.040089553s","start":"2026-03-05T18:40:48.441566Z","end":"2026-03-05T18:40:50.481656Z","steps":["trace[1905889791] 'process raft request' (duration: 2.004587767s)","trace[1905889791] 'compare' (duration: 34.871451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:50.481801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.441549Z","time spent":"2.040181905s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.481947Z","caller":"traceutil/trace.go:171","msg":"trace[1609740268] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"2.038619649s","start":"2026-03-05T18:40:48.443293Z","end":"2026-03-05T18:40:50.481913Z","steps":["trace[1609740268] 'process raft request' (duration: 2.03829769s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:50.482087Z","caller":"traceutil/trace.go:171","msg":"trace[217108916] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"2.038151087s","start":"2026-03-05T18:40:48.443916Z","end":"2026-03-05T18:40:50.482067Z","steps":["trace[217108916] 'process raft request' (duration: 2.037945862s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.482101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.443281Z","time spent":"2.038733931s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.482108Z","caller":"traceutil/trace.go:171","msg":"trace[1561549828] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"2.038057546s","start":"2026-03-05T18:40:48.444023Z","end":"2026-03-05T18:40:50.48208Z","steps":["trace[1561549828] 'process raft request' (duration: 2.037970444s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.482166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.443902Z","time spent":"2.03822225s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:50.482262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.444017Z","time spent":"2.038160548s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.48235Z","caller":"traceutil/trace.go:171","msg":"trace[437933078] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"2.037907321s","start":"2026-03-05T18:40:48.444424Z","end":"2026-03-05T18:40:50.482331Z","steps":["trace[437933078] 'process raft request' (duration: 2.037616525s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.482649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85796071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:40:50.482721Z","caller":"traceutil/trace.go:171","msg":"trace[1889317857] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24240; }","duration":"2.858071952s","start":"2026-03-05T18:40:47.624637Z","end":"2026-03-05T18:40:50.482709Z","steps":["trace[1889317857] 'agreement among raft nodes before linearized reading' (duration: 2.857837227s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.482758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:47.624623Z","time spent":"2.858125334s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:40:50.484325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.444399Z","time spent":"2.038282211s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.48241Z","caller":"traceutil/trace.go:171","msg":"trace[1612576437] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"1.73915676s","start":"2026-03-05T18:40:48.743241Z","end":"2026-03-05T18:40:50.482398Z","steps":["trace[1612576437] 'process raft request' (duration: 1.739055858s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.484467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.743233Z","time spent":"1.741211548s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.482443Z","caller":"traceutil/trace.go:171","msg":"trace[996755622] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.748138584s","start":"2026-03-05T18:40:48.734294Z","end":"2026-03-05T18:40:50.482433Z","steps":["trace[996755622] 'process raft request' (duration: 1.747872238s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.484553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.73426Z","time spent":"1.750274524s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:50.482401Z","caller":"traceutil/trace.go:171","msg":"trace[1366631589] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25098; }","duration":"2.046750692s","start":"2026-03-05T18:40:48.435625Z","end":"2026-03-05T18:40:50.482376Z","steps":["trace[1366631589] 'read index received' (duration: 561.69849ms)","trace[1366631589] 'applied index is now lower than readState.Index' (duration: 1.485050622s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:50.482449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252295062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:50.484705Z","caller":"traceutil/trace.go:171","msg":"trace[674730994] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24240; }","duration":"2.254592157s","start":"2026-03-05T18:40:48.2301Z","end":"2026-03-05T18:40:50.484692Z","steps":["trace[674730994] 'agreement among raft nodes before linearized reading' (duration: 2.252314572s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:50.484735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.230072Z","time spent":"2.254652259s","remote":"127.0.0.1:59276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:50.985146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:51.492009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.480864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:51.492453Z","caller":"traceutil/trace.go:171","msg":"trace[1524844011] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"2.262616558s","start":"2026-03-05T18:40:49.229675Z","end":"2026-03-05T18:40:51.492291Z","steps":["trace[1524844011] 'process raft request' (duration: 1.867222522s)","trace[1524844011] 'compare' (duration: 393.935032ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:51.492543Z","caller":"traceutil/trace.go:171","msg":"trace[1154213039] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.501102855s","start":"2026-03-05T18:40:49.991395Z","end":"2026-03-05T18:40:51.492498Z","steps":["trace[1154213039] 'process raft request' (duration: 1.500753797s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.492804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.991366Z","time spent":"1.501295729s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:51.492877Z","caller":"traceutil/trace.go:171","msg":"trace[1392623343] linearizableReadLoop","detail":"{readStateIndex:25113; appliedIndex:25107; }","duration":"1.008190414s","start":"2026-03-05T18:40:50.484632Z","end":"2026-03-05T18:40:51.492823Z","steps":["trace[1392623343] 'read index received' (duration: 612.291326ms)","trace[1392623343] 'applied index is now lower than readState.Index' (duration: 395.897738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:51.493068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848744391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:51.493138Z","caller":"traceutil/trace.go:171","msg":"trace[1594452188] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24246; }","duration":"1.848846505s","start":"2026-03-05T18:40:49.644276Z","end":"2026-03-05T18:40:51.493122Z","steps":["trace[1594452188] 'agreement among raft nodes before linearized reading' (duration: 1.848728131s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.229653Z","time spent":"2.262895884s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:51.493182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.644258Z","time spent":"1.848914596s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:51.493252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046645898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:51.493335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818291674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.493342Z","caller":"traceutil/trace.go:171","msg":"trace[975828727] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24246; }","duration":"3.046752521s","start":"2026-03-05T18:40:48.446572Z","end":"2026-03-05T18:40:51.493325Z","steps":["trace[975828727] 'agreement among raft nodes before linearized reading' (duration: 3.046645399s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.493385Z","caller":"traceutil/trace.go:171","msg":"trace[169262389] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.051273991s","start":"2026-03-05T18:40:50.442097Z","end":"2026-03-05T18:40:51.493371Z","steps":["trace[169262389] 'process raft request' (duration: 1.050185885s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03745334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.493429Z","caller":"traceutil/trace.go:171","msg":"trace[623944679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24246; }","duration":"2.818398867s","start":"2026-03-05T18:40:48.674986Z","end":"2026-03-05T18:40:51.493384Z","steps":["trace[623944679] 'agreement among raft nodes before linearized reading' (duration: 2.818287624s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.44208Z","time spent":"1.051331913s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:51.49343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.446561Z","time spent":"3.046853423s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:40:51.493482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.674961Z","time spent":"2.81850646s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:51.49348Z","caller":"traceutil/trace.go:171","msg":"trace[1596659384] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24246; }","duration":"3.037607144s","start":"2026-03-05T18:40:48.455847Z","end":"2026-03-05T18:40:51.493454Z","steps":["trace[1596659384] 'agreement among raft nodes before linearized reading' (duration: 3.037365099s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.455835Z","time spent":"3.037694936s","remote":"127.0.0.1:46104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:51.49363Z","caller":"traceutil/trace.go:171","msg":"trace[1855139174] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.051020935s","start":"2026-03-05T18:40:50.442592Z","end":"2026-03-05T18:40:51.493613Z","steps":["trace[1855139174] 'process raft request' (duration: 1.049894688s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.442578Z","time spent":"1.051096187s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:51.493816Z","caller":"traceutil/trace.go:171","msg":"trace[2094368446] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.049242854s","start":"2026-03-05T18:40:50.444561Z","end":"2026-03-05T18:40:51.493804Z","steps":["trace[2094368446] 'process raft request' (duration: 1.048065455s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.444549Z","time spent":"1.049296715s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:51.493882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985133342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.493928Z","caller":"traceutil/trace.go:171","msg":"trace[766130124] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24246; }","duration":"2.985216984s","start":"2026-03-05T18:40:48.508697Z","end":"2026-03-05T18:40:51.493914Z","steps":["trace[766130124] 'agreement among raft nodes before linearized reading' (duration: 2.985137132s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.493953Z","caller":"traceutil/trace.go:171","msg":"trace[787684326] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.049275554s","start":"2026-03-05T18:40:50.444667Z","end":"2026-03-05T18:40:51.493943Z","steps":["trace[787684326] 'process raft request' (duration: 1.048056694s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.493981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.508672Z","time spent":"2.985299727s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:40:51.494003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.444632Z","time spent":"1.049341036s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:51.494071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051395812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-05T18:40:51.494098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049407127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.494128Z","caller":"traceutil/trace.go:171","msg":"trace[449129715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24246; }","duration":"1.049455858s","start":"2026-03-05T18:40:50.44466Z","end":"2026-03-05T18:40:51.494116Z","steps":["trace[449129715] 'agreement among raft nodes before linearized reading' (duration: 1.049405117s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.49414Z","caller":"traceutil/trace.go:171","msg":"trace[1667754106] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2; range_end:; response_count:1; response_revision:24246; }","duration":"3.051482193s","start":"2026-03-05T18:40:48.442644Z","end":"2026-03-05T18:40:51.494126Z","steps":["trace[1667754106] 'agreement among raft nodes before linearized reading' (duration: 3.051237477s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.444647Z","time spent":"1.0495102s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:51.49393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250645613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T18:40:51.494179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:48.442607Z","time spent":"3.051561915s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3e8ad086-0145-4c1a-a1ff-7686eaa981e2\" "} {"level":"info","ts":"2026-03-05T18:40:51.494246Z","caller":"traceutil/trace.go:171","msg":"trace[1841995294] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24246; }","duration":"2.250979852s","start":"2026-03-05T18:40:49.24325Z","end":"2026-03-05T18:40:51.49423Z","steps":["trace[1841995294] 'agreement among raft nodes before linearized reading' (duration: 2.250427919s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.243244Z","time spent":"2.251044453s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:51.494328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068736468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:51.49433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006213747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:40:51.494361Z","caller":"traceutil/trace.go:171","msg":"trace[1635240606] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24246; }","duration":"1.06882551s","start":"2026-03-05T18:40:50.425525Z","end":"2026-03-05T18:40:51.49435Z","steps":["trace[1635240606] 'agreement among raft nodes before linearized reading' (duration: 1.068770849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.425246Z","time spent":"1.069138657s","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:51.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.821461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.494509Z","caller":"traceutil/trace.go:171","msg":"trace[1033142670] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24246; }","duration":"115.925074ms","start":"2026-03-05T18:40:51.378569Z","end":"2026-03-05T18:40:51.494494Z","steps":["trace[1033142670] 'agreement among raft nodes before linearized reading' (duration: 115.850802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:51.494809Z","caller":"traceutil/trace.go:171","msg":"trace[917450898] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24246; }","duration":"123.834842ms","start":"2026-03-05T18:40:51.37096Z","end":"2026-03-05T18:40:51.494795Z","steps":["trace[917450898] 'agreement among raft nodes before linearized reading' (duration: 123.75602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691130495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a0593a631e342\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:40:51.494901Z","caller":"traceutil/trace.go:171","msg":"trace[16676854] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a0593a631e342; range_end:; response_count:1; response_revision:24246; }","duration":"1.691214607s","start":"2026-03-05T18:40:49.803673Z","end":"2026-03-05T18:40:51.494888Z","steps":["trace[16676854] 'agreement among raft nodes before linearized reading' (duration: 1.691087054s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.494924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.260669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:51.493155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01015695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:51.494394Z","caller":"traceutil/trace.go:171","msg":"trace[1809019791] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24246; }","duration":"1.006329149s","start":"2026-03-05T18:40:50.48805Z","end":"2026-03-05T18:40:51.494379Z","steps":["trace[1809019791] 'agreement among raft nodes before linearized reading' (duration: 1.006120604s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:51.494991Z","caller":"traceutil/trace.go:171","msg":"trace[152800177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24246; }","duration":"2.012019464s","start":"2026-03-05T18:40:49.482957Z","end":"2026-03-05T18:40:51.494976Z","steps":["trace[152800177] 'agreement among raft nodes before linearized reading' (duration: 2.010107618s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.495074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.48294Z","time spent":"2.012116976s","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:51.494939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:49.803648Z","time spent":"1.691283749s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a0593a631e342\" "} {"level":"warn","ts":"2026-03-05T18:40:51.495021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.488011Z","time spent":"1.007002175s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T18:40:51.494983Z","caller":"traceutil/trace.go:171","msg":"trace[6611274] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24246; }","duration":"996.345281ms","start":"2026-03-05T18:40:50.498623Z","end":"2026-03-05T18:40:51.494969Z","steps":["trace[6611274] 'agreement among raft nodes before linearized reading' (duration: 996.246389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:51.495329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:50.498605Z","time spent":"996.704449ms","remote":"127.0.0.1:46134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:52.004112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:53.033854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.090626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:53.033958Z","caller":"traceutil/trace.go:171","msg":"trace[2006470899] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.531015508s","start":"2026-03-05T18:40:51.502924Z","end":"2026-03-05T18:40:53.033939Z","steps":["trace[2006470899] 'process raft request' (duration: 724.758867ms)","trace[2006470899] 'compare' (duration: 805.41137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:53.034017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.502902Z","time spent":"1.53108697s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:53.324281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.705307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:53.324482Z","caller":"traceutil/trace.go:171","msg":"trace[512518855] linearizableReadLoop","detail":"{readStateIndex:25115; appliedIndex:25113; }","duration":"1.821176645s","start":"2026-03-05T18:40:51.503278Z","end":"2026-03-05T18:40:53.324455Z","steps":["trace[512518855] 'read index received' (duration: 724.42126ms)","trace[512518855] 'applied index is now lower than readState.Index' (duration: 1.096753165s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:53.324525Z","caller":"traceutil/trace.go:171","msg":"trace[597091402] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.81508709s","start":"2026-03-05T18:40:51.509384Z","end":"2026-03-05T18:40:53.324471Z","steps":["trace[597091402] 'process raft request' (duration: 1.650049855s)","trace[597091402] 'compare' (duration: 164.461172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:53.324709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.50937Z","time spent":"1.815238323s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:53.324674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821361819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:53.324785Z","caller":"traceutil/trace.go:171","msg":"trace[1915688336] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24248; }","duration":"1.821503732s","start":"2026-03-05T18:40:51.503257Z","end":"2026-03-05T18:40:53.324761Z","steps":["trace[1915688336] 'agreement among raft nodes before linearized reading' (duration: 1.821293117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:53.324844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.503247Z","time spent":"1.821587305s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:40:53.502976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99964715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:40:53.503079Z","caller":"traceutil/trace.go:171","msg":"trace[1807170355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999784272s","start":"2026-03-05T18:40:51.503271Z","end":"2026-03-05T18:40:53.503055Z","steps":["trace[1807170355] 'agreement among raft nodes before linearized reading' (duration: 1.99966228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:53.503136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.503262Z","time spent":"1.999860864s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:40:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:40:53.825112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:40:54.033344Z","caller":"traceutil/trace.go:171","msg":"trace[1588781273] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"940.721646ms","start":"2026-03-05T18:40:53.092591Z","end":"2026-03-05T18:40:54.033313Z","steps":["trace[1588781273] 'process raft request' (duration: 940.652474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.033553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.09256Z","time spent":"940.89622ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:54.033876Z","caller":"traceutil/trace.go:171","msg":"trace[496478694] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.541453276s","start":"2026-03-05T18:40:52.492389Z","end":"2026-03-05T18:40:54.033842Z","steps":["trace[496478694] 'process raft request' (duration: 1.540737589s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:54.033885Z","caller":"traceutil/trace.go:171","msg":"trace[378605571] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.454043352s","start":"2026-03-05T18:40:52.579807Z","end":"2026-03-05T18:40:54.03385Z","steps":["trace[378605571] 'process raft request' (duration: 1.453384397s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:54.034052Z","caller":"traceutil/trace.go:171","msg":"trace[1628829315] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.543732071s","start":"2026-03-05T18:40:52.490175Z","end":"2026-03-05T18:40:54.033907Z","steps":["trace[1628829315] 'process raft request' (duration: 1.443048391s)","trace[1628829315] 'compare' (duration: 99.738438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:54.034066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.579784Z","time spent":"1.454193456s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.034078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.492377Z","time spent":"1.54158231s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.034194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.49014Z","time spent":"1.543970878s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.631091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.220308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:54.632457Z","caller":"traceutil/trace.go:171","msg":"trace[2050292301] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.130748765s","start":"2026-03-05T18:40:53.501681Z","end":"2026-03-05T18:40:54.63243Z","steps":["trace[2050292301] 'process raft request' (duration: 1.006107524s)","trace[2050292301] 'compare' (duration: 122.722395ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:54.632538Z","caller":"traceutil/trace.go:171","msg":"trace[840095221] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.130333175s","start":"2026-03-05T18:40:53.502185Z","end":"2026-03-05T18:40:54.632518Z","steps":["trace[840095221] 'process raft request' (duration: 1.130178202s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.632598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.501621Z","time spent":"1.13090409s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.632637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.502146Z","time spent":"1.130449778s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:54.632935Z","caller":"traceutil/trace.go:171","msg":"trace[1996795218] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"1.129291351s","start":"2026-03-05T18:40:53.503624Z","end":"2026-03-05T18:40:54.632916Z","steps":["trace[1996795218] 'process raft request' (duration: 1.12884933s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.63303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.503605Z","time spent":"1.129379813s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:54.633021Z","caller":"traceutil/trace.go:171","msg":"trace[1758515518] linearizableReadLoop","detail":"{readStateIndex:25125; appliedIndex:25115; }","duration":"1.308465092s","start":"2026-03-05T18:40:53.324523Z","end":"2026-03-05T18:40:54.632988Z","steps":["trace[1758515518] 'read index received' (duration: 608.894226ms)","trace[1758515518] 'applied index is now lower than readState.Index' (duration: 699.566996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:54.633207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921753011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:54.633241Z","caller":"traceutil/trace.go:171","msg":"trace[939753968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24258; }","duration":"2.921845483s","start":"2026-03-05T18:40:51.711386Z","end":"2026-03-05T18:40:54.633232Z","steps":["trace[939753968] 'agreement among raft nodes before linearized reading' (duration: 2.921792132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.711345Z","time spent":"2.921911415s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:54.633288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142913415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:40:54.633336Z","caller":"traceutil/trace.go:171","msg":"trace[1831960517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24258; }","duration":"2.143010197s","start":"2026-03-05T18:40:52.490314Z","end":"2026-03-05T18:40:54.633324Z","steps":["trace[1831960517] 'agreement among raft nodes before linearized reading' (duration: 2.142827343s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129886982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:54.63338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.490305Z","time spent":"2.143066348s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:40:54.63341Z","caller":"traceutil/trace.go:171","msg":"trace[111600967] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24258; }","duration":"3.129941954s","start":"2026-03-05T18:40:51.503457Z","end":"2026-03-05T18:40:54.633399Z","steps":["trace[111600967] 'agreement among raft nodes before linearized reading' (duration: 3.129874953s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142076604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:40:54.633498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144350339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:54.63352Z","caller":"traceutil/trace.go:171","msg":"trace[132555831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24258; }","duration":"2.144413071s","start":"2026-03-05T18:40:52.489102Z","end":"2026-03-05T18:40:54.633515Z","steps":["trace[132555831] 'agreement among raft nodes before linearized reading' (duration: 2.14436506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.489072Z","time spent":"2.144459022s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:54.633458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143464268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:40:54.633545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128258864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T18:40:54.633581Z","caller":"traceutil/trace.go:171","msg":"trace[332019196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7; range_end:; response_count:1; response_revision:24258; }","duration":"3.128306045s","start":"2026-03-05T18:40:51.505266Z","end":"2026-03-05T18:40:54.633572Z","steps":["trace[332019196] 'agreement among raft nodes before linearized reading' (duration: 3.128202353s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.505256Z","time spent":"3.128352226s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7\" "} {"level":"info","ts":"2026-03-05T18:40:54.633641Z","caller":"traceutil/trace.go:171","msg":"trace[740837311] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.129598619s","start":"2026-03-05T18:40:53.504023Z","end":"2026-03-05T18:40:54.633621Z","steps":["trace[740837311] 'process raft request' (duration: 1.128707237s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:54.633581Z","caller":"traceutil/trace.go:171","msg":"trace[1662808092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24258; }","duration":"2.143637163s","start":"2026-03-05T18:40:52.489928Z","end":"2026-03-05T18:40:54.633566Z","steps":["trace[1662808092] 'agreement among raft nodes before linearized reading' (duration: 2.14350055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.633767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.489888Z","time spent":"2.143871809s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:54.633419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143335335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:40:54.633914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304870377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:40:54.633938Z","caller":"traceutil/trace.go:171","msg":"trace[1173288406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24258; }","duration":"2.143865909s","start":"2026-03-05T18:40:52.490061Z","end":"2026-03-05T18:40:54.633927Z","steps":["trace[1173288406] 'agreement among raft nodes before linearized reading' (duration: 2.143288774s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:54.633952Z","caller":"traceutil/trace.go:171","msg":"trace[604132187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24258; }","duration":"1.304943629s","start":"2026-03-05T18:40:53.328998Z","end":"2026-03-05T18:40:54.633942Z","steps":["trace[604132187] 'agreement among raft nodes before linearized reading' (duration: 1.304588181s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.63397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.490047Z","time spent":"2.143914859s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:54.633992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.328974Z","time spent":"1.30501103s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:40:54.634006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697608438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:40:54.634158Z","caller":"traceutil/trace.go:171","msg":"trace[1114671198] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24258; }","duration":"2.697842973s","start":"2026-03-05T18:40:51.936286Z","end":"2026-03-05T18:40:54.634129Z","steps":["trace[1114671198] 'agreement among raft nodes before linearized reading' (duration: 2.697317441s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.634229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.936254Z","time spent":"2.697962826s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:40:54.634243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.405676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:54.63428Z","caller":"traceutil/trace.go:171","msg":"trace[403936396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24258; }","duration":"551.506878ms","start":"2026-03-05T18:40:54.082761Z","end":"2026-03-05T18:40:54.634268Z","steps":["trace[403936396] 'agreement among raft nodes before linearized reading' (duration: 551.439236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.634323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.082732Z","time spent":"551.58151ms","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:54.634356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.504008Z","time spent":"1.129692521s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:54.63442Z","caller":"traceutil/trace.go:171","msg":"trace[1066701834] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.13006914s","start":"2026-03-05T18:40:53.50434Z","end":"2026-03-05T18:40:54.634409Z","steps":["trace[1066701834] 'process raft request' (duration: 1.128514842s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.634484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.504322Z","time spent":"1.130128292s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.634508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130969521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:54.634537Z","caller":"traceutil/trace.go:171","msg":"trace[1888808167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24258; }","duration":"1.131045204s","start":"2026-03-05T18:40:53.503483Z","end":"2026-03-05T18:40:54.634528Z","steps":["trace[1888808167] 'agreement among raft nodes before linearized reading' (duration: 1.130991612s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:54.634579Z","caller":"traceutil/trace.go:171","msg":"trace[1293348924] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.122949751s","start":"2026-03-05T18:40:53.511617Z","end":"2026-03-05T18:40:54.634567Z","steps":["trace[1293348924] 'process raft request' (duration: 1.121300171s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.634632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20053382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:54.634668Z","caller":"traceutil/trace.go:171","msg":"trace[1717770036] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24258; }","duration":"1.200611612s","start":"2026-03-05T18:40:53.434047Z","end":"2026-03-05T18:40:54.634659Z","steps":["trace[1717770036] 'agreement among raft nodes before linearized reading' (duration: 1.20055876s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.63471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.434026Z","time spent":"1.200673084s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:54.633514Z","caller":"traceutil/trace.go:171","msg":"trace[1724907473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24258; }","duration":"2.142262519s","start":"2026-03-05T18:40:52.491219Z","end":"2026-03-05T18:40:54.633482Z","steps":["trace[1724907473] 'agreement among raft nodes before linearized reading' (duration: 2.141859089s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.634588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.503458Z","time spent":"1.131124295s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:54.634913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.491213Z","time spent":"2.143647121s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:54.63438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438019201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:54.633449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:51.503449Z","time spent":"3.129992636s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:40:54.634635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.511605Z","time spent":"1.123005642s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:54.635561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605844871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:54.635653Z","caller":"traceutil/trace.go:171","msg":"trace[1766076256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24258; }","duration":"1.605997115s","start":"2026-03-05T18:40:53.029635Z","end":"2026-03-05T18:40:54.635632Z","steps":["trace[1766076256] 'agreement among raft nodes before linearized reading' (duration: 1.605826291s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.635889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.029612Z","time spent":"1.606270151s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:40:54.635031Z","caller":"traceutil/trace.go:171","msg":"trace[1502932495] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24258; }","duration":"1.438671566s","start":"2026-03-05T18:40:53.196349Z","end":"2026-03-05T18:40:54.63502Z","steps":["trace[1502932495] 'agreement among raft nodes before linearized reading' (duration: 1.43799953s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.63614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.196281Z","time spent":"1.439841064s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:54.637314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053633836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:54.63736Z","caller":"traceutil/trace.go:171","msg":"trace[1364927658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24258; }","duration":"2.055487181s","start":"2026-03-05T18:40:52.581864Z","end":"2026-03-05T18:40:54.637351Z","steps":["trace[1364927658] 'agreement among raft nodes before linearized reading' (duration: 2.053650667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.637384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:52.581838Z","time spent":"2.055539632s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:54.637573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599680414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:40:54.637655Z","caller":"traceutil/trace.go:171","msg":"trace[1529584147] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24258; }","duration":"1.599832088s","start":"2026-03-05T18:40:53.037804Z","end":"2026-03-05T18:40:54.637636Z","steps":["trace[1529584147] 'agreement among raft nodes before linearized reading' (duration: 1.596892898s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:54.6388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:53.037776Z","time spent":"1.601002355s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"warn","ts":"2026-03-05T18:40:55.142892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:55.34686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.573039ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T18:40:55.34694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.637981Z","time spent":"708.95516ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:40:55.842295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.236893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:55.842968Z","caller":"traceutil/trace.go:171","msg":"trace[1764288454] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.202162558s","start":"2026-03-05T18:40:54.640757Z","end":"2026-03-05T18:40:55.84292Z","steps":["trace[1764288454] 'process raft request' (duration: 1.095182867s)","trace[1764288454] 'compare' (duration: 105.724631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:55.843184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.640717Z","time spent":"1.202345912s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:55.843233Z","caller":"traceutil/trace.go:171","msg":"trace[419441916] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.202247529s","start":"2026-03-05T18:40:54.640954Z","end":"2026-03-05T18:40:55.843202Z","steps":["trace[419441916] 'process raft request' (duration: 1.201815019s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:55.843337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.640948Z","time spent":"1.202338112s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:55.843683Z","caller":"traceutil/trace.go:171","msg":"trace[795016227] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.201960384s","start":"2026-03-05T18:40:54.641712Z","end":"2026-03-05T18:40:55.843672Z","steps":["trace[795016227] 'process raft request' (duration: 1.201762989s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:55.843752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.641685Z","time spent":"1.202032595s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:55.843856Z","caller":"traceutil/trace.go:171","msg":"trace[314320948] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.202032596s","start":"2026-03-05T18:40:54.641814Z","end":"2026-03-05T18:40:55.843846Z","steps":["trace[314320948] 'process raft request' (duration: 1.201798679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:55.84391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.641806Z","time spent":"1.202078236s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:55.843991Z","caller":"traceutil/trace.go:171","msg":"trace[340849947] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.201908022s","start":"2026-03-05T18:40:54.642044Z","end":"2026-03-05T18:40:55.843952Z","steps":["trace[340849947] 'process raft request' (duration: 1.201736458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:55.844233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.642035Z","time spent":"1.202041115s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:55.844352Z","caller":"traceutil/trace.go:171","msg":"trace[550217016] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.20222938s","start":"2026-03-05T18:40:54.642089Z","end":"2026-03-05T18:40:55.844318Z","steps":["trace[550217016] 'process raft request' (duration: 1.201754228s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:55.844391Z","caller":"traceutil/trace.go:171","msg":"trace[672364457] linearizableReadLoop","detail":"{readStateIndex:25132; appliedIndex:25125; }","duration":"1.202331342s","start":"2026-03-05T18:40:54.642013Z","end":"2026-03-05T18:40:55.844344Z","steps":["trace[672364457] 'read index received' (duration: 575.295364ms)","trace[672364457] 'applied index is now lower than readState.Index' (duration: 627.033778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:55.84451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.642078Z","time spent":"1.202342912s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:55.844598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202581328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:55.844658Z","caller":"traceutil/trace.go:171","msg":"trace[85678326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24264; }","duration":"1.202652199s","start":"2026-03-05T18:40:54.641989Z","end":"2026-03-05T18:40:55.844641Z","steps":["trace[85678326] 'agreement among raft nodes before linearized reading' (duration: 1.202472035s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:55.8447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.64198Z","time spent":"1.2027108s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:56.708545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.407714Z","time spent":"300.823101ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:40:56.713064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.155304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:56.713831Z","caller":"traceutil/trace.go:171","msg":"trace[775507769] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"1.365321947s","start":"2026-03-05T18:40:55.348466Z","end":"2026-03-05T18:40:56.713788Z","steps":["trace[775507769] 'process raft request' (duration: 841.49999ms)","trace[775507769] 'compare' (duration: 518.962941ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:56.713924Z","caller":"traceutil/trace.go:171","msg":"trace[165976522] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25132; }","duration":"869.386585ms","start":"2026-03-05T18:40:55.844496Z","end":"2026-03-05T18:40:56.713882Z","steps":["trace[165976522] 'read index received' (duration: 345.359303ms)","trace[165976522] 'applied index is now lower than readState.Index' (duration: 524.023952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:56.714026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:55.348437Z","time spent":"1.365474631s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:56.714265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066945764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T18:40:56.714316Z","caller":"traceutil/trace.go:171","msg":"trace[786724070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24265; }","duration":"2.067033706s","start":"2026-03-05T18:40:54.647271Z","end":"2026-03-05T18:40:56.714304Z","steps":["trace[786724070] 'agreement among raft nodes before linearized reading' (duration: 2.06677373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:56.714353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:54.647261Z","time spent":"2.067084137s","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T18:40:56.716397Z","caller":"traceutil/trace.go:171","msg":"trace[545883024] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"675.564975ms","start":"2026-03-05T18:40:56.040797Z","end":"2026-03-05T18:40:56.716362Z","steps":["trace[545883024] 'process raft request' (duration: 674.331246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:56.716587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.040759Z","time spent":"675.738809ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:56.716869Z","caller":"traceutil/trace.go:171","msg":"trace[331880537] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"676.550377ms","start":"2026-03-05T18:40:56.040303Z","end":"2026-03-05T18:40:56.716854Z","steps":["trace[331880537] 'process raft request' (duration: 673.69992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:56.716969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.040273Z","time spent":"676.63465ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:57.214937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:40:57.549329Z","caller":"traceutil/trace.go:171","msg":"trace[1720805642] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"910.163127ms","start":"2026-03-05T18:40:56.639134Z","end":"2026-03-05T18:40:57.549297Z","steps":["trace[1720805642] 'process raft request' (duration: 910.046085ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:57.549497Z","caller":"traceutil/trace.go:171","msg":"trace[1386601836] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"907.488024ms","start":"2026-03-05T18:40:56.641987Z","end":"2026-03-05T18:40:57.549475Z","steps":["trace[1386601836] 'process raft request' (duration: 907.263628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.549538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.639107Z","time spent":"910.31508ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:57.549602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.64197Z","time spent":"907.584815ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:57.549612Z","caller":"traceutil/trace.go:171","msg":"trace[1652658108] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.047719557s","start":"2026-03-05T18:40:56.501672Z","end":"2026-03-05T18:40:57.549391Z","steps":["trace[1652658108] 'process raft request' (duration: 1.046906328s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:57.549742Z","caller":"traceutil/trace.go:171","msg":"trace[1347622934] linearizableReadLoop","detail":"{readStateIndex:25141; appliedIndex:25135; }","duration":"835.710512ms","start":"2026-03-05T18:40:56.714013Z","end":"2026-03-05T18:40:57.549723Z","steps":["trace[1347622934] 'read index received' (duration: 834.572585ms)","trace[1347622934] 'applied index is now lower than readState.Index' (duration: 1.136767ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:57.549826Z","caller":"traceutil/trace.go:171","msg":"trace[1227520182] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"906.49199ms","start":"2026-03-05T18:40:56.643321Z","end":"2026-03-05T18:40:57.549813Z","steps":["trace[1227520182] 'process raft request' (duration: 906.371037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.549885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300310809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:57.549883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.643306Z","time spent":"906.545451ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:57.549911Z","caller":"traceutil/trace.go:171","msg":"trace[612828376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24273; }","duration":"1.300401321s","start":"2026-03-05T18:40:56.2495Z","end":"2026-03-05T18:40:57.549901Z","steps":["trace[612828376] 'agreement among raft nodes before linearized reading' (duration: 1.300336269s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.549892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.501624Z","time spent":"1.048141227s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:57.549934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.249463Z","time spent":"1.300465812s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:57.549969Z","caller":"traceutil/trace.go:171","msg":"trace[1751699863] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"907.864712ms","start":"2026-03-05T18:40:56.642094Z","end":"2026-03-05T18:40:57.549958Z","steps":["trace[1751699863] 'process raft request' (duration: 907.340979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.550021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.642082Z","time spent":"907.914703ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:57.550076Z","caller":"traceutil/trace.go:171","msg":"trace[98175066] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"907.300558ms","start":"2026-03-05T18:40:56.642761Z","end":"2026-03-05T18:40:57.550062Z","steps":["trace[98175066] 'process raft request' (duration: 906.900419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.550142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702343652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:40:57.550145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.642741Z","time spent":"907.369541ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:57.550196Z","caller":"traceutil/trace.go:171","msg":"trace[2011803742] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24273; }","duration":"1.702399624s","start":"2026-03-05T18:40:55.847754Z","end":"2026-03-05T18:40:57.550154Z","steps":["trace[2011803742] 'agreement among raft nodes before linearized reading' (duration: 1.702317952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.550215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:55.847729Z","time spent":"1.702481055s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:40:57.550244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.332421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:40:57.550278Z","caller":"traceutil/trace.go:171","msg":"trace[815533995] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24273; }","duration":"832.405333ms","start":"2026-03-05T18:40:56.717863Z","end":"2026-03-05T18:40:57.550269Z","steps":["trace[815533995] 'agreement among raft nodes before linearized reading' (duration: 832.243229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.550356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.171588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:57.550453Z","caller":"traceutil/trace.go:171","msg":"trace[1259296329] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24273; }","duration":"488.356322ms","start":"2026-03-05T18:40:57.062072Z","end":"2026-03-05T18:40:57.550428Z","steps":["trace[1259296329] 'agreement among raft nodes before linearized reading' (duration: 488.168648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.550528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.062038Z","time spent":"488.471575ms","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:57.550654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704652377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:57.550683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.647314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:57.550734Z","caller":"traceutil/trace.go:171","msg":"trace[1769066849] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24273; }","duration":"729.774367ms","start":"2026-03-05T18:40:56.820948Z","end":"2026-03-05T18:40:57.550722Z","steps":["trace[1769066849] 'agreement among raft nodes before linearized reading' (duration: 729.598833ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:57.550725Z","caller":"traceutil/trace.go:171","msg":"trace[1372579030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24273; }","duration":"1.70476861s","start":"2026-03-05T18:40:55.845938Z","end":"2026-03-05T18:40:57.550707Z","steps":["trace[1372579030] 'agreement among raft nodes before linearized reading' (duration: 1.704654577s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.55077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.820879Z","time spent":"729.88169ms","remote":"127.0.0.1:48514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:57.55078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:55.845914Z","time spent":"1.704854962s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:57.551207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:56.717842Z","time spent":"833.340295ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:40:57.55129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.475154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:40:57.551436Z","caller":"traceutil/trace.go:171","msg":"trace[436837137] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24273; }","duration":"381.626717ms","start":"2026-03-05T18:40:57.169794Z","end":"2026-03-05T18:40:57.551421Z","steps":["trace[436837137] 'agreement among raft nodes before linearized reading' (duration: 380.433689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:57.551519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.169723Z","time spent":"381.77539ms","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:58.054383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:58.554559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:40:59.093514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.047459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:40:59.09363Z","caller":"traceutil/trace.go:171","msg":"trace[1182124698] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25141; }","duration":"1.539607763s","start":"2026-03-05T18:40:57.554002Z","end":"2026-03-05T18:40:59.09361Z","steps":["trace[1182124698] 'read index received' (duration: 1.430377799s)","trace[1182124698] 'applied index is now lower than readState.Index' (duration: 109.227804ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:40:59.093793Z","caller":"traceutil/trace.go:171","msg":"trace[1403701290] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"1.540472003s","start":"2026-03-05T18:40:57.553295Z","end":"2026-03-05T18:40:59.093767Z","steps":["trace[1403701290] 'process raft request' (duration: 1.431068866s)","trace[1403701290] 'compare' (duration: 108.041674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:59.09397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.553268Z","time spent":"1.540653477s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:59.094036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540033362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:40:59.094075Z","caller":"traceutil/trace.go:171","msg":"trace[1836200501] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24274; }","duration":"1.540103264s","start":"2026-03-05T18:40:57.553961Z","end":"2026-03-05T18:40:59.094065Z","steps":["trace[1836200501] 'agreement among raft nodes before linearized reading' (duration: 1.539856069s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.094109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.553939Z","time spent":"1.540162816s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T18:40:59.202448Z","caller":"traceutil/trace.go:171","msg":"trace[790571803] linearizableReadLoop","detail":"{readStateIndex:25144; appliedIndex:25142; }","duration":"108.765062ms","start":"2026-03-05T18:40:59.093658Z","end":"2026-03-05T18:40:59.202423Z","steps":["trace[790571803] 'read index received' (duration: 106.064319ms)","trace[790571803] 'applied index is now lower than readState.Index' (duration: 2.699513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:40:59.203024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353671451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:40:59.203086Z","caller":"traceutil/trace.go:171","msg":"trace[1747102486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24276; }","duration":"1.353763453s","start":"2026-03-05T18:40:57.849305Z","end":"2026-03-05T18:40:59.203068Z","steps":["trace[1747102486] 'agreement among raft nodes before linearized reading' (duration: 1.353584049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.819529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:40:59.203067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.641348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:40:59.203124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.849295Z","time spent":"1.353820414s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:40:59.203168Z","caller":"traceutil/trace.go:171","msg":"trace[284979148] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24276; }","duration":"860.806161ms","start":"2026-03-05T18:40:58.342338Z","end":"2026-03-05T18:40:59.203144Z","steps":["trace[284979148] 'agreement among raft nodes before linearized reading' (duration: 860.600126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648531009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-05T18:40:59.203229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.342313Z","time spent":"860.903854ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:40:59.20327Z","caller":"traceutil/trace.go:171","msg":"trace[367573736] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24276; }","duration":"1.648612692s","start":"2026-03-05T18:40:57.554641Z","end":"2026-03-05T18:40:59.203253Z","steps":["trace[367573736] 'agreement among raft nodes before linearized reading' (duration: 1.648328165s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.554627Z","time spent":"1.648669703s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T18:40:59.203349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349537692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:40:59.203391Z","caller":"traceutil/trace.go:171","msg":"trace[767126131] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"479.05721ms","start":"2026-03-05T18:40:58.724308Z","end":"2026-03-05T18:40:59.203366Z","steps":["trace[767126131] 'process raft request' (duration: 475.463875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.241512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:59.203462Z","caller":"traceutil/trace.go:171","msg":"trace[2105149743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24276; }","duration":"1.349712626s","start":"2026-03-05T18:40:57.853722Z","end":"2026-03-05T18:40:59.203434Z","steps":["trace[2105149743] 'agreement among raft nodes before linearized reading' (duration: 1.349358407s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.20347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.731093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:40:59.203528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.853712Z","time spent":"1.349804918s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T18:40:59.203533Z","caller":"traceutil/trace.go:171","msg":"trace[1334275668] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24276; }","duration":"968.427526ms","start":"2026-03-05T18:40:58.235075Z","end":"2026-03-05T18:40:59.203502Z","steps":["trace[1334275668] 'agreement among raft nodes before linearized reading' (duration: 968.187711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:59.203556Z","caller":"traceutil/trace.go:171","msg":"trace[259548366] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24276; }","duration":"103.846806ms","start":"2026-03-05T18:40:59.099687Z","end":"2026-03-05T18:40:59.203534Z","steps":["trace[259548366] 'agreement among raft nodes before linearized reading' (duration: 103.536779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.23505Z","time spent":"968.530249ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:40:59.20361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354514651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:40:59.203644Z","caller":"traceutil/trace.go:171","msg":"trace[850424146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24276; }","duration":"1.354588642s","start":"2026-03-05T18:40:57.849046Z","end":"2026-03-05T18:40:59.203634Z","steps":["trace[850424146] 'agreement among raft nodes before linearized reading' (duration: 1.354504131s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.848954Z","time spent":"1.354711945s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:40:59.203532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355427252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:40:59.203709Z","caller":"traceutil/trace.go:171","msg":"trace[362144211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24276; }","duration":"1.355640627s","start":"2026-03-05T18:40:57.848056Z","end":"2026-03-05T18:40:59.203697Z","steps":["trace[362144211] 'agreement among raft nodes before linearized reading' (duration: 1.355400531s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:40:59.20354Z","caller":"traceutil/trace.go:171","msg":"trace[967245939] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"479.212914ms","start":"2026-03-05T18:40:58.724308Z","end":"2026-03-05T18:40:59.203521Z","steps":["trace[967245939] 'process raft request' (duration: 478.052556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.203745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.84803Z","time spent":"1.355704049s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:40:59.203542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645638431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:40:59.203805Z","caller":"traceutil/trace.go:171","msg":"trace[1707147269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24276; }","duration":"1.645906187s","start":"2026-03-05T18:40:57.557882Z","end":"2026-03-05T18:40:59.203788Z","steps":["trace[1707147269] 'agreement among raft nodes before linearized reading' (duration: 1.645627841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.20382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.724273Z","time spent":"479.48826ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:40:59.203127Z","caller":"traceutil/trace.go:171","msg":"trace[794149674] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24276; }","duration":"104.895521ms","start":"2026-03-05T18:40:59.098219Z","end":"2026-03-05T18:40:59.203115Z","steps":["trace[794149674] 'agreement among raft nodes before linearized reading' (duration: 104.775528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.20342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353815793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:40:59.204042Z","caller":"traceutil/trace.go:171","msg":"trace[1511423132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24276; }","duration":"1.354476769s","start":"2026-03-05T18:40:57.849549Z","end":"2026-03-05T18:40:59.204026Z","steps":["trace[1511423132] 'agreement among raft nodes before linearized reading' (duration: 1.353797893s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:40:59.204099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.849542Z","time spent":"1.354542s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:40:59.203846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:57.557875Z","time spent":"1.645961128s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:40:59.204244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:58.724273Z","time spent":"479.182013ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:40:59.714749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036801981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:00.748862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.160121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:00.749048Z","caller":"traceutil/trace.go:171","msg":"trace[1809500467] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.541925038s","start":"2026-03-05T18:40:59.207096Z","end":"2026-03-05T18:41:00.749021Z","steps":["trace[1809500467] 'process raft request' (duration: 661.496459ms)","trace[1809500467] 'compare' (duration: 879.994338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:00.749138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.207066Z","time spent":"1.542025431s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:01.215192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000895239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:01.2153Z","caller":"traceutil/trace.go:171","msg":"trace[65505390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001040292s","start":"2026-03-05T18:40:59.21424Z","end":"2026-03-05T18:41:01.21528Z","steps":["trace[65505390] 'agreement among raft nodes before linearized reading' (duration: 2.000904568s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.215352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.21423Z","time spent":"2.001111884s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:01.442258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47158372s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:01.736945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.385958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:01.73718Z","caller":"traceutil/trace.go:171","msg":"trace[318307444] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.527132123s","start":"2026-03-05T18:40:59.209986Z","end":"2026-03-05T18:41:01.737118Z","steps":["trace[318307444] 'process raft request' (duration: 2.232434718s)","trace[318307444] 'compare' (duration: 294.157233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:01.737292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.20997Z","time spent":"2.527266317s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.737679Z","caller":"traceutil/trace.go:171","msg":"trace[2099025691] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"2.525649368s","start":"2026-03-05T18:40:59.212Z","end":"2026-03-05T18:41:01.737649Z","steps":["trace[2099025691] 'process raft request' (duration: 2.525195327s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:01.737719Z","caller":"traceutil/trace.go:171","msg":"trace[1378454048] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"2.179952877s","start":"2026-03-05T18:40:59.557745Z","end":"2026-03-05T18:41:01.737697Z","steps":["trace[1378454048] 'process raft request' (duration: 2.179554257s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.737821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.557716Z","time spent":"2.18004695s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:01.737833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.211977Z","time spent":"2.525767382s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.737997Z","caller":"traceutil/trace.go:171","msg":"trace[1515550508] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"2.180541952s","start":"2026-03-05T18:40:59.557442Z","end":"2026-03-05T18:41:01.737984Z","steps":["trace[1515550508] 'process raft request' (duration: 2.179793713s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.557401Z","time spent":"2.180626254s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738111Z","caller":"traceutil/trace.go:171","msg":"trace[360850556] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"2.528122618s","start":"2026-03-05T18:40:59.20997Z","end":"2026-03-05T18:41:01.738092Z","steps":["trace[360850556] 'process raft request' (duration: 2.527069042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.209926Z","time spent":"2.52821363s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738184Z","caller":"traceutil/trace.go:171","msg":"trace[1245067945] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"2.180557052s","start":"2026-03-05T18:40:59.557613Z","end":"2026-03-05T18:41:01.73817Z","steps":["trace[1245067945] 'process raft request' (duration: 2.17965685s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.73827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.557602Z","time spent":"2.180638865s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738325Z","caller":"traceutil/trace.go:171","msg":"trace[767391887] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"2.528317062s","start":"2026-03-05T18:40:59.209996Z","end":"2026-03-05T18:41:01.738313Z","steps":["trace[767391887] 'process raft request' (duration: 2.527105503s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.209965Z","time spent":"2.528382814s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738461Z","caller":"traceutil/trace.go:171","msg":"trace[814586340] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"2.527869612s","start":"2026-03-05T18:40:59.210584Z","end":"2026-03-05T18:41:01.738453Z","steps":["trace[814586340] 'process raft request' (duration: 2.5265513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.21057Z","time spent":"2.527913243s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738514Z","caller":"traceutil/trace.go:171","msg":"trace[1860460810] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"2.179752442s","start":"2026-03-05T18:40:59.558713Z","end":"2026-03-05T18:41:01.738466Z","steps":["trace[1860460810] 'process raft request' (duration: 2.178641445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.5587Z","time spent":"2.179864235s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738644Z","caller":"traceutil/trace.go:171","msg":"trace[1100537639] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.527836701s","start":"2026-03-05T18:40:59.210796Z","end":"2026-03-05T18:41:01.738632Z","steps":["trace[1100537639] 'process raft request' (duration: 2.526367975s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.210763Z","time spent":"2.527902843s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738807Z","caller":"traceutil/trace.go:171","msg":"trace[407292629] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"2.180374717s","start":"2026-03-05T18:40:59.558417Z","end":"2026-03-05T18:41:01.738792Z","steps":["trace[407292629] 'process raft request' (duration: 2.178911311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:01.738869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.558404Z","time spent":"2.180431659s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:01.738979Z","caller":"traceutil/trace.go:171","msg":"trace[1410135307] linearizableReadLoop","detail":"{readStateIndex:25156; appliedIndex:25144; }","duration":"2.524703996s","start":"2026-03-05T18:40:59.214263Z","end":"2026-03-05T18:41:01.738967Z","steps":["trace[1410135307] 'read index received' (duration: 654.347598ms)","trace[1410135307] 'applied index is now lower than readState.Index' (duration: 1.870354798s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:02.881176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143758266s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:41:02.882647Z","caller":"traceutil/trace.go:171","msg":"trace[825230395] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.67159566s","start":"2026-03-05T18:41:01.211014Z","end":"2026-03-05T18:41:02.882609Z","steps":["trace[825230395] 'process raft request' (duration: 1.67034282s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:02.882832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.21098Z","time spent":"1.671753613s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:03.216324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:03.216437Z","caller":"traceutil/trace.go:171","msg":"trace[1821561116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894879s","start":"2026-03-05T18:41:01.215514Z","end":"2026-03-05T18:41:03.216409Z","steps":["trace[1821561116] 'agreement among raft nodes before linearized reading' (duration: 2.000747846s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.21652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.215501Z","time spent":"2.001000121s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:03.792993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.223449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:03.794397Z","caller":"traceutil/trace.go:171","msg":"trace[984137914] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"2.254198477s","start":"2026-03-05T18:41:01.540168Z","end":"2026-03-05T18:41:03.794366Z","steps":["trace[984137914] 'process raft request' (duration: 2.25389238s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.794472Z","caller":"traceutil/trace.go:171","msg":"trace[2041887570] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"1.237849288s","start":"2026-03-05T18:41:02.556572Z","end":"2026-03-05T18:41:03.794421Z","steps":["trace[2041887570] 'process raft request' (duration: 1.237680085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.794632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.540141Z","time spent":"2.254377102s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:03.794438Z","caller":"traceutil/trace.go:171","msg":"trace[672249228] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25156; }","duration":"2.055371228s","start":"2026-03-05T18:41:01.738998Z","end":"2026-03-05T18:41:03.794369Z","steps":["trace[672249228] 'read index received' (duration: 33.191µs)","trace[672249228] 'applied index is now lower than readState.Index' (duration: 2.055336247s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:03.794702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.556545Z","time spent":"1.238027303s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:03.79474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181618126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:03.794646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566717695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T18:41:03.794804Z","caller":"traceutil/trace.go:171","msg":"trace[96941420] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24292; }","duration":"3.181708428s","start":"2026-03-05T18:41:00.613062Z","end":"2026-03-05T18:41:03.794771Z","steps":["trace[96941420] 'agreement among raft nodes before linearized reading' (duration: 3.181617276s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:03.794822Z","caller":"traceutil/trace.go:171","msg":"trace[1688097422] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24292; }","duration":"4.566912539s","start":"2026-03-05T18:40:59.227869Z","end":"2026-03-05T18:41:03.794781Z","steps":["trace[1688097422] 'agreement among raft nodes before linearized reading' (duration: 4.566643113s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.794866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.613036Z","time spent":"3.18181179s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.794887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.227847Z","time spent":"4.567022622s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:41:03.794897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041648739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-05T18:41:03.795141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073018378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:03.795221Z","caller":"traceutil/trace.go:171","msg":"trace[1120975455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24292; }","duration":"2.073117211s","start":"2026-03-05T18:41:01.722073Z","end":"2026-03-05T18:41:03.795191Z","steps":["trace[1120975455] 'agreement among raft nodes before linearized reading' (duration: 2.072821194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.795269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.722048Z","time spent":"2.073210653s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:41:03.795141Z","caller":"traceutil/trace.go:171","msg":"trace[79439813] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24292; }","duration":"3.041929206s","start":"2026-03-05T18:41:00.753156Z","end":"2026-03-05T18:41:03.795085Z","steps":["trace[79439813] 'agreement among raft nodes before linearized reading' (duration: 3.041469205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.795413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:00.753109Z","time spent":"3.042287774s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:41:03.795537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267152723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:03.795753Z","caller":"traceutil/trace.go:171","msg":"trace[2027647340] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"2.583037207s","start":"2026-03-05T18:41:01.211132Z","end":"2026-03-05T18:41:03.794169Z","steps":["trace[2027647340] 'process raft request' (duration: 1.671458095s)","trace[2027647340] 'compare' (duration: 904.025441ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:03.79749Z","caller":"traceutil/trace.go:171","msg":"trace[1110382438] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24292; }","duration":"4.269185872s","start":"2026-03-05T18:40:59.52821Z","end":"2026-03-05T18:41:03.797396Z","steps":["trace[1110382438] 'agreement among raft nodes before linearized reading' (duration: 4.266708683s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:03.797671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:40:59.52818Z","time spent":"4.269471218s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:03.797657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.211117Z","time spent":"2.586476598s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:04.295707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:41:04.415518Z","caller":"traceutil/trace.go:171","msg":"trace[1800470008] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"670.396981ms","start":"2026-03-05T18:41:03.745086Z","end":"2026-03-05T18:41:04.415483Z","steps":["trace[1800470008] 'process raft request' (duration: 605.847892ms)","trace[1800470008] 'compare' (duration: 64.313914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:04.41573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.745054Z","time spent":"670.564425ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:05.031731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:05.031872Z","caller":"traceutil/trace.go:171","msg":"trace[76107444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380927s","start":"2026-03-05T18:41:03.031466Z","end":"2026-03-05T18:41:05.031847Z","steps":["trace[76107444] 'agreement among raft nodes before linearized reading' (duration: 2.000198153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.031928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.03144Z","time spent":"2.000475209s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:05.226923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:05.227036Z","caller":"traceutil/trace.go:171","msg":"trace[1447583137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036179s","start":"2026-03-05T18:41:03.226974Z","end":"2026-03-05T18:41:05.227011Z","steps":["trace[1447583137] 'agreement among raft nodes before linearized reading' (duration: 1.999868695s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.227089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.226951Z","time spent":"2.000128061s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:05.985696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.055203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:05.985841Z","caller":"traceutil/trace.go:171","msg":"trace[665200820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24293; }","duration":"675.213287ms","start":"2026-03-05T18:41:05.310603Z","end":"2026-03-05T18:41:05.985816Z","steps":["trace[665200820] 'range keys from in-memory index tree' (duration: 675.031403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.991641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640626801s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:41:05.992549Z","caller":"traceutil/trace.go:171","msg":"trace[534420729] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.247361184s","start":"2026-03-05T18:41:03.745156Z","end":"2026-03-05T18:41:05.992517Z","steps":["trace[534420729] 'process raft request' (duration: 2.246808011s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.992705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.74513Z","time spent":"2.247480147s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:05.992709Z","caller":"traceutil/trace.go:171","msg":"trace[228059836] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"2.247422216s","start":"2026-03-05T18:41:03.745255Z","end":"2026-03-05T18:41:05.992677Z","steps":["trace[228059836] 'process raft request' (duration: 2.247098678s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.992934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.74524Z","time spent":"2.247593629s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:05.993028Z","caller":"traceutil/trace.go:171","msg":"trace[359039603] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"2.246939564s","start":"2026-03-05T18:41:03.74601Z","end":"2026-03-05T18:41:05.99295Z","steps":["trace[359039603] 'process raft request' (duration: 2.246582256s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:05.993131Z","caller":"traceutil/trace.go:171","msg":"trace[426979148] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.193023409s","start":"2026-03-05T18:41:03.800093Z","end":"2026-03-05T18:41:05.993117Z","steps":["trace[426979148] 'process raft request' (duration: 2.192727171s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:05.993192Z","caller":"traceutil/trace.go:171","msg":"trace[679106788] linearizableReadLoop","detail":"{readStateIndex:25168; appliedIndex:25161; }","duration":"2.198407038s","start":"2026-03-05T18:41:03.794734Z","end":"2026-03-05T18:41:05.993141Z","steps":["trace[679106788] 'read index received' (duration: 556.286161ms)","trace[679106788] 'applied index is now lower than readState.Index' (duration: 1.642119467s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:05.993272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.799315Z","time spent":"2.193913492s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:05.993332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174314502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:05.99338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932371145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-05T18:41:05.993416Z","caller":"traceutil/trace.go:171","msg":"trace[903171304] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24299; }","duration":"3.174451926s","start":"2026-03-05T18:41:02.818944Z","end":"2026-03-05T18:41:05.993396Z","steps":["trace[903171304] 'agreement among raft nodes before linearized reading' (duration: 3.174263351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.746005Z","time spent":"2.247195231s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:05.993451Z","caller":"traceutil/trace.go:171","msg":"trace[1390291636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24299; }","duration":"2.932487068s","start":"2026-03-05T18:41:03.060946Z","end":"2026-03-05T18:41:05.993433Z","steps":["trace[1390291636] 'agreement among raft nodes before linearized reading' (duration: 2.932261012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.818921Z","time spent":"3.174528458s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:05.993491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.060925Z","time spent":"2.932556869s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T18:41:05.993519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056444731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:41:05.993491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250261405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:05.993575Z","caller":"traceutil/trace.go:171","msg":"trace[879901470] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24299; }","duration":"4.056553934s","start":"2026-03-05T18:41:01.937006Z","end":"2026-03-05T18:41:05.99356Z","steps":["trace[879901470] 'agreement among raft nodes before linearized reading' (duration: 4.056334548s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.936989Z","time spent":"4.056653726s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-05T18:41:05.993661Z","caller":"traceutil/trace.go:171","msg":"trace[486556661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24299; }","duration":"2.250430468s","start":"2026-03-05T18:41:03.743157Z","end":"2026-03-05T18:41:05.993587Z","steps":["trace[486556661] 'agreement among raft nodes before linearized reading' (duration: 2.250005128s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.743148Z","time spent":"2.250561301s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:05.993759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251077563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:05.993797Z","caller":"traceutil/trace.go:171","msg":"trace[1867360290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24299; }","duration":"2.251152195s","start":"2026-03-05T18:41:03.742635Z","end":"2026-03-05T18:41:05.993787Z","steps":["trace[1867360290] 'agreement among raft nodes before linearized reading' (duration: 2.251049542s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.74261Z","time spent":"2.251216717s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:05.993842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248098382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T18:41:05.99387Z","caller":"traceutil/trace.go:171","msg":"trace[1651805231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24299; }","duration":"2.248138334s","start":"2026-03-05T18:41:03.745725Z","end":"2026-03-05T18:41:05.993863Z","steps":["trace[1651805231] 'agreement among raft nodes before linearized reading' (duration: 2.248037601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054339613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:05.993902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249543796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:05.993924Z","caller":"traceutil/trace.go:171","msg":"trace[947156179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24299; }","duration":"2.249586137s","start":"2026-03-05T18:41:03.744331Z","end":"2026-03-05T18:41:05.993918Z","steps":["trace[947156179] 'agreement among raft nodes before linearized reading' (duration: 2.249519905s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:05.993932Z","caller":"traceutil/trace.go:171","msg":"trace[156603880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24299; }","duration":"3.05464002s","start":"2026-03-05T18:41:02.939277Z","end":"2026-03-05T18:41:05.993917Z","steps":["trace[156603880] 'agreement among raft nodes before linearized reading' (duration: 3.054356873s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636698835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:05.993953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.74432Z","time spent":"2.249629359s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:41:05.993955Z","caller":"traceutil/trace.go:171","msg":"trace[1167232221] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"1.93506278s","start":"2026-03-05T18:41:04.058886Z","end":"2026-03-05T18:41:05.993949Z","steps":["trace[1167232221] 'process raft request' (duration: 1.934194849s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:05.993976Z","caller":"traceutil/trace.go:171","msg":"trace[965260506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24299; }","duration":"2.636770877s","start":"2026-03-05T18:41:03.357196Z","end":"2026-03-05T18:41:05.993967Z","steps":["trace[965260506] 'agreement among raft nodes before linearized reading' (duration: 2.636719036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:02.939249Z","time spent":"3.054717801s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:05.994005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.35717Z","time spent":"2.636828059s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:05.994035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.058856Z","time spent":"1.935130872s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:05.99407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250343755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:41:05.994096Z","caller":"traceutil/trace.go:171","msg":"trace[1710617206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24299; }","duration":"2.250388976s","start":"2026-03-05T18:41:03.7437Z","end":"2026-03-05T18:41:05.994089Z","steps":["trace[1710617206] 'agreement among raft nodes before linearized reading' (duration: 2.250323814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.993897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.745707Z","time spent":"2.248185114s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-05T18:41:05.993926Z","caller":"traceutil/trace.go:171","msg":"trace[1445729757] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"2.1934895s","start":"2026-03-05T18:41:03.800429Z","end":"2026-03-05T18:41:05.993918Z","steps":["trace[1445729757] 'process raft request' (duration: 2.192569277s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.994386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250949691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T18:41:05.994418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.800408Z","time spent":"2.193921781s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:05.994382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135357212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:41:05.994501Z","caller":"traceutil/trace.go:171","msg":"trace[1824496879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24299; }","duration":"2.251095223s","start":"2026-03-05T18:41:03.743356Z","end":"2026-03-05T18:41:05.994452Z","steps":["trace[1824496879] 'agreement among raft nodes before linearized reading' (duration: 2.250773226s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:05.994535Z","caller":"traceutil/trace.go:171","msg":"trace[1501205009] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24299; }","duration":"4.135521046s","start":"2026-03-05T18:41:01.858995Z","end":"2026-03-05T18:41:05.994516Z","steps":["trace[1501205009] 'agreement among raft nodes before linearized reading' (duration: 4.13442339s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:05.994618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:01.858933Z","time spent":"4.135670079s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:41:05.994115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.743689Z","time spent":"2.250422656s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:05.994634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.74332Z","time spent":"2.251270678s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:06.493956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:06.994667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:07.23693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:07.237023Z","caller":"traceutil/trace.go:171","msg":"trace[1474418486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434109s","start":"2026-03-05T18:41:05.236564Z","end":"2026-03-05T18:41:07.236998Z","steps":["trace[1474418486] 'agreement among raft nodes before linearized reading' (duration: 2.000293995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:07.23708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.236517Z","time spent":"2.000550771s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:07.347451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35198791s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:41:07.384673Z","caller":"traceutil/trace.go:171","msg":"trace[207022093] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"2.49469994s","start":"2026-03-05T18:41:04.889929Z","end":"2026-03-05T18:41:07.384629Z","steps":["trace[207022093] 'process raft request' (duration: 2.457682618s)","trace[207022093] 'compare' (duration: 36.789867ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:07.384777Z","caller":"traceutil/trace.go:171","msg":"trace[1420187916] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"2.404703845s","start":"2026-03-05T18:41:04.980045Z","end":"2026-03-05T18:41:07.384749Z","steps":["trace[1420187916] 'process raft request' (duration: 2.404553961s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:07.385238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.889906Z","time spent":"2.495190381s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:07.385265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.980014Z","time spent":"2.405109174s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:07.385986Z","caller":"traceutil/trace.go:171","msg":"trace[450452175] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"1.581237664s","start":"2026-03-05T18:41:05.803622Z","end":"2026-03-05T18:41:07.38486Z","steps":["trace[450452175] 'process raft request' (duration: 1.58108098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:07.386197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.803591Z","time spent":"1.582487884s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.74915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.998443Z","time spent":"2.750697773s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 18:41:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:08.825941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476394766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:08.826349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.995107Z","time spent":"2.831231753s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:41:08.826464Z","caller":"traceutil/trace.go:171","msg":"trace[1941561652] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"2.826603363s","start":"2026-03-05T18:41:05.999841Z","end":"2026-03-05T18:41:08.826445Z","steps":["trace[1941561652] 'process raft request' (duration: 2.826536961s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.826517Z","caller":"traceutil/trace.go:171","msg":"trace[764447758] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"2.826723936s","start":"2026-03-05T18:41:05.99975Z","end":"2026-03-05T18:41:08.826474Z","steps":["trace[764447758] 'process raft request' (duration: 2.826584962s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.826596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.999836Z","time spent":"2.826686655s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.826727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.999738Z","time spent":"2.826878559s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:08.827067Z","caller":"traceutil/trace.go:171","msg":"trace[887322237] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"2.826835619s","start":"2026-03-05T18:41:06.000197Z","end":"2026-03-05T18:41:08.827033Z","steps":["trace[887322237] 'process raft request' (duration: 2.826213554s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.827235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.000185Z","time spent":"2.826959661s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:08.827307Z","caller":"traceutil/trace.go:171","msg":"trace[873172165] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"2.826742296s","start":"2026-03-05T18:41:06.000528Z","end":"2026-03-05T18:41:08.827271Z","steps":["trace[873172165] 'process raft request' (duration: 2.826656254s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.82743Z","caller":"traceutil/trace.go:171","msg":"trace[1821543968] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"2.82692714s","start":"2026-03-05T18:41:06.000434Z","end":"2026-03-05T18:41:08.827361Z","steps":["trace[1821543968] 'process raft request' (duration: 2.826633213s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.827491Z","caller":"traceutil/trace.go:171","msg":"trace[685432681] linearizableReadLoop","detail":"{readStateIndex:25179; appliedIndex:25168; }","duration":"2.834170453s","start":"2026-03-05T18:41:05.993297Z","end":"2026-03-05T18:41:08.827468Z","steps":["trace[685432681] 'read index received' (duration: 1.354464529s)","trace[685432681] 'applied index is now lower than readState.Index' (duration: 1.479702994s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:08.827509Z","caller":"traceutil/trace.go:171","msg":"trace[166912432] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"2.406443507s","start":"2026-03-05T18:41:06.421031Z","end":"2026-03-05T18:41:08.827474Z","steps":["trace[166912432] 'process raft request' (duration: 2.406194411s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.827519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.000425Z","time spent":"2.827048673s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.827603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174371962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:08.827652Z","caller":"traceutil/trace.go:171","msg":"trace[1251287227] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24309; }","duration":"4.174423343s","start":"2026-03-05T18:41:04.653215Z","end":"2026-03-05T18:41:08.827638Z","steps":["trace[1251287227] 'agreement among raft nodes before linearized reading' (duration: 4.174334921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.82765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.42101Z","time spent":"2.406563119s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:08.827682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.653187Z","time spent":"4.174488815s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:08.827673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862578288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:08.827681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023401793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T18:41:08.827723Z","caller":"traceutil/trace.go:171","msg":"trace[1931585649] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24309; }","duration":"3.862672811s","start":"2026-03-05T18:41:04.965038Z","end":"2026-03-05T18:41:08.82771Z","steps":["trace[1931585649] 'agreement among raft nodes before linearized reading' (duration: 3.862571968s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.827739Z","caller":"traceutil/trace.go:171","msg":"trace[1588927612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24309; }","duration":"4.023498476s","start":"2026-03-05T18:41:04.804224Z","end":"2026-03-05T18:41:08.827722Z","steps":["trace[1588927612] 'agreement among raft nodes before linearized reading' (duration: 4.02326817s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.82777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.965014Z","time spent":"3.862747743s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:08.827775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.804199Z","time spent":"4.023567247s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:41:08.827906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.027499479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:41:08.827939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823107397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:08.827963Z","caller":"traceutil/trace.go:171","msg":"trace[834231551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24309; }","duration":"5.027569081s","start":"2026-03-05T18:41:03.800382Z","end":"2026-03-05T18:41:08.827951Z","steps":["trace[834231551] 'agreement among raft nodes before linearized reading' (duration: 5.027395197s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:08.827971Z","caller":"traceutil/trace.go:171","msg":"trace[443809959] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24309; }","duration":"4.823188298s","start":"2026-03-05T18:41:04.004772Z","end":"2026-03-05T18:41:08.82796Z","steps":["trace[443809959] 'agreement among raft nodes before linearized reading' (duration: 4.823122627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:08.827999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:04.004744Z","time spent":"4.823250359s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:08.828001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:03.800373Z","time spent":"5.027621042s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:08.828482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.000522Z","time spent":"2.826883149s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:09.237148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:09.23724Z","caller":"traceutil/trace.go:171","msg":"trace[150459227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948486s","start":"2026-03-05T18:41:07.237271Z","end":"2026-03-05T18:41:09.23722Z","steps":["trace[150459227] 'agreement among raft nodes before linearized reading' (duration: 1.999827854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:09.237297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.237248Z","time spent":"2.000037768s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:09.328344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:09.829502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:10.294294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468107297s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:10.980371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.632925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:10.980603Z","caller":"traceutil/trace.go:171","msg":"trace[1232204923] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"2.981117717s","start":"2026-03-05T18:41:07.999449Z","end":"2026-03-05T18:41:10.980567Z","steps":["trace[1232204923] 'process raft request' (duration: 2.29501081s)","trace[1232204923] 'compare' (duration: 684.033857ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:10.980674Z","caller":"traceutil/trace.go:171","msg":"trace[914218695] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"2.980031331s","start":"2026-03-05T18:41:08.00062Z","end":"2026-03-05T18:41:10.980651Z","steps":["trace[914218695] 'process raft request' (duration: 2.979937139s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:10.980733Z","caller":"traceutil/trace.go:171","msg":"trace[233967988] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"2.980715247s","start":"2026-03-05T18:41:07.999977Z","end":"2026-03-05T18:41:10.980693Z","steps":["trace[233967988] 'process raft request' (duration: 2.980510132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.980787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.999401Z","time spent":"2.981287631s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.980759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.000607Z","time spent":"2.980111602s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:10.980871Z","caller":"traceutil/trace.go:171","msg":"trace[558188168] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"2.17880813s","start":"2026-03-05T18:41:08.802031Z","end":"2026-03-05T18:41:10.980839Z","steps":["trace[558188168] 'process raft request' (duration: 2.178573795s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:10.981005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.99993Z","time spent":"2.980883571s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:10.981037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.802007Z","time spent":"2.178948594s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.072496Z","caller":"traceutil/trace.go:171","msg":"trace[1563698336] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"2.244592419s","start":"2026-03-05T18:41:08.827863Z","end":"2026-03-05T18:41:11.072455Z","steps":["trace[1563698336] 'process raft request' (duration: 2.244171289s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.072572Z","caller":"traceutil/trace.go:171","msg":"trace[927382030] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"2.238278108s","start":"2026-03-05T18:41:08.834264Z","end":"2026-03-05T18:41:11.072542Z","steps":["trace[927382030] 'process raft request' (duration: 2.237994052s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.072647Z","caller":"traceutil/trace.go:171","msg":"trace[524154785] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.681260419s","start":"2026-03-05T18:41:09.39134Z","end":"2026-03-05T18:41:11.0726Z","steps":["trace[524154785] 'process raft request' (duration: 1.680995512s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.072725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.834242Z","time spent":"2.23838955s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.072725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.827847Z","time spent":"2.244759073s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.072815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.391303Z","time spent":"1.681425403s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:11.073093Z","caller":"traceutil/trace.go:171","msg":"trace[1746934437] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.681551076s","start":"2026-03-05T18:41:09.391501Z","end":"2026-03-05T18:41:11.073052Z","steps":["trace[1746934437] 'process raft request' (duration: 1.680940022s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.073134Z","caller":"traceutil/trace.go:171","msg":"trace[1601854688] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25179; }","duration":"2.245571562s","start":"2026-03-05T18:41:08.827524Z","end":"2026-03-05T18:41:11.073096Z","steps":["trace[1601854688] 'read index received' (duration: 1.466948081s)","trace[1601854688] 'applied index is now lower than readState.Index' (duration: 778.602251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:11.073268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.391491Z","time spent":"1.681687679s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:11.073364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074267094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:41:11.073432Z","caller":"traceutil/trace.go:171","msg":"trace[1683732245] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24317; }","duration":"5.074350826s","start":"2026-03-05T18:41:05.999064Z","end":"2026-03-05T18:41:11.073415Z","steps":["trace[1683732245] 'agreement among raft nodes before linearized reading' (duration: 5.074213622s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.073219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521463909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:11.073487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.999053Z","time spent":"5.074419257s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"warn","ts":"2026-03-05T18:41:11.073489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324055933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-05T18:41:11.073496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074828587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-05T18:41:11.073503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168501622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-05T18:41:11.073531Z","caller":"traceutil/trace.go:171","msg":"trace[1765300608] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24317; }","duration":"2.521848788s","start":"2026-03-05T18:41:08.551661Z","end":"2026-03-05T18:41:11.07351Z","steps":["trace[1765300608] 'agreement among raft nodes before linearized reading' (duration: 2.521418278s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.073559Z","caller":"traceutil/trace.go:171","msg":"trace[1886095140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8; range_end:; response_count:1; response_revision:24317; }","duration":"5.074909359s","start":"2026-03-05T18:41:05.998632Z","end":"2026-03-05T18:41:11.073541Z","steps":["trace[1886095140] 'agreement among raft nodes before linearized reading' (duration: 5.074713174s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.073561Z","caller":"traceutil/trace.go:171","msg":"trace[669452062] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24317; }","duration":"4.168616715s","start":"2026-03-05T18:41:06.90493Z","end":"2026-03-05T18:41:11.073547Z","steps":["trace[669452062] 'agreement among raft nodes before linearized reading' (duration: 4.168317018s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.07358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.551637Z","time spent":"2.521930619s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.073598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:05.998618Z","time spent":"5.074973491s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0df3c5e0-c644-4847-a927-9d67e4cbf2d8\" "} {"level":"warn","ts":"2026-03-05T18:41:11.073604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.904883Z","time spent":"4.168713387s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-05T18:41:11.073574Z","caller":"traceutil/trace.go:171","msg":"trace[330338771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24317; }","duration":"2.324152086s","start":"2026-03-05T18:41:08.749388Z","end":"2026-03-05T18:41:11.07354Z","steps":["trace[330338771] 'agreement among raft nodes before linearized reading' (duration: 2.32390918s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.073368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027255345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T18:41:11.073682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.749369Z","time spent":"2.324300489s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:41:11.073702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69482534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:11.07372Z","caller":"traceutil/trace.go:171","msg":"trace[120971442] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24317; }","duration":"4.027669985s","start":"2026-03-05T18:41:07.046036Z","end":"2026-03-05T18:41:11.073706Z","steps":["trace[120971442] 'agreement among raft nodes before linearized reading' (duration: 4.027169483s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.07371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501004838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:11.073757Z","caller":"traceutil/trace.go:171","msg":"trace[284025422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24317; }","duration":"3.694905022s","start":"2026-03-05T18:41:07.378833Z","end":"2026-03-05T18:41:11.073738Z","steps":["trace[284025422] 'agreement among raft nodes before linearized reading' (duration: 3.6948216s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:11.073794Z","caller":"traceutil/trace.go:171","msg":"trace[947482922] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24317; }","duration":"4.501153722s","start":"2026-03-05T18:41:06.572628Z","end":"2026-03-05T18:41:11.073782Z","steps":["trace[947482922] 'agreement among raft nodes before linearized reading' (duration: 4.500895436s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.073616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699644956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:11.07383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.378814Z","time spent":"3.694994264s","remote":"127.0.0.1:44528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.073767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.046001Z","time spent":"4.027752387s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T18:41:11.073869Z","caller":"traceutil/trace.go:171","msg":"trace[712447886] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24317; }","duration":"2.699932233s","start":"2026-03-05T18:41:08.373915Z","end":"2026-03-05T18:41:11.073847Z","steps":["trace[712447886] 'agreement among raft nodes before linearized reading' (duration: 2.699602065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.073826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:06.572597Z","time spent":"4.501219984s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.073933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.373893Z","time spent":"2.700019185s","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.074406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577637756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:11.074528Z","caller":"traceutil/trace.go:171","msg":"trace[461674169] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24317; }","duration":"3.57781252s","start":"2026-03-05T18:41:07.496699Z","end":"2026-03-05T18:41:11.074512Z","steps":["trace[461674169] 'agreement among raft nodes before linearized reading' (duration: 3.577085563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.074601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:07.496674Z","time spent":"3.577912803s","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:11.24476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:11.244863Z","caller":"traceutil/trace.go:171","msg":"trace[286779912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992797s","start":"2026-03-05T18:41:09.244847Z","end":"2026-03-05T18:41:11.24484Z","steps":["trace[286779912] 'agreement among raft nodes before linearized reading' (duration: 1.999861784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:11.245004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.244766Z","time spent":"2.000223243s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:12.064409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.999463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:41:12.067304Z","caller":"traceutil/trace.go:171","msg":"trace[1884901677] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25187; }","duration":"994.078437ms","start":"2026-03-05T18:41:11.073204Z","end":"2026-03-05T18:41:12.067283Z","steps":["trace[1884901677] 'read index received' (duration: 3.112764ms)","trace[1884901677] 'applied index is now lower than readState.Index' (duration: 990.964333ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:12.067456Z","caller":"traceutil/trace.go:171","msg":"trace[1525680471] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"1.23331922s","start":"2026-03-05T18:41:10.834088Z","end":"2026-03-05T18:41:12.067407Z","steps":["trace[1525680471] 'process raft request' (duration: 1.230437052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:12.067791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.834061Z","time spent":"1.233493445s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:12.567892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:13.068573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:13.245239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:13.245383Z","caller":"traceutil/trace.go:171","msg":"trace[78319617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986007s","start":"2026-03-05T18:41:11.245379Z","end":"2026-03-05T18:41:13.245365Z","steps":["trace[78319617] 'agreement among raft nodes before linearized reading' (duration: 1.999810353s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:13.24543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.245356Z","time spent":"2.00006504s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:13.537159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004925394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:13.537264Z","caller":"traceutil/trace.go:171","msg":"trace[1095024759] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24318; }","duration":"3.005099069s","start":"2026-03-05T18:41:10.532136Z","end":"2026-03-05T18:41:13.537235Z","steps":["trace[1095024759] 'agreement among raft nodes before linearized reading' (duration: 1.535150167s)","trace[1095024759] 'count revisions from in-memory index tree' (duration: 1.469788548s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.537355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.532092Z","time spent":"3.005247372s","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:13.537367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155122155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:13.537473Z","caller":"traceutil/trace.go:171","msg":"trace[1732202759] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24318; }","duration":"3.155268049s","start":"2026-03-05T18:41:10.382175Z","end":"2026-03-05T18:41:13.537443Z","steps":["trace[1732202759] 'agreement among raft nodes before linearized reading' (duration: 1.685198664s)","trace[1732202759] 'count revisions from in-memory index tree' (duration: 1.469916111s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.537474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703662584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:41:13.537538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.382158Z","time spent":"3.155365401s","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:13.537561Z","caller":"traceutil/trace.go:171","msg":"trace[28188442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24318; }","duration":"2.703788666s","start":"2026-03-05T18:41:10.833749Z","end":"2026-03-05T18:41:13.537537Z","steps":["trace[28188442] 'agreement among raft nodes before linearized reading' (duration: 1.233653469s)","trace[28188442] 'range keys from in-memory index tree' (duration: 1.469976063s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.537613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.833737Z","time spent":"2.703865018s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:13.537623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704450432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:13.537782Z","caller":"traceutil/trace.go:171","msg":"trace[1090627868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24318; }","duration":"2.704637966s","start":"2026-03-05T18:41:10.833104Z","end":"2026-03-05T18:41:13.537742Z","steps":["trace[1090627868] 'agreement among raft nodes before linearized reading' (duration: 1.234191482s)","trace[1090627868] 'range keys from in-memory index tree' (duration: 1.470043255s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.537871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.833097Z","time spent":"2.704750728s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:13.537888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705050186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:41:13.537931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682006494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:13.537936Z","caller":"traceutil/trace.go:171","msg":"trace[1266469589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24318; }","duration":"2.705166648s","start":"2026-03-05T18:41:10.832754Z","end":"2026-03-05T18:41:13.537921Z","steps":["trace[1266469589] 'agreement among raft nodes before linearized reading' (duration: 1.234582121s)","trace[1266469589] 'range keys from in-memory index tree' (duration: 1.470485805s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:13.537972Z","caller":"traceutil/trace.go:171","msg":"trace[933386572] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24318; }","duration":"4.682065526s","start":"2026-03-05T18:41:08.855892Z","end":"2026-03-05T18:41:13.537957Z","steps":["trace[933386572] 'agreement among raft nodes before linearized reading' (duration: 3.211499829s)","trace[933386572] 'count revisions from in-memory index tree' (duration: 1.470522096s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.855882Z","time spent":"4.682124497s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:13.538095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705430385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:13.538136Z","caller":"traceutil/trace.go:171","msg":"trace[651789350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24318; }","duration":"2.705515897s","start":"2026-03-05T18:41:10.832607Z","end":"2026-03-05T18:41:13.538123Z","steps":["trace[651789350] 'agreement among raft nodes before linearized reading' (duration: 1.234740535s)","trace[651789350] 'range keys from in-memory index tree' (duration: 1.470647879s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.832577Z","time spent":"2.705598099s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:13.537888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703361813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:13.538293Z","caller":"traceutil/trace.go:171","msg":"trace[321094201] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24318; }","duration":"4.703789233s","start":"2026-03-05T18:41:08.834473Z","end":"2026-03-05T18:41:13.538262Z","steps":["trace[321094201] 'agreement among raft nodes before linearized reading' (duration: 3.232907829s)","trace[321094201] 'range keys from in-memory index tree' (duration: 1.470485605s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.834451Z","time spent":"4.703940926s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:13.538505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707133335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:41:13.538553Z","caller":"traceutil/trace.go:171","msg":"trace[197986257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24318; }","duration":"2.707225787s","start":"2026-03-05T18:41:10.831312Z","end":"2026-03-05T18:41:13.538538Z","steps":["trace[197986257] 'agreement among raft nodes before linearized reading' (duration: 1.236044295s)","trace[197986257] 'range keys from in-memory index tree' (duration: 1.471073169s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.831281Z","time spent":"2.707304309s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:13.537974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.83271Z","time spent":"2.70525595s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:13.538698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947972275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:13.538744Z","caller":"traceutil/trace.go:171","msg":"trace[544089907] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24318; }","duration":"3.948055827s","start":"2026-03-05T18:41:09.590671Z","end":"2026-03-05T18:41:13.538727Z","steps":["trace[544089907] 'agreement among raft nodes before linearized reading' (duration: 2.476663891s)","trace[544089907] 'count revisions from in-memory index tree' (duration: 1.471320145s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707253535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T18:41:13.538786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.590644Z","time spent":"3.948132048s","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:13.538792Z","caller":"traceutil/trace.go:171","msg":"trace[173777243] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24318; }","duration":"4.707748146s","start":"2026-03-05T18:41:08.83103Z","end":"2026-03-05T18:41:13.538778Z","steps":["trace[173777243] 'agreement among raft nodes before linearized reading' (duration: 3.23635875s)","trace[173777243] 'range keys from in-memory index tree' (duration: 1.470819483s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.538832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:08.831016Z","time spent":"4.707806048s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:41:13.538961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054933425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:13.53901Z","caller":"traceutil/trace.go:171","msg":"trace[1015956317] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24318; }","duration":"3.055047708s","start":"2026-03-05T18:41:10.483948Z","end":"2026-03-05T18:41:13.538996Z","steps":["trace[1015956317] 'agreement among raft nodes before linearized reading' (duration: 1.583420516s)","trace[1015956317] 'count revisions from in-memory index tree' (duration: 1.47156746s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.53906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:10.483913Z","time spent":"3.05513122s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:13.539196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29467264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-05T18:41:13.539266Z","caller":"traceutil/trace.go:171","msg":"trace[1292738854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24318; }","duration":"4.294792743s","start":"2026-03-05T18:41:09.244456Z","end":"2026-03-05T18:41:13.539249Z","steps":["trace[1292738854] 'agreement among raft nodes before linearized reading' (duration: 2.822914686s)","trace[1292738854] 'range keys from in-memory index tree' (duration: 1.471762115s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:13.53932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:09.244425Z","time spent":"4.294882785s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T18:41:13.539627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.785581Z","time spent":"754.041015ms","remote":"127.0.0.1:54734","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:13.540472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475504185s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:13.540108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472698898s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:13.541738Z","caller":"traceutil/trace.go:171","msg":"trace[1170963051] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"2.464716526s","start":"2026-03-05T18:41:11.076995Z","end":"2026-03-05T18:41:13.541711Z","steps":["trace[1170963051] 'process raft request' (duration: 990.274437ms)","trace[1170963051] 'compare' (duration: 1.469736057s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:13.542384Z","caller":"traceutil/trace.go:171","msg":"trace[1335490620] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"2.105220535s","start":"2026-03-05T18:41:11.437143Z","end":"2026-03-05T18:41:13.542364Z","steps":["trace[1335490620] 'process raft request' (duration: 2.104685343s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:13.542464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.076971Z","time spent":"2.464817429s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:13.542545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.437097Z","time spent":"2.105366839s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:13.542423Z","caller":"traceutil/trace.go:171","msg":"trace[2049695001] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"2.238420601s","start":"2026-03-05T18:41:11.303975Z","end":"2026-03-05T18:41:13.542396Z","steps":["trace[2049695001] 'process raft request' (duration: 2.23751161s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:13.542741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.303946Z","time spent":"2.238706118s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:13.743092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660958384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:13.743156Z","caller":"traceutil/trace.go:171","msg":"trace[583379332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.661094098s","start":"2026-03-05T18:41:11.082048Z","end":"2026-03-05T18:41:13.743142Z","steps":["trace[583379332] 'agreement among raft nodes before linearized reading' (duration: 2.661005776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:13.743201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.082008Z","time spent":"2.66118041s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/05 18:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:14.262781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.639641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:14.263031Z","caller":"traceutil/trace.go:171","msg":"trace[1639271199] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"1.275777154s","start":"2026-03-05T18:41:12.98721Z","end":"2026-03-05T18:41:14.262988Z","steps":["trace[1639271199] 'process raft request' (duration: 1.038800844s)","trace[1639271199] 'compare' (duration: 236.417646ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:14.263383Z","caller":"traceutil/trace.go:171","msg":"trace[1726653530] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"1.275997699s","start":"2026-03-05T18:41:12.987335Z","end":"2026-03-05T18:41:14.263332Z","steps":["trace[1726653530] 'process raft request' (duration: 1.275590319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.263412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.987177Z","time spent":"1.276124442s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.263654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.987308Z","time spent":"1.276191453s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:14.263715Z","caller":"traceutil/trace.go:171","msg":"trace[625509979] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"1.275622059s","start":"2026-03-05T18:41:12.988047Z","end":"2026-03-05T18:41:14.263669Z","steps":["trace[625509979] 'process raft request' (duration: 1.274971004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.263856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.98802Z","time spent":"1.275776854s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:14.263705Z","caller":"traceutil/trace.go:171","msg":"trace[1603253633] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"1.181632769s","start":"2026-03-05T18:41:13.082046Z","end":"2026-03-05T18:41:14.263679Z","steps":["trace[1603253633] 'process raft request' (duration: 1.181452925s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:14.263927Z","caller":"traceutil/trace.go:171","msg":"trace[1196733415] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25189; }","duration":"2.196540813s","start":"2026-03-05T18:41:12.067345Z","end":"2026-03-05T18:41:14.263886Z","steps":["trace[1196733415] 'read index received' (duration: 1.473453476s)","trace[1196733415] 'applied index is now lower than readState.Index' (duration: 723.084807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:14.264074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.082025Z","time spent":"1.181969647s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:14.264084Z","caller":"traceutil/trace.go:171","msg":"trace[510820418] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.181881364s","start":"2026-03-05T18:41:13.082153Z","end":"2026-03-05T18:41:14.264034Z","steps":["trace[510820418] 'process raft request' (duration: 1.181486945s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.264266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184306871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T18:41:14.264322Z","caller":"traceutil/trace.go:171","msg":"trace[1831697519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24326; }","duration":"3.184383293s","start":"2026-03-05T18:41:11.079919Z","end":"2026-03-05T18:41:14.264302Z","steps":["trace[1831697519] 'agreement among raft nodes before linearized reading' (duration: 3.184139507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.26433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.082111Z","time spent":"1.182083479s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:14.264369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.079863Z","time spent":"3.184495245s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-05T18:41:14.264444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187793773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:41:14.264518Z","caller":"traceutil/trace.go:171","msg":"trace[1099272163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24326; }","duration":"3.187942806s","start":"2026-03-05T18:41:11.07656Z","end":"2026-03-05T18:41:14.264503Z","steps":["trace[1099272163] 'agreement among raft nodes before linearized reading' (duration: 3.187516196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:14.264593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:11.076527Z","time spent":"3.188056329s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:41:14.768996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:15.029092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:15.029176Z","caller":"traceutil/trace.go:171","msg":"trace[1075499660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034448s","start":"2026-03-05T18:41:13.029123Z","end":"2026-03-05T18:41:15.029157Z","steps":["trace[1075499660] 'agreement among raft nodes before linearized reading' (duration: 1.999924705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.029241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.029097Z","time spent":"2.00011935s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:15.252633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:15.252728Z","caller":"traceutil/trace.go:171","msg":"trace[1658793063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414697s","start":"2026-03-05T18:41:13.252293Z","end":"2026-03-05T18:41:15.252708Z","steps":["trace[1658793063] 'agreement among raft nodes before linearized reading' (duration: 2.000280644s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:15.252783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.252235Z","time spent":"2.0005367s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:15.27002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:15.674628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645943238s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:16.018633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.205069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.018841Z","caller":"traceutil/trace.go:171","msg":"trace[1620427386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24326; }","duration":"707.427644ms","start":"2026-03-05T18:41:15.311394Z","end":"2026-03-05T18:41:16.018822Z","steps":["trace[1620427386] 'range keys from in-memory index tree' (duration: 707.186837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.020455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.729078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:16.021322Z","caller":"traceutil/trace.go:171","msg":"trace[1068587395] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25197; }","duration":"1.757272411s","start":"2026-03-05T18:41:14.26402Z","end":"2026-03-05T18:41:16.021292Z","steps":["trace[1068587395] 'read index received' (duration: 1.410884984s)","trace[1068587395] 'applied index is now lower than readState.Index' (duration: 346.385547ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:16.021332Z","caller":"traceutil/trace.go:171","msg":"trace[1752590824] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"2.475036961s","start":"2026-03-05T18:41:13.54626Z","end":"2026-03-05T18:41:16.021297Z","steps":["trace[1752590824] 'process raft request' (duration: 2.474688273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253630124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.021466Z","caller":"traceutil/trace.go:171","msg":"trace[1477048391] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"2.47455601s","start":"2026-03-05T18:41:13.546887Z","end":"2026-03-05T18:41:16.021443Z","steps":["trace[1477048391] 'process raft request' (duration: 2.4741366s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546229Z","time spent":"2.475179635s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:16.021517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300629454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:16.021504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22497631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:16.021569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546878Z","time spent":"2.474642812s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:16.021572Z","caller":"traceutil/trace.go:171","msg":"trace[82178742] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24333; }","duration":"2.300722846s","start":"2026-03-05T18:41:13.720833Z","end":"2026-03-05T18:41:16.021556Z","steps":["trace[82178742] 'agreement among raft nodes before linearized reading' (duration: 2.300608633s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.021599Z","caller":"traceutil/trace.go:171","msg":"trace[464522820] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"1.946727398s","start":"2026-03-05T18:41:14.074853Z","end":"2026-03-05T18:41:16.02158Z","steps":["trace[464522820] 'process raft request' (duration: 1.946358949s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475262347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:41:16.02165Z","caller":"traceutil/trace.go:171","msg":"trace[624090099] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"2.475498042s","start":"2026-03-05T18:41:13.546137Z","end":"2026-03-05T18:41:16.021635Z","steps":["trace[624090099] 'process raft request' (duration: 2.129377832s)","trace[624090099] 'compare' (duration: 344.375029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:16.02167Z","caller":"traceutil/trace.go:171","msg":"trace[1911636718] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24333; }","duration":"2.475308348s","start":"2026-03-05T18:41:13.546351Z","end":"2026-03-05T18:41:16.021659Z","steps":["trace[1911636718] 'agreement among raft nodes before linearized reading' (duration: 2.475212345s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474036188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:16.021709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546344Z","time spent":"2.475355859s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"info","ts":"2026-03-05T18:41:16.021488Z","caller":"traceutil/trace.go:171","msg":"trace[1031567559] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24333; }","duration":"2.253740116s","start":"2026-03-05T18:41:13.767732Z","end":"2026-03-05T18:41:16.021472Z","steps":["trace[1031567559] 'agreement among raft nodes before linearized reading' (duration: 2.253590563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.074825Z","time spent":"1.946826229s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:16.021636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.720813Z","time spent":"2.300809458s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:41:16.021734Z","caller":"traceutil/trace.go:171","msg":"trace[147574771] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"2.475524883s","start":"2026-03-05T18:41:13.546195Z","end":"2026-03-05T18:41:16.02172Z","steps":["trace[147574771] 'process raft request' (duration: 2.474477368s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986937424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.021742Z","caller":"traceutil/trace.go:171","msg":"trace[1335798585] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24333; }","duration":"2.474178881s","start":"2026-03-05T18:41:13.547539Z","end":"2026-03-05T18:41:16.021718Z","steps":["trace[1335798585] 'agreement among raft nodes before linearized reading' (duration: 2.473981096s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.02177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.767714Z","time spent":"2.254041363s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:16.021802Z","caller":"traceutil/trace.go:171","msg":"trace[1262612846] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24333; }","duration":"2.986987825s","start":"2026-03-05T18:41:13.034794Z","end":"2026-03-05T18:41:16.021782Z","steps":["trace[1262612846] 'agreement among raft nodes before linearized reading' (duration: 2.986888793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.54753Z","time spent":"2.474273593s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:16.021833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546179Z","time spent":"2.475601244s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:16.021419Z","caller":"traceutil/trace.go:171","msg":"trace[662026145] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"2.472179003s","start":"2026-03-05T18:41:13.549213Z","end":"2026-03-05T18:41:16.021392Z","steps":["trace[662026145] 'process raft request' (duration: 2.471890947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546114Z","time spent":"2.475576184s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:16.021939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129543435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.021601Z","caller":"traceutil/trace.go:171","msg":"trace[149984325] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24333; }","duration":"2.225154095s","start":"2026-03-05T18:41:13.796423Z","end":"2026-03-05T18:41:16.021577Z","steps":["trace[149984325] 'agreement among raft nodes before linearized reading' (duration: 2.225000071s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.021987Z","caller":"traceutil/trace.go:171","msg":"trace[975831348] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24333; }","duration":"3.129626357s","start":"2026-03-05T18:41:12.892346Z","end":"2026-03-05T18:41:16.021972Z","steps":["trace[975831348] 'agreement among raft nodes before linearized reading' (duration: 3.129540654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.021999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.54918Z","time spent":"2.472769988s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:16.022017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.796387Z","time spent":"2.225616797s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.021534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790747249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-05T18:41:16.022051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.892325Z","time spent":"3.129706599s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.021859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.034746Z","time spent":"2.987100398s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.021541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557729494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.022164Z","caller":"traceutil/trace.go:171","msg":"trace[1751303822] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24333; }","duration":"2.558387629s","start":"2026-03-05T18:41:13.463764Z","end":"2026-03-05T18:41:16.022152Z","steps":["trace[1751303822] 'agreement among raft nodes before linearized reading' (duration: 2.557749913s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.021929Z","caller":"traceutil/trace.go:171","msg":"trace[1911891309] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"2.475653846s","start":"2026-03-05T18:41:13.546261Z","end":"2026-03-05T18:41:16.021915Z","steps":["trace[1911891309] 'process raft request' (duration: 2.474585891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.022212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.463741Z","time spent":"2.558459821s","remote":"127.0.0.1:48526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:16.022064Z","caller":"traceutil/trace.go:171","msg":"trace[1665748368] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24333; }","duration":"1.791319084s","start":"2026-03-05T18:41:14.230733Z","end":"2026-03-05T18:41:16.022052Z","steps":["trace[1665748368] 'agreement among raft nodes before linearized reading' (duration: 1.790650087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.022277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.230713Z","time spent":"1.791551919s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:41:16.022312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:13.546248Z","time spent":"2.475995454s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:16.022292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608435441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.022399Z","caller":"traceutil/trace.go:171","msg":"trace[1637353386] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24333; }","duration":"3.608614896s","start":"2026-03-05T18:41:12.413759Z","end":"2026-03-05T18:41:16.022374Z","steps":["trace[1637353386] 'agreement among raft nodes before linearized reading' (duration: 3.608256098s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.022473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:12.413735Z","time spent":"3.608725458s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:16.29046Z","caller":"traceutil/trace.go:171","msg":"trace[1347478247] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"302.916331ms","start":"2026-03-05T18:41:15.987514Z","end":"2026-03-05T18:41:16.29043Z","steps":["trace[1347478247] 'process raft request' (duration: 300.902134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.29053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029577444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:16.290604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.987482Z","time spent":"303.043184ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:16.290481Z","caller":"traceutil/trace.go:171","msg":"trace[1322128109] linearizableReadLoop","detail":"{readStateIndex:25205; appliedIndex:25204; }","duration":"269.066364ms","start":"2026-03-05T18:41:16.021388Z","end":"2026-03-05T18:41:16.290454Z","steps":["trace[1322128109] 'read index received' (duration: 267.055067ms)","trace[1322128109] 'applied index is now lower than readState.Index' (duration: 1.990527ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:16.290603Z","caller":"traceutil/trace.go:171","msg":"trace[80710685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24334; }","duration":"1.029721856s","start":"2026-03-05T18:41:15.26086Z","end":"2026-03-05T18:41:16.290582Z","steps":["trace[80710685] 'agreement among raft nodes before linearized reading' (duration: 1.029608904s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.290724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.260833Z","time spent":"1.029883461s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:16.290733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.654001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.290762Z","caller":"traceutil/trace.go:171","msg":"trace[1570970882] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24334; }","duration":"426.722882ms","start":"2026-03-05T18:41:15.86403Z","end":"2026-03-05T18:41:16.290753Z","steps":["trace[1570970882] 'agreement among raft nodes before linearized reading' (duration: 426.654191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.290804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.864006Z","time spent":"426.788763ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.290899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228831624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.290958Z","caller":"traceutil/trace.go:171","msg":"trace[347966192] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24334; }","duration":"1.228933367s","start":"2026-03-05T18:41:15.062014Z","end":"2026-03-05T18:41:16.290947Z","steps":["trace[347966192] 'agreement among raft nodes before linearized reading' (duration: 1.228762442s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.061991Z","time spent":"1.229030929s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.290663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.469962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:16.291139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472746378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.291173Z","caller":"traceutil/trace.go:171","msg":"trace[642818688] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24334; }","duration":"1.47281016s","start":"2026-03-05T18:41:14.818353Z","end":"2026-03-05T18:41:16.291163Z","steps":["trace[642818688] 'agreement among raft nodes before linearized reading' (duration: 1.472766129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.818327Z","time spent":"1.472867352s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.291049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.749353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.291222Z","caller":"traceutil/trace.go:171","msg":"trace[1302773823] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24334; }","duration":"314.016336ms","start":"2026-03-05T18:41:15.977138Z","end":"2026-03-05T18:41:16.291154Z","steps":["trace[1302773823] 'agreement among raft nodes before linearized reading' (duration: 313.489442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022798942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-05T18:41:16.291379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.977113Z","time spent":"314.210511ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:16.291405Z","caller":"traceutil/trace.go:171","msg":"trace[59602995] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9; range_end:; response_count:1; response_revision:24334; }","duration":"2.02315138s","start":"2026-03-05T18:41:14.268227Z","end":"2026-03-05T18:41:16.291378Z","steps":["trace[59602995] 'agreement among raft nodes before linearized reading' (duration: 2.022688519s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023936729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-05T18:41:16.291442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.268199Z","time spent":"2.023234002s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-d787b514-745d-4d2d-a5b5-c5b8a1dd85b9\" "} {"level":"info","ts":"2026-03-05T18:41:16.291445Z","caller":"traceutil/trace.go:171","msg":"trace[912547173] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24334; }","duration":"2.023972789s","start":"2026-03-05T18:41:14.267464Z","end":"2026-03-05T18:41:16.291437Z","steps":["trace[912547173] 'agreement among raft nodes before linearized reading' (duration: 2.023846907s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.267399Z","time spent":"2.024071472s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T18:41:16.291104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433998145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.291587Z","caller":"traceutil/trace.go:171","msg":"trace[656693709] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24334; }","duration":"1.434498207s","start":"2026-03-05T18:41:14.857079Z","end":"2026-03-05T18:41:16.291577Z","steps":["trace[656693709] 'agreement among raft nodes before linearized reading' (duration: 1.433996125s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:14.857068Z","time spent":"1.434544798s","remote":"127.0.0.1:57612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.291096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.013229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.291275Z","caller":"traceutil/trace.go:171","msg":"trace[1854219312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24334; }","duration":"789.016589ms","start":"2026-03-05T18:41:15.502246Z","end":"2026-03-05T18:41:16.291262Z","steps":["trace[1854219312] 'agreement among raft nodes before linearized reading' (duration: 788.769464ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.2918Z","caller":"traceutil/trace.go:171","msg":"trace[923380320] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24334; }","duration":"789.717566ms","start":"2026-03-05T18:41:15.502073Z","end":"2026-03-05T18:41:16.29179Z","steps":["trace[923380320] 'agreement among raft nodes before linearized reading' (duration: 788.996369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.291818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.502218Z","time spent":"789.587283ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:16.291841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:15.502006Z","time spent":"789.823989ms","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:16.292842Z","caller":"traceutil/trace.go:171","msg":"trace[1201728964] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"268.617084ms","start":"2026-03-05T18:41:16.024203Z","end":"2026-03-05T18:41:16.29282Z","steps":["trace[1201728964] 'process raft request' (duration: 268.44989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.293052Z","caller":"traceutil/trace.go:171","msg":"trace[1519535361] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"255.46213ms","start":"2026-03-05T18:41:16.037569Z","end":"2026-03-05T18:41:16.293031Z","steps":["trace[1519535361] 'process raft request' (duration: 255.202234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.294214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.933808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:16.294251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.48972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.294274Z","caller":"traceutil/trace.go:171","msg":"trace[2100800220] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24341; }","duration":"190.068511ms","start":"2026-03-05T18:41:16.10419Z","end":"2026-03-05T18:41:16.294258Z","steps":["trace[2100800220] 'agreement among raft nodes before linearized reading' (duration: 189.923477ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.294294Z","caller":"traceutil/trace.go:171","msg":"trace[1338405256] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24341; }","duration":"268.570392ms","start":"2026-03-05T18:41:16.025711Z","end":"2026-03-05T18:41:16.294282Z","steps":["trace[1338405256] 'agreement among raft nodes before linearized reading' (duration: 268.494591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.294673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.273623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:16.294727Z","caller":"traceutil/trace.go:171","msg":"trace[510689676] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24341; }","duration":"158.355495ms","start":"2026-03-05T18:41:16.13636Z","end":"2026-03-05T18:41:16.294716Z","steps":["trace[510689676] 'agreement among raft nodes before linearized reading' (duration: 158.239253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.294854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.899103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-05T18:41:16.294919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.687387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:41:16.294935Z","caller":"traceutil/trace.go:171","msg":"trace[2121007306] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24341; }","duration":"261.993016ms","start":"2026-03-05T18:41:16.032931Z","end":"2026-03-05T18:41:16.294924Z","steps":["trace[2121007306] 'agreement among raft nodes before linearized reading' (duration: 261.832873ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:16.294953Z","caller":"traceutil/trace.go:171","msg":"trace[953018547] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24341; }","duration":"266.734209ms","start":"2026-03-05T18:41:16.028209Z","end":"2026-03-05T18:41:16.294944Z","steps":["trace[953018547] 'agreement among raft nodes before linearized reading' (duration: 266.624876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:16.295067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.200895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:16.295112Z","caller":"traceutil/trace.go:171","msg":"trace[1482557349] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24341; }","duration":"266.255077ms","start":"2026-03-05T18:41:16.028842Z","end":"2026-03-05T18:41:16.295097Z","steps":["trace[1482557349] 'agreement among raft nodes before linearized reading' (duration: 266.190856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.694545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.382177Z","time spent":"312.361006ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:26.695195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.402286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:41:26.695322Z","caller":"traceutil/trace.go:171","msg":"trace[2074166673] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24414; }","duration":"395.594401ms","start":"2026-03-05T18:41:26.299691Z","end":"2026-03-05T18:41:26.695285Z","steps":["trace[2074166673] 'range keys from in-memory index tree' (duration: 395.128519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.695379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.299659Z","time spent":"395.709224ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:41:26.811307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:41:26.850779Z","caller":"traceutil/trace.go:171","msg":"trace[1031323572] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"543.23696ms","start":"2026-03-05T18:41:26.307481Z","end":"2026-03-05T18:41:26.850718Z","steps":["trace[1031323572] 'process raft request' (duration: 543.010534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.851115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.307454Z","time spent":"543.402024ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:26.856176Z","caller":"traceutil/trace.go:171","msg":"trace[844474979] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"506.593386ms","start":"2026-03-05T18:41:26.349563Z","end":"2026-03-05T18:41:26.856156Z","steps":["trace[844474979] 'process raft request' (duration: 506.525225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:26.856198Z","caller":"traceutil/trace.go:171","msg":"trace[456200097] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"515.454638ms","start":"2026-03-05T18:41:26.34071Z","end":"2026-03-05T18:41:26.856164Z","steps":["trace[456200097] 'process raft request' (duration: 515.092459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.856321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.349537Z","time spent":"506.702009ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:26.856352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.340681Z","time spent":"515.590681ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:26.856512Z","caller":"traceutil/trace.go:171","msg":"trace[1837582466] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"506.72997ms","start":"2026-03-05T18:41:26.349774Z","end":"2026-03-05T18:41:26.856504Z","steps":["trace[1837582466] 'process raft request' (duration: 506.355251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.856555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.349742Z","time spent":"506.788811ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:26.856566Z","caller":"traceutil/trace.go:171","msg":"trace[1055253327] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"505.358316ms","start":"2026-03-05T18:41:26.351176Z","end":"2026-03-05T18:41:26.856534Z","steps":["trace[1055253327] 'process raft request' (duration: 505.176782ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:26.856715Z","caller":"traceutil/trace.go:171","msg":"trace[1957708519] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"504.714332ms","start":"2026-03-05T18:41:26.351965Z","end":"2026-03-05T18:41:26.856679Z","steps":["trace[1957708519] 'process raft request' (duration: 504.504127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.856743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.351141Z","time spent":"505.50903ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:26.856814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.351946Z","time spent":"504.809193ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:26.856816Z","caller":"traceutil/trace.go:171","msg":"trace[1122523580] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"503.926073ms","start":"2026-03-05T18:41:26.352852Z","end":"2026-03-05T18:41:26.856778Z","steps":["trace[1122523580] 'process raft request' (duration: 503.725708ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:26.856811Z","caller":"traceutil/trace.go:171","msg":"trace[1967280888] linearizableReadLoop","detail":"{readStateIndex:25295; appliedIndex:25287; }","duration":"545.854092ms","start":"2026-03-05T18:41:26.310936Z","end":"2026-03-05T18:41:26.85679Z","steps":["trace[1967280888] 'read index received' (duration: 539.515381ms)","trace[1967280888] 'applied index is now lower than readState.Index' (duration: 6.337921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:26.856941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.960804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:26.857011Z","caller":"traceutil/trace.go:171","msg":"trace[560523300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24421; }","duration":"546.100268ms","start":"2026-03-05T18:41:26.310889Z","end":"2026-03-05T18:41:26.856989Z","steps":["trace[560523300] 'agreement among raft nodes before linearized reading' (duration: 545.958545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.857011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.352837Z","time spent":"504.078596ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:26.857056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.310865Z","time spent":"546.1765ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:26.85713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.988361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:26.85716Z","caller":"traceutil/trace.go:171","msg":"trace[2044852753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24421; }","duration":"412.064713ms","start":"2026-03-05T18:41:26.445087Z","end":"2026-03-05T18:41:26.857151Z","steps":["trace[2044852753] 'agreement among raft nodes before linearized reading' (duration: 411.906729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.857203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.445058Z","time spent":"412.138765ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:26.857342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.926004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:41:26.857372Z","caller":"traceutil/trace.go:171","msg":"trace[1993866352] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24421; }","duration":"178.957295ms","start":"2026-03-05T18:41:26.678407Z","end":"2026-03-05T18:41:26.857365Z","steps":["trace[1993866352] 'agreement among raft nodes before linearized reading' (duration: 178.826542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.857409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.94726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:26.857449Z","caller":"traceutil/trace.go:171","msg":"trace[676187044] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24421; }","duration":"352.031071ms","start":"2026-03-05T18:41:26.505409Z","end":"2026-03-05T18:41:26.857441Z","steps":["trace[676187044] 'agreement among raft nodes before linearized reading' (duration: 351.958429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:26.857472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:26.505387Z","time spent":"352.078832ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:32.439927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.548656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:32.440025Z","caller":"traceutil/trace.go:171","msg":"trace[1851929369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24448; }","duration":"488.686569ms","start":"2026-03-05T18:41:31.951322Z","end":"2026-03-05T18:41:32.440008Z","steps":["trace[1851929369] 'range keys from in-memory index tree' (duration: 488.356791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:32.440062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:31.951301Z","time spent":"488.752371ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:32.440501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.221045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:32.440598Z","caller":"traceutil/trace.go:171","msg":"trace[675157869] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25323; }","duration":"249.003015ms","start":"2026-03-05T18:41:32.191556Z","end":"2026-03-05T18:41:32.440559Z","steps":["trace[675157869] 'read index received' (duration: 168.300132ms)","trace[675157869] 'applied index is now lower than readState.Index' (duration: 80.700233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:32.440849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.273072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:41:32.440924Z","caller":"traceutil/trace.go:171","msg":"trace[1511420760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24449; }","duration":"249.371275ms","start":"2026-03-05T18:41:32.19152Z","end":"2026-03-05T18:41:32.440891Z","steps":["trace[1511420760] 'agreement among raft nodes before linearized reading' (duration: 249.177919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:32.441098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.456227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T18:41:32.440636Z","caller":"traceutil/trace.go:171","msg":"trace[1883687372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24448; }","duration":"357.39928ms","start":"2026-03-05T18:41:32.083207Z","end":"2026-03-05T18:41:32.440607Z","steps":["trace[1883687372] 'range keys from in-memory index tree' (duration: 357.147434ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:32.441173Z","caller":"traceutil/trace.go:171","msg":"trace[709563883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24449; }","duration":"249.538088ms","start":"2026-03-05T18:41:32.1916Z","end":"2026-03-05T18:41:32.441138Z","steps":["trace[709563883] 'agreement among raft nodes before linearized reading' (duration: 249.292993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:32.441203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.08319Z","time spent":"358.000965ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:32.441227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.675836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:41:32.441251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.737877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:41:32.441292Z","caller":"traceutil/trace.go:171","msg":"trace[1268608213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24449; }","duration":"242.759518ms","start":"2026-03-05T18:41:32.198516Z","end":"2026-03-05T18:41:32.441275Z","steps":["trace[1268608213] 'agreement among raft nodes before linearized reading' (duration: 242.578473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:32.441297Z","caller":"traceutil/trace.go:171","msg":"trace[516601378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24449; }","duration":"242.796969ms","start":"2026-03-05T18:41:32.198487Z","end":"2026-03-05T18:41:32.441284Z","steps":["trace[516601378] 'agreement among raft nodes before linearized reading' (duration: 242.501842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:32.441283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.61912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:41:32.440624Z","caller":"traceutil/trace.go:171","msg":"trace[511712166] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"340.729552ms","start":"2026-03-05T18:41:32.099857Z","end":"2026-03-05T18:41:32.440586Z","steps":["trace[511712166] 'process raft request' (duration: 259.954247ms)","trace[511712166] 'compare' (duration: 80.505119ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:32.441355Z","caller":"traceutil/trace.go:171","msg":"trace[2137584288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24449; }","duration":"249.712133ms","start":"2026-03-05T18:41:32.191625Z","end":"2026-03-05T18:41:32.441337Z","steps":["trace[2137584288] 'agreement among raft nodes before linearized reading' (duration: 249.453087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:32.441426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.099835Z","time spent":"341.524352ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:33.370007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.309639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:33.370153Z","caller":"traceutil/trace.go:171","msg":"trace[1250459449] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"924.1655ms","start":"2026-03-05T18:41:32.445958Z","end":"2026-03-05T18:41:33.370123Z","steps":["trace[1250459449] 'process raft request' (duration: 386.636356ms)","trace[1250459449] 'compare' (duration: 536.47557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:33.371076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.445944Z","time spent":"924.252663ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:34.342522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509874644s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:34.543277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.470859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:34.543635Z","caller":"traceutil/trace.go:171","msg":"trace[1811303449] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"2.09744069s","start":"2026-03-05T18:41:32.446175Z","end":"2026-03-05T18:41:34.543615Z","steps":["trace[1811303449] 'process raft request' (duration: 2.097198655s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:34.543613Z","caller":"traceutil/trace.go:171","msg":"trace[148310871] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"2.097486022s","start":"2026-03-05T18:41:32.446062Z","end":"2026-03-05T18:41:34.543548Z","steps":["trace[148310871] 'process raft request' (duration: 1.896660804s)","trace[148310871] 'compare' (duration: 198.84838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:34.543751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.446161Z","time spent":"2.097519143s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:34.543809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.446039Z","time spent":"2.097661796s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:34.543913Z","caller":"traceutil/trace.go:171","msg":"trace[885457813] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"2.097702297s","start":"2026-03-05T18:41:32.446182Z","end":"2026-03-05T18:41:34.543884Z","steps":["trace[885457813] 'process raft request' (duration: 2.097376229s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:34.543969Z","caller":"traceutil/trace.go:171","msg":"trace[809175781] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25324; }","duration":"2.095682298s","start":"2026-03-05T18:41:32.448264Z","end":"2026-03-05T18:41:34.543947Z","steps":["trace[809175781] 'read index received' (duration: 384.345702ms)","trace[809175781] 'applied index is now lower than readState.Index' (duration: 1.711335316s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:34.543994Z","caller":"traceutil/trace.go:171","msg":"trace[1837793991] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"2.097773389s","start":"2026-03-05T18:41:32.446192Z","end":"2026-03-05T18:41:34.543965Z","steps":["trace[1837793991] 'process raft request' (duration: 2.097606445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:34.544045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.446174Z","time spent":"2.097798709s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:34.544153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.446182Z","time spent":"2.097880911s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:34.544199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095920004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:41:34.544229Z","caller":"traceutil/trace.go:171","msg":"trace[953528138] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24454; }","duration":"2.096005076s","start":"2026-03-05T18:41:32.448215Z","end":"2026-03-05T18:41:34.54422Z","steps":["trace[953528138] 'agreement among raft nodes before linearized reading' (duration: 2.095851382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:34.544258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.448193Z","time spent":"2.096058977s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T18:41:35.044149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:35.085683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:35.085765Z","caller":"traceutil/trace.go:171","msg":"trace[1384371567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306826s","start":"2026-03-05T18:41:33.08544Z","end":"2026-03-05T18:41:35.085747Z","steps":["trace[1384371567] 'agreement among raft nodes before linearized reading' (duration: 2.000204603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.085816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:33.085414Z","time spent":"2.000392807s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:35.545097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:35.569648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.530003ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:35.56974Z","caller":"traceutil/trace.go:171","msg":"trace[1696247032] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24454; }","duration":"258.632365ms","start":"2026-03-05T18:41:35.311096Z","end":"2026-03-05T18:41:35.569728Z","steps":["trace[1696247032] 'range keys from in-memory index tree' (duration: 258.517123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.715255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175375108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:41:35.715636Z","caller":"traceutil/trace.go:171","msg":"trace[1703939007] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"2.837133014s","start":"2026-03-05T18:41:32.878475Z","end":"2026-03-05T18:41:35.715608Z","steps":["trace[1703939007] 'process raft request' (duration: 2.836944588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.715785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.878445Z","time spent":"2.837266367s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:35.715935Z","caller":"traceutil/trace.go:171","msg":"trace[724084072] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"2.837174945s","start":"2026-03-05T18:41:32.878727Z","end":"2026-03-05T18:41:35.715902Z","steps":["trace[724084072] 'process raft request' (duration: 2.836843576s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:35.715952Z","caller":"traceutil/trace.go:171","msg":"trace[2025061387] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"2.837025861s","start":"2026-03-05T18:41:32.878905Z","end":"2026-03-05T18:41:35.715931Z","steps":["trace[2025061387] 'process raft request' (duration: 2.836893528s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.71604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.87888Z","time spent":"2.837116964s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:35.716089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.878718Z","time spent":"2.837273158s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:35.716101Z","caller":"traceutil/trace.go:171","msg":"trace[528664680] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"2.836013458s","start":"2026-03-05T18:41:32.880071Z","end":"2026-03-05T18:41:35.716084Z","steps":["trace[528664680] 'process raft request' (duration: 2.835810153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.71618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.88003Z","time spent":"2.83610886s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:35.716253Z","caller":"traceutil/trace.go:171","msg":"trace[694740019] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"2.831553542s","start":"2026-03-05T18:41:32.884685Z","end":"2026-03-05T18:41:35.716239Z","steps":["trace[694740019] 'process raft request' (duration: 2.831316236s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:35.716321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.884673Z","time spent":"2.831611813s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:36.444145Z","caller":"traceutil/trace.go:171","msg":"trace[1340174039] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25329; }","duration":"1.900093106s","start":"2026-03-05T18:41:34.544022Z","end":"2026-03-05T18:41:36.444115Z","steps":["trace[1340174039] 'read index received' (duration: 1.171454156s)","trace[1340174039] 'applied index is now lower than readState.Index' (duration: 728.63699ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:36.444152Z","caller":"traceutil/trace.go:171","msg":"trace[114293370] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"1.996127925s","start":"2026-03-05T18:41:34.447984Z","end":"2026-03-05T18:41:36.444112Z","steps":["trace[114293370] 'process raft request' (duration: 1.989810304s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511660915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:36.444297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63355995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:36.444304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:34.447952Z","time spent":"1.996270009s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:36.44434Z","caller":"traceutil/trace.go:171","msg":"trace[1872552588] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24460; }","duration":"3.633651502s","start":"2026-03-05T18:41:32.810668Z","end":"2026-03-05T18:41:36.44432Z","steps":["trace[1872552588] 'agreement among raft nodes before linearized reading' (duration: 3.63356191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768098977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:36.444306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109634001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.44431Z","caller":"traceutil/trace.go:171","msg":"trace[762140190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24460; }","duration":"3.511776637s","start":"2026-03-05T18:41:32.932517Z","end":"2026-03-05T18:41:36.444293Z","steps":["trace[762140190] 'agreement among raft nodes before linearized reading' (duration: 3.511637523s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:36.444383Z","caller":"traceutil/trace.go:171","msg":"trace[1403194085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24460; }","duration":"3.768195519s","start":"2026-03-05T18:41:32.67617Z","end":"2026-03-05T18:41:36.444365Z","steps":["trace[1403194085] 'agreement among raft nodes before linearized reading' (duration: 3.768099207s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.932492Z","time spent":"3.51191537s","remote":"127.0.0.1:44442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:36.44443Z","caller":"traceutil/trace.go:171","msg":"trace[1527616584] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24460; }","duration":"2.109809705s","start":"2026-03-05T18:41:34.334591Z","end":"2026-03-05T18:41:36.444401Z","steps":["trace[1527616584] 'agreement among raft nodes before linearized reading' (duration: 2.10961054s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.676145Z","time spent":"3.76827357s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:41:36.444479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474291565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-05T18:41:36.444504Z","caller":"traceutil/trace.go:171","msg":"trace[2025845479] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24460; }","duration":"2.474339416s","start":"2026-03-05T18:41:33.970158Z","end":"2026-03-05T18:41:36.444498Z","steps":["trace[2025845479] 'agreement among raft nodes before linearized reading' (duration: 2.474228134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:34.334566Z","time spent":"2.109914747s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.444531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:33.970139Z","time spent":"2.474386647s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T18:41:36.444371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:32.810642Z","time spent":"3.633721353s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.444355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244994447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:36.444735Z","caller":"traceutil/trace.go:171","msg":"trace[1613263164] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24460; }","duration":"3.245390456s","start":"2026-03-05T18:41:33.199327Z","end":"2026-03-05T18:41:36.444718Z","steps":["trace[1613263164] 'agreement among raft nodes before linearized reading' (duration: 3.245001947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.444785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:33.199304Z","time spent":"3.245463799s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.444942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804284301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.445082Z","caller":"traceutil/trace.go:171","msg":"trace[428256686] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24460; }","duration":"2.805143541s","start":"2026-03-05T18:41:33.639893Z","end":"2026-03-05T18:41:36.445036Z","steps":["trace[428256686] 'agreement among raft nodes before linearized reading' (duration: 2.80423965s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.445148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:33.639867Z","time spent":"2.805266193s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.446047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834252916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.44609Z","caller":"traceutil/trace.go:171","msg":"trace[2147192215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24461; }","duration":"1.834328828s","start":"2026-03-05T18:41:34.611749Z","end":"2026-03-05T18:41:36.446078Z","steps":["trace[2147192215] 'agreement among raft nodes before linearized reading' (duration: 1.834240976s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.446112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:34.611731Z","time spent":"1.834376819s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:41:36.446357Z","caller":"traceutil/trace.go:171","msg":"trace[539891033] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"371.328321ms","start":"2026-03-05T18:41:36.075019Z","end":"2026-03-05T18:41:36.446347Z","steps":["trace[539891033] 'process raft request' (duration: 370.88015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.446411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.074986Z","time spent":"371.395503ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:36.446574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332703729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-05T18:41:36.446602Z","caller":"traceutil/trace.go:171","msg":"trace[1056788755] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24461; }","duration":"1.332772511s","start":"2026-03-05T18:41:35.11382Z","end":"2026-03-05T18:41:36.446593Z","steps":["trace[1056788755] 'agreement among raft nodes before linearized reading' (duration: 1.332674218s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.446623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.113794Z","time spent":"1.332823752s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T18:41:36.44664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07138893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:41:36.446711Z","caller":"traceutil/trace.go:171","msg":"trace[61650390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24461; }","duration":"1.071498122s","start":"2026-03-05T18:41:35.375195Z","end":"2026-03-05T18:41:36.446694Z","steps":["trace[61650390] 'agreement among raft nodes before linearized reading' (duration: 1.071297797s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.446743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360739837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.446764Z","caller":"traceutil/trace.go:171","msg":"trace[1594644090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24461; }","duration":"1.360791088s","start":"2026-03-05T18:41:35.085967Z","end":"2026-03-05T18:41:36.446758Z","steps":["trace[1594644090] 'agreement among raft nodes before linearized reading' (duration: 1.360757818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.446759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.375173Z","time spent":"1.071574054s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:36.446783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.085947Z","time spent":"1.360831971s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:36.447087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.576588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:41:36.447142Z","caller":"traceutil/trace.go:171","msg":"trace[375021341] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24461; }","duration":"147.6589ms","start":"2026-03-05T18:41:36.299469Z","end":"2026-03-05T18:41:36.447128Z","steps":["trace[375021341] 'agreement among raft nodes before linearized reading' (duration: 147.490716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.447236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.97352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T18:41:36.447274Z","caller":"traceutil/trace.go:171","msg":"trace[48573145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24461; }","duration":"636.049232ms","start":"2026-03-05T18:41:35.811216Z","end":"2026-03-05T18:41:36.447265Z","steps":["trace[48573145] 'agreement among raft nodes before linearized reading' (duration: 635.9553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.447301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.811188Z","time spent":"636.106314ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:41:36.447377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.853107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.447427Z","caller":"traceutil/trace.go:171","msg":"trace[930114044] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24461; }","duration":"981.944159ms","start":"2026-03-05T18:41:35.465468Z","end":"2026-03-05T18:41:36.447413Z","steps":["trace[930114044] 'agreement among raft nodes before linearized reading' (duration: 981.866337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.447453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.097623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T18:41:36.447476Z","caller":"traceutil/trace.go:171","msg":"trace[1681963085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24461; }","duration":"435.154024ms","start":"2026-03-05T18:41:36.012316Z","end":"2026-03-05T18:41:36.44747Z","steps":["trace[1681963085] 'agreement among raft nodes before linearized reading' (duration: 435.088773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.447476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.465443Z","time spent":"982.017841ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.447496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.012293Z","time spent":"435.199025ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:41:36.447593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.474088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:36.447618Z","caller":"traceutil/trace.go:171","msg":"trace[1036809349] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24461; }","duration":"515.538539ms","start":"2026-03-05T18:41:35.932072Z","end":"2026-03-05T18:41:36.447611Z","steps":["trace[1036809349] 'agreement among raft nodes before linearized reading' (duration: 515.496968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:36.447642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:35.932048Z","time spent":"515.588641ms","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:36.951519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:37.928348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.615535ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T18:41:37.928478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.448814Z","time spent":"1.479655993s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:38.200425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072622079s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:38.455437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:38.45553Z","caller":"traceutil/trace.go:171","msg":"trace[1569513613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046032s","start":"2026-03-05T18:41:36.455048Z","end":"2026-03-05T18:41:38.455508Z","steps":["trace[1569513613] 'agreement among raft nodes before linearized reading' (duration: 2.000352797s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:38.455691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.455026Z","time spent":"2.000651344s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:39.051964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.405602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:39.052311Z","caller":"traceutil/trace.go:171","msg":"trace[1590584795] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"2.599514359s","start":"2026-03-05T18:41:36.452743Z","end":"2026-03-05T18:41:39.052258Z","steps":["trace[1590584795] 'process raft request' (duration: 1.74797722s)","trace[1590584795] 'compare' (duration: 849.227014ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:39.052492Z","caller":"traceutil/trace.go:171","msg":"trace[1291123583] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"2.59703668s","start":"2026-03-05T18:41:36.455414Z","end":"2026-03-05T18:41:39.052451Z","steps":["trace[1291123583] 'process raft request' (duration: 2.596721292s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.052541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.452725Z","time spent":"2.599688553s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:39.052572Z","caller":"traceutil/trace.go:171","msg":"trace[94430726] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"2.596994659s","start":"2026-03-05T18:41:36.455544Z","end":"2026-03-05T18:41:39.052539Z","steps":["trace[94430726] 'process raft request' (duration: 2.596798544s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.052626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.455402Z","time spent":"2.597148223s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.052671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.455537Z","time spent":"2.597088641s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:39.052984Z","caller":"traceutil/trace.go:171","msg":"trace[2067469669] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25336; }","duration":"2.602009229s","start":"2026-03-05T18:41:36.450959Z","end":"2026-03-05T18:41:39.052969Z","steps":["trace[2067469669] 'read index received' (duration: 676.880537ms)","trace[2067469669] 'applied index is now lower than readState.Index' (duration: 1.925127502s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:39.053436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60247714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:41:39.053494Z","caller":"traceutil/trace.go:171","msg":"trace[1761988030] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24466; }","duration":"2.602570322s","start":"2026-03-05T18:41:36.450907Z","end":"2026-03-05T18:41:39.053477Z","steps":["trace[1761988030] 'agreement among raft nodes before linearized reading' (duration: 2.602405318s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.053528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.450886Z","time spent":"2.602635104s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"info","ts":"2026-03-05T18:41:39.053123Z","caller":"traceutil/trace.go:171","msg":"trace[1889855716] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"1.938126593s","start":"2026-03-05T18:41:37.114948Z","end":"2026-03-05T18:41:39.053075Z","steps":["trace[1889855716] 'process raft request' (duration: 1.937543429s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.053669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.114912Z","time spent":"1.938731507s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.053218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602253865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:39.053738Z","caller":"traceutil/trace.go:171","msg":"trace[1003981719] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24466; }","duration":"2.602802648s","start":"2026-03-05T18:41:36.450926Z","end":"2026-03-05T18:41:39.053728Z","steps":["trace[1003981719] 'agreement among raft nodes before linearized reading' (duration: 2.602247765s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.053774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.450907Z","time spent":"2.602861079s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:41:39.053778Z","caller":"traceutil/trace.go:171","msg":"trace[1558604541] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"2.190336965s","start":"2026-03-05T18:41:36.86336Z","end":"2026-03-05T18:41:39.053697Z","steps":["trace[1558604541] 'process raft request' (duration: 2.189030924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.05419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.863327Z","time spent":"2.190486388s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.545199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013351597s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:39.887832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.242778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:39.888326Z","caller":"traceutil/trace.go:171","msg":"trace[936480231] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"2.165948503s","start":"2026-03-05T18:41:37.722353Z","end":"2026-03-05T18:41:39.888301Z","steps":["trace[936480231] 'process raft request' (duration: 2.165710438s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.888361Z","caller":"traceutil/trace.go:171","msg":"trace[1327868295] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25342; }","duration":"834.939394ms","start":"2026-03-05T18:41:39.053407Z","end":"2026-03-05T18:41:39.888346Z","steps":["trace[1327868295] 'read index received' (duration: 491.996459ms)","trace[1327868295] 'applied index is now lower than readState.Index' (duration: 342.942055ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:39.88837Z","caller":"traceutil/trace.go:171","msg":"trace[86089569] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.816869042s","start":"2026-03-05T18:41:38.071472Z","end":"2026-03-05T18:41:39.888341Z","steps":["trace[86089569] 'process raft request' (duration: 1.816688928s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.888424Z","caller":"traceutil/trace.go:171","msg":"trace[1399485662] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.438945823s","start":"2026-03-05T18:41:38.449471Z","end":"2026-03-05T18:41:39.888416Z","steps":["trace[1399485662] 'process raft request' (duration: 1.438727908s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.888428Z","caller":"traceutil/trace.go:171","msg":"trace[1275368916] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"2.165276678s","start":"2026-03-05T18:41:37.723014Z","end":"2026-03-05T18:41:39.888291Z","steps":["trace[1275368916] 'process raft request' (duration: 2.165081353s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.888465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.722309Z","time spent":"2.166079186s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.888479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:38.449432Z","time spent":"1.439017625s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.888497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:38.071446Z","time spent":"1.816994396s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.888579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851961587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:39.888618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.722982Z","time spent":"2.165518954s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:39.888345Z","caller":"traceutil/trace.go:171","msg":"trace[1662551547] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.166176009s","start":"2026-03-05T18:41:37.722106Z","end":"2026-03-05T18:41:39.888282Z","steps":["trace[1662551547] 'process raft request' (duration: 2.165913013s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.888655Z","caller":"traceutil/trace.go:171","msg":"trace[433326434] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24475; }","duration":"2.8520939s","start":"2026-03-05T18:41:37.036543Z","end":"2026-03-05T18:41:39.888637Z","steps":["trace[433326434] 'agreement among raft nodes before linearized reading' (duration: 2.851887115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.888674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99928433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:39.888724Z","caller":"traceutil/trace.go:171","msg":"trace[349030360] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24475; }","duration":"2.999340781s","start":"2026-03-05T18:41:36.889371Z","end":"2026-03-05T18:41:39.888711Z","steps":["trace[349030360] 'agreement among raft nodes before linearized reading' (duration: 2.999261309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.888756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.889349Z","time spent":"2.999399762s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:39.888744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.722097Z","time spent":"2.166596949s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.888798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432660423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:39.888351Z","caller":"traceutil/trace.go:171","msg":"trace[1344696890] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"1.958277592s","start":"2026-03-05T18:41:37.930027Z","end":"2026-03-05T18:41:39.888305Z","steps":["trace[1344696890] 'process raft request' (duration: 1.958095358s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.888854Z","caller":"traceutil/trace.go:171","msg":"trace[2068115159] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"2.166996468s","start":"2026-03-05T18:41:37.721817Z","end":"2026-03-05T18:41:39.888813Z","steps":["trace[2068115159] 'process raft request' (duration: 1.823573632s)","trace[2068115159] 'compare' (duration: 342.106285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:39.888712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.036524Z","time spent":"2.852173073s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:39.888958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.721791Z","time spent":"2.167129612s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:39.889013Z","caller":"traceutil/trace.go:171","msg":"trace[893409613] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"831.481422ms","start":"2026-03-05T18:41:39.057519Z","end":"2026-03-05T18:41:39.889Z","steps":["trace[893409613] 'process raft request' (duration: 830.777485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.929992Z","time spent":"1.958881347s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.889099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:39.057507Z","time spent":"831.545103ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.88894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620663384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:39.88914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8382385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T18:41:39.889147Z","caller":"traceutil/trace.go:171","msg":"trace[1401646197] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"2.16707353s","start":"2026-03-05T18:41:37.722045Z","end":"2026-03-05T18:41:39.889119Z","steps":["trace[1401646197] 'process raft request' (duration: 2.165900883s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.889201Z","caller":"traceutil/trace.go:171","msg":"trace[151946636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24475; }","duration":"2.838296921s","start":"2026-03-05T18:41:37.050888Z","end":"2026-03-05T18:41:39.889185Z","steps":["trace[151946636] 'agreement among raft nodes before linearized reading' (duration: 2.838097536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096419027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:39.888756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:39.057165Z","time spent":"831.589554ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:39.889251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.050875Z","time spent":"2.838365263s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-05T18:41:39.889263Z","caller":"traceutil/trace.go:171","msg":"trace[285098511] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24475; }","duration":"1.096499279s","start":"2026-03-05T18:41:38.792754Z","end":"2026-03-05T18:41:39.889253Z","steps":["trace[285098511] 'agreement among raft nodes before linearized reading' (duration: 1.096442787s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:37.722039Z","time spent":"2.167179463s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:39.889329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340584865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:41:39.889362Z","caller":"traceutil/trace.go:171","msg":"trace[1805723912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24475; }","duration":"3.340663407s","start":"2026-03-05T18:41:36.548691Z","end":"2026-03-05T18:41:39.889354Z","steps":["trace[1805723912] 'agreement among raft nodes before linearized reading' (duration: 3.340559485s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340565395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T18:41:39.889175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433117131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:39.889386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.548657Z","time spent":"3.340723699s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:41:39.889409Z","caller":"traceutil/trace.go:171","msg":"trace[1214946656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24475; }","duration":"3.340677347s","start":"2026-03-05T18:41:36.548714Z","end":"2026-03-05T18:41:39.889391Z","steps":["trace[1214946656] 'agreement among raft nodes before linearized reading' (duration: 3.340534974s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:38.792711Z","time spent":"1.09657733s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:39.889209Z","caller":"traceutil/trace.go:171","msg":"trace[485310634] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24475; }","duration":"1.62093302s","start":"2026-03-05T18:41:38.26822Z","end":"2026-03-05T18:41:39.889153Z","steps":["trace[485310634] 'agreement among raft nodes before linearized reading' (duration: 1.620560462s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.889451Z","caller":"traceutil/trace.go:171","msg":"trace[1849142248] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24475; }","duration":"3.433421318s","start":"2026-03-05T18:41:36.455981Z","end":"2026-03-05T18:41:39.889403Z","steps":["trace[1849142248] 'agreement among raft nodes before linearized reading' (duration: 3.433134721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.548683Z","time spent":"3.340769059s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:39.889491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:38.268198Z","time spent":"1.621280439s","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:39.888853Z","caller":"traceutil/trace.go:171","msg":"trace[2086993699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24475; }","duration":"1.432741174s","start":"2026-03-05T18:41:38.456098Z","end":"2026-03-05T18:41:39.888839Z","steps":["trace[2086993699] 'agreement among raft nodes before linearized reading' (duration: 1.432652452s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.455952Z","time spent":"3.433543391s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:41:39.889542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:38.456084Z","time spent":"1.433451851s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:39.889584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340910803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T18:41:39.889606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340605705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:41:39.88964Z","caller":"traceutil/trace.go:171","msg":"trace[303142911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24475; }","duration":"3.341010215s","start":"2026-03-05T18:41:36.548616Z","end":"2026-03-05T18:41:39.889627Z","steps":["trace[303142911] 'agreement among raft nodes before linearized reading' (duration: 3.340859132s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:39.889669Z","caller":"traceutil/trace.go:171","msg":"trace[1804101890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24475; }","duration":"3.340709159s","start":"2026-03-05T18:41:36.548948Z","end":"2026-03-05T18:41:39.889657Z","steps":["trace[1804101890] 'agreement among raft nodes before linearized reading' (duration: 3.340442972s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.889684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.548589Z","time spent":"3.341083928s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:39.889717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.548939Z","time spent":"3.34076806s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:39.890638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378207583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:41:39.890684Z","caller":"traceutil/trace.go:171","msg":"trace[216513702] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24475; }","duration":"3.378297005s","start":"2026-03-05T18:41:36.512379Z","end":"2026-03-05T18:41:39.890676Z","steps":["trace[216513702] 'agreement among raft nodes before linearized reading' (duration: 3.376480241s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.890713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:36.512356Z","time spent":"3.378351526s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2636,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:39.896726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.429197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:41:39.896764Z","caller":"traceutil/trace.go:171","msg":"trace[298910662] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24476; }","duration":"140.52841ms","start":"2026-03-05T18:41:39.756227Z","end":"2026-03-05T18:41:39.896755Z","steps":["trace[298910662] 'agreement among raft nodes before linearized reading' (duration: 140.445468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.896887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.115952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T18:41:39.896933Z","caller":"traceutil/trace.go:171","msg":"trace[151068403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24476; }","duration":"724.204664ms","start":"2026-03-05T18:41:39.172721Z","end":"2026-03-05T18:41:39.896926Z","steps":["trace[151068403] 'agreement among raft nodes before linearized reading' (duration: 724.126782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.896955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:39.172692Z","time spent":"724.257434ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T18:41:39.8971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.827804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:39.897128Z","caller":"traceutil/trace.go:171","msg":"trace[370336219] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24476; }","duration":"788.900835ms","start":"2026-03-05T18:41:39.108219Z","end":"2026-03-05T18:41:39.89712Z","steps":["trace[370336219] 'agreement among raft nodes before linearized reading' (duration: 788.844654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.897148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:39.108192Z","time spent":"788.950707ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:39.897204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.771335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:39.897238Z","caller":"traceutil/trace.go:171","msg":"trace[526019636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24476; }","duration":"838.831556ms","start":"2026-03-05T18:41:39.058398Z","end":"2026-03-05T18:41:39.89723Z","steps":["trace[526019636] 'agreement among raft nodes before linearized reading' (duration: 838.731994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:39.897265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:39.05839Z","time spent":"838.869868ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:43.451415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.54343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:43.451442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.704405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:43.451515Z","caller":"traceutil/trace.go:171","msg":"trace[337845378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24589; }","duration":"421.680782ms","start":"2026-03-05T18:41:43.02981Z","end":"2026-03-05T18:41:43.451491Z","steps":["trace[337845378] 'range keys from in-memory index tree' (duration: 421.456738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:43.451538Z","caller":"traceutil/trace.go:171","msg":"trace[1893211712] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24589; }","duration":"518.865009ms","start":"2026-03-05T18:41:42.932647Z","end":"2026-03-05T18:41:43.451512Z","steps":["trace[1893211712] 'count revisions from in-memory index tree' (duration: 518.603022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.45156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.02979Z","time spent":"421.760355ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:43.451589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:42.932628Z","time spent":"518.95002ms","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:43.451568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.706291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:43.451711Z","caller":"traceutil/trace.go:171","msg":"trace[958488121] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24589; }","duration":"457.877625ms","start":"2026-03-05T18:41:42.993795Z","end":"2026-03-05T18:41:43.451672Z","steps":["trace[958488121] 'count revisions from in-memory index tree' (duration: 457.608508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.451751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.335999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T18:41:43.451819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:42.993729Z","time spent":"458.06933ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:43.451852Z","caller":"traceutil/trace.go:171","msg":"trace[630140413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24589; }","duration":"383.473111ms","start":"2026-03-05T18:41:43.068355Z","end":"2026-03-05T18:41:43.451828Z","steps":["trace[630140413] 'range keys from in-memory index tree' (duration: 383.174904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.451865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.474341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:43.451901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.06834Z","time spent":"383.552503ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:43.451921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.366604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-05T18:41:43.451783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.116361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:43.451951Z","caller":"traceutil/trace.go:171","msg":"trace[1854485192] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24589; }","duration":"581.610034ms","start":"2026-03-05T18:41:42.870321Z","end":"2026-03-05T18:41:43.451931Z","steps":["trace[1854485192] 'count revisions from in-memory index tree' (duration: 581.329987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:43.452032Z","caller":"traceutil/trace.go:171","msg":"trace[134462412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24589; }","duration":"843.470257ms","start":"2026-03-05T18:41:42.608505Z","end":"2026-03-05T18:41:43.451975Z","steps":["trace[134462412] 'range keys from in-memory index tree' (duration: 843.151329ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:43.452074Z","caller":"traceutil/trace.go:171","msg":"trace[1092353608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24589; }","duration":"367.425139ms","start":"2026-03-05T18:41:43.084631Z","end":"2026-03-05T18:41:43.452056Z","steps":["trace[1092353608] 'range keys from in-memory index tree' (duration: 367.069371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.452088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:42.608483Z","time spent":"843.58998ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:43.45209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:42.870295Z","time spent":"581.775829ms","remote":"127.0.0.1:46144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:43.452124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.084622Z","time spent":"367.49176ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:43.452079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.303933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-05T18:41:43.452243Z","caller":"traceutil/trace.go:171","msg":"trace[538565713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24589; }","duration":"142.492517ms","start":"2026-03-05T18:41:43.309701Z","end":"2026-03-05T18:41:43.452193Z","steps":["trace[538565713] 'range keys from in-memory index tree' (duration: 142.023316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.452716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.087567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:43.452791Z","caller":"traceutil/trace.go:171","msg":"trace[396121302] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24589; }","duration":"504.2069ms","start":"2026-03-05T18:41:42.948566Z","end":"2026-03-05T18:41:43.452773Z","steps":["trace[396121302] 'count revisions from in-memory index tree' (duration: 503.988764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.452845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:42.948537Z","time spent":"504.292592ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:43.82934Z","caller":"traceutil/trace.go:171","msg":"trace[130224761] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"371.057246ms","start":"2026-03-05T18:41:43.458251Z","end":"2026-03-05T18:41:43.829308Z","steps":["trace[130224761] 'process raft request' (duration: 370.881372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:43.829533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.458223Z","time spent":"371.202009ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:44.228499Z","caller":"traceutil/trace.go:171","msg":"trace[2096306196] linearizableReadLoop","detail":"{readStateIndex:25469; appliedIndex:25467; }","duration":"475.113165ms","start":"2026-03-05T18:41:43.753364Z","end":"2026-03-05T18:41:44.228477Z","steps":["trace[2096306196] 'read index received' (duration: 75.684054ms)","trace[2096306196] 'applied index is now lower than readState.Index' (duration: 399.428101ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:44.228652Z","caller":"traceutil/trace.go:171","msg":"trace[1083355561] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"765.744164ms","start":"2026-03-05T18:41:43.462854Z","end":"2026-03-05T18:41:44.228598Z","steps":["trace[1083355561] 'process raft request' (duration: 765.472858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.228708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.30926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:44.228763Z","caller":"traceutil/trace.go:171","msg":"trace[571658212] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24591; }","duration":"475.430573ms","start":"2026-03-05T18:41:43.753317Z","end":"2026-03-05T18:41:44.228748Z","steps":["trace[571658212] 'agreement among raft nodes before linearized reading' (duration: 475.31002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.228871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.753297Z","time spent":"475.561116ms","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:44.228938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.462828Z","time spent":"765.927288ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.729587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:41:44.814246Z","caller":"traceutil/trace.go:171","msg":"trace[912871725] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"911.657412ms","start":"2026-03-05T18:41:43.902556Z","end":"2026-03-05T18:41:44.814213Z","steps":["trace[912871725] 'process raft request' (duration: 839.138504ms)","trace[912871725] 'compare' (duration: 72.20371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:44.814401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.902528Z","time spent":"911.788195ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:44.814459Z","caller":"traceutil/trace.go:171","msg":"trace[1056738901] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"909.826888ms","start":"2026-03-05T18:41:43.904568Z","end":"2026-03-05T18:41:44.814395Z","steps":["trace[1056738901] 'process raft request' (duration: 909.617783ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.814535Z","caller":"traceutil/trace.go:171","msg":"trace[383081507] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"903.396866ms","start":"2026-03-05T18:41:43.911099Z","end":"2026-03-05T18:41:44.814495Z","steps":["trace[383081507] 'process raft request' (duration: 903.280333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.814708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.904551Z","time spent":"910.024004ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:44.814721Z","caller":"traceutil/trace.go:171","msg":"trace[864626832] linearizableReadLoop","detail":"{readStateIndex:25478; appliedIndex:25469; }","duration":"586.107813ms","start":"2026-03-05T18:41:44.228581Z","end":"2026-03-05T18:41:44.814689Z","steps":["trace[864626832] 'read index received' (duration: 512.995709ms)","trace[864626832] 'applied index is now lower than readState.Index' (duration: 73.109734ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:44.814755Z","caller":"traceutil/trace.go:171","msg":"trace[1276763797] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"754.109838ms","start":"2026-03-05T18:41:44.06063Z","end":"2026-03-05T18:41:44.81474Z","steps":["trace[1276763797] 'process raft request' (duration: 754.000566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.814786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.911082Z","time spent":"903.57001ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.814828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.060575Z","time spent":"754.21232ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.81491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.211444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:44.814939Z","caller":"traceutil/trace.go:171","msg":"trace[1698670560] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"903.768285ms","start":"2026-03-05T18:41:43.911161Z","end":"2026-03-05T18:41:44.814929Z","steps":["trace[1698670560] 'process raft request' (duration: 903.274472ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.814978Z","caller":"traceutil/trace.go:171","msg":"trace[1731191386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"729.310306ms","start":"2026-03-05T18:41:44.085639Z","end":"2026-03-05T18:41:44.81495Z","steps":["trace[1731191386] 'agreement among raft nodes before linearized reading' (duration: 729.200103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.814987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.911146Z","time spent":"903.814656ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.815027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.08561Z","time spent":"729.409429ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:41:44.815023Z","caller":"traceutil/trace.go:171","msg":"trace[1779331980] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"904.896231ms","start":"2026-03-05T18:41:43.910105Z","end":"2026-03-05T18:41:44.815001Z","steps":["trace[1779331980] 'process raft request' (duration: 904.145243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.815065Z","caller":"traceutil/trace.go:171","msg":"trace[1093159111] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"900.364644ms","start":"2026-03-05T18:41:43.914691Z","end":"2026-03-05T18:41:44.815056Z","steps":["trace[1093159111] 'process raft request' (duration: 899.838701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.815119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.914676Z","time spent":"900.412545ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:44.815178Z","caller":"traceutil/trace.go:171","msg":"trace[1187140331] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"904.907352ms","start":"2026-03-05T18:41:43.910254Z","end":"2026-03-05T18:41:44.815161Z","steps":["trace[1187140331] 'process raft request' (duration: 904.065241ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.815219Z","caller":"traceutil/trace.go:171","msg":"trace[1384042278] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"862.236885ms","start":"2026-03-05T18:41:43.952972Z","end":"2026-03-05T18:41:44.815209Z","steps":["trace[1384042278] 'process raft request' (duration: 861.618051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.815268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.952935Z","time spent":"862.307917ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.815268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.910246Z","time spent":"904.979504ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:44.815342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.359801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-05T18:41:44.815125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.910068Z","time spent":"905.007874ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:44.81539Z","caller":"traceutil/trace.go:171","msg":"trace[1170094568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24600; }","duration":"790.445413ms","start":"2026-03-05T18:41:44.02493Z","end":"2026-03-05T18:41:44.815376Z","steps":["trace[1170094568] 'agreement among raft nodes before linearized reading' (duration: 790.285879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.815423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.024891Z","time spent":"790.524465ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T18:41:44.815661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.259375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:41:44.815701Z","caller":"traceutil/trace.go:171","msg":"trace[884193189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24600; }","duration":"893.329355ms","start":"2026-03-05T18:41:43.922362Z","end":"2026-03-05T18:41:44.815691Z","steps":["trace[884193189] 'agreement among raft nodes before linearized reading' (duration: 893.200512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.81573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.92234Z","time spent":"893.383667ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:44.81579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.268037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T18:41:44.815861Z","caller":"traceutil/trace.go:171","msg":"trace[1562985663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24600; }","duration":"576.36602ms","start":"2026-03-05T18:41:44.239475Z","end":"2026-03-05T18:41:44.815841Z","steps":["trace[1562985663] 'agreement among raft nodes before linearized reading' (duration: 576.122444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.8159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.239455Z","time spent":"576.436622ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:44.815984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.792617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:41:44.816046Z","caller":"traceutil/trace.go:171","msg":"trace[894659476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24600; }","duration":"901.87317ms","start":"2026-03-05T18:41:43.914163Z","end":"2026-03-05T18:41:44.816036Z","steps":["trace[894659476] 'agreement among raft nodes before linearized reading' (duration: 901.707746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.816089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.914154Z","time spent":"901.922371ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:41:44.816092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.391094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T18:41:44.816107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.043884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:44.816145Z","caller":"traceutil/trace.go:171","msg":"trace[374491070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24600; }","duration":"389.086255ms","start":"2026-03-05T18:41:44.427048Z","end":"2026-03-05T18:41:44.816134Z","steps":["trace[374491070] 'agreement among raft nodes before linearized reading' (duration: 389.020423ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.816147Z","caller":"traceutil/trace.go:171","msg":"trace[1228764107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24600; }","duration":"358.479816ms","start":"2026-03-05T18:41:44.45765Z","end":"2026-03-05T18:41:44.81613Z","steps":["trace[1228764107] 'agreement among raft nodes before linearized reading' (duration: 358.322842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.816188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.42696Z","time spent":"389.218818ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:44.816198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.457627Z","time spent":"358.558737ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:44.816186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.731131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:41:44.81625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.653854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:44.816284Z","caller":"traceutil/trace.go:171","msg":"trace[1550531567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24600; }","duration":"901.688585ms","start":"2026-03-05T18:41:43.914581Z","end":"2026-03-05T18:41:44.816269Z","steps":["trace[1550531567] 'agreement among raft nodes before linearized reading' (duration: 901.605463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:44.816295Z","caller":"traceutil/trace.go:171","msg":"trace[440166260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24600; }","duration":"900.886035ms","start":"2026-03-05T18:41:43.915381Z","end":"2026-03-05T18:41:44.816267Z","steps":["trace[440166260] 'agreement among raft nodes before linearized reading' (duration: 900.643969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:44.816315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.914576Z","time spent":"901.733326ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:44.816355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:43.915363Z","time spent":"900.977298ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:45.412022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:46.821631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510532409s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:46.821749Z","caller":"traceutil/trace.go:171","msg":"trace[353601116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24600; }","duration":"1.510666632s","start":"2026-03-05T18:41:45.311066Z","end":"2026-03-05T18:41:46.821732Z","steps":["trace[353601116] 'range keys from in-memory index tree' (duration: 1.510516189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:46.822185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337957724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:46.822716Z","caller":"traceutil/trace.go:171","msg":"trace[1073388174] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.999828744s","start":"2026-03-05T18:41:44.822872Z","end":"2026-03-05T18:41:46.822701Z","steps":["trace[1073388174] 'process raft request' (duration: 661.233934ms)","trace[1073388174] 'compare' (duration: 1.337802301s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:46.822828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.822847Z","time spent":"1.999908695s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:46.823377Z","caller":"traceutil/trace.go:171","msg":"trace[353947062] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"2.000394127s","start":"2026-03-05T18:41:44.822957Z","end":"2026-03-05T18:41:46.823351Z","steps":["trace[353947062] 'process raft request' (duration: 1.999635708s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:46.823501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.822938Z","time spent":"2.000496479s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:46.823614Z","caller":"traceutil/trace.go:171","msg":"trace[508480183] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"2.000506069s","start":"2026-03-05T18:41:44.823082Z","end":"2026-03-05T18:41:46.823588Z","steps":["trace[508480183] 'process raft request' (duration: 2.000218003s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:46.823764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.823077Z","time spent":"2.000611442s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:46.823802Z","caller":"traceutil/trace.go:171","msg":"trace[144819739] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25478; }","duration":"1.912385349s","start":"2026-03-05T18:41:44.911392Z","end":"2026-03-05T18:41:46.823778Z","steps":["trace[144819739] 'read index received' (duration: 572.654062ms)","trace[144819739] 'applied index is now lower than readState.Index' (duration: 1.339730157s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:46.823917Z","caller":"traceutil/trace.go:171","msg":"trace[92858879] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.999585708s","start":"2026-03-05T18:41:44.824285Z","end":"2026-03-05T18:41:46.823871Z","steps":["trace[92858879] 'process raft request' (duration: 1.999204849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:46.824061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912670356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T18:41:46.824118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.824261Z","time spent":"1.999749201s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:46.824128Z","caller":"traceutil/trace.go:171","msg":"trace[584086893] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24604; }","duration":"1.912787249s","start":"2026-03-05T18:41:44.911321Z","end":"2026-03-05T18:41:46.824108Z","steps":["trace[584086893] 'agreement among raft nodes before linearized reading' (duration: 1.912586014s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:46.824182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.911291Z","time spent":"1.91287181s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:41:47.323954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:47.824399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:48.084665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:48.084761Z","caller":"traceutil/trace.go:171","msg":"trace[2044135982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450719s","start":"2026-03-05T18:41:46.08429Z","end":"2026-03-05T18:41:48.084741Z","steps":["trace[2044135982] 'agreement among raft nodes before linearized reading' (duration: 2.000329956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:48.084809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.084264Z","time spent":"2.00053542s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:48.325402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:48.500986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677408547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:48.639374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.061491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:41:48.639528Z","caller":"traceutil/trace.go:171","msg":"trace[1591499524] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.816033302s","start":"2026-03-05T18:41:46.82346Z","end":"2026-03-05T18:41:48.639494Z","steps":["trace[1591499524] 'process raft request' (duration: 1.677739016s)","trace[1591499524] 'compare' (duration: 137.567099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:48.639639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.823434Z","time spent":"1.816149634s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:49.424128Z","caller":"traceutil/trace.go:171","msg":"trace[1330329477] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"2.5978902s","start":"2026-03-05T18:41:46.826202Z","end":"2026-03-05T18:41:49.424093Z","steps":["trace[1330329477] 'process raft request' (duration: 2.595054603s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.424485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.826174Z","time spent":"2.598221898s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:49.424751Z","caller":"traceutil/trace.go:171","msg":"trace[929392061] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25482; }","duration":"2.600856491s","start":"2026-03-05T18:41:46.823866Z","end":"2026-03-05T18:41:49.424722Z","steps":["trace[929392061] 'read index received' (duration: 1.677322216s)","trace[929392061] 'applied index is now lower than readState.Index' (duration: 923.533025ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:49.424773Z","caller":"traceutil/trace.go:171","msg":"trace[1224687650] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"2.598491164s","start":"2026-03-05T18:41:46.826249Z","end":"2026-03-05T18:41:49.42474Z","steps":["trace[1224687650] 'process raft request' (duration: 2.597751427s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.424782Z","caller":"traceutil/trace.go:171","msg":"trace[1527541848] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"2.598278609s","start":"2026-03-05T18:41:46.826455Z","end":"2026-03-05T18:41:49.424734Z","steps":["trace[1527541848] 'process raft request' (duration: 2.597983892s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.424871Z","caller":"traceutil/trace.go:171","msg":"trace[2117258629] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"2.598094495s","start":"2026-03-05T18:41:46.826766Z","end":"2026-03-05T18:41:49.424861Z","steps":["trace[2117258629] 'process raft request' (duration: 2.597837849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.424952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.826222Z","time spent":"2.598623018s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:49.424993Z","caller":"traceutil/trace.go:171","msg":"trace[897069524] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"2.597192414s","start":"2026-03-05T18:41:46.827782Z","end":"2026-03-05T18:41:49.424974Z","steps":["trace[897069524] 'process raft request' (duration: 2.596861556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.42502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.826444Z","time spent":"2.598428432s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:49.42504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.826747Z","time spent":"2.598168766s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:49.425022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381757696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.425061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.827771Z","time spent":"2.597252915s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:49.42509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578855225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:41:49.425102Z","caller":"traceutil/trace.go:171","msg":"trace[1708771825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24611; }","duration":"4.381877538s","start":"2026-03-05T18:41:45.043205Z","end":"2026-03-05T18:41:49.425082Z","steps":["trace[1708771825] 'agreement among raft nodes before linearized reading' (duration: 4.381741795s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.425136Z","caller":"traceutil/trace.go:171","msg":"trace[656572681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24611; }","duration":"3.578943757s","start":"2026-03-05T18:41:45.84618Z","end":"2026-03-05T18:41:49.425124Z","steps":["trace[656572681] 'agreement among raft nodes before linearized reading' (duration: 3.578746063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.42515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:45.043194Z","time spent":"4.3819462s","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.42517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:45.846151Z","time spent":"3.579012378s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:49.425198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699627774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:49.425195Z","caller":"traceutil/trace.go:171","msg":"trace[1742733480] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"2.596970769s","start":"2026-03-05T18:41:46.828211Z","end":"2026-03-05T18:41:49.425182Z","steps":["trace[1742733480] 'process raft request' (duration: 2.596463857s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.425172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746960124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:41:49.425234Z","caller":"traceutil/trace.go:171","msg":"trace[1502530777] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24611; }","duration":"3.699663615s","start":"2026-03-05T18:41:45.725558Z","end":"2026-03-05T18:41:49.425221Z","steps":["trace[1502530777] 'agreement among raft nodes before linearized reading' (duration: 3.699573052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.425214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604073877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-05T18:41:49.42526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:45.725444Z","time spent":"3.699809868s","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.425262Z","caller":"traceutil/trace.go:171","msg":"trace[1384921688] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24611; }","duration":"2.747058976s","start":"2026-03-05T18:41:46.67818Z","end":"2026-03-05T18:41:49.425239Z","steps":["trace[1384921688] 'agreement among raft nodes before linearized reading' (duration: 2.74679257s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.425265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.828202Z","time spent":"2.59702915s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:49.425284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044505677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:49.425299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395514353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-05T18:41:49.425305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.678144Z","time spent":"2.747152478s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"info","ts":"2026-03-05T18:41:49.4253Z","caller":"traceutil/trace.go:171","msg":"trace[67947727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24611; }","duration":"3.60421348s","start":"2026-03-05T18:41:45.821065Z","end":"2026-03-05T18:41:49.425278Z","steps":["trace[67947727] 'agreement among raft nodes before linearized reading' (duration: 3.603927263s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.425317Z","caller":"traceutil/trace.go:171","msg":"trace[1013893064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24611; }","duration":"3.044580619s","start":"2026-03-05T18:41:46.380726Z","end":"2026-03-05T18:41:49.425307Z","steps":["trace[1013893064] 'agreement among raft nodes before linearized reading' (duration: 3.044521987s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.425335Z","caller":"traceutil/trace.go:171","msg":"trace[219894043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24611; }","duration":"4.395570835s","start":"2026-03-05T18:41:45.029751Z","end":"2026-03-05T18:41:49.425322Z","steps":["trace[219894043] 'agreement among raft nodes before linearized reading' (duration: 4.395417421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.425354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.380704Z","time spent":"3.04464055s","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.425361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:45.029733Z","time spent":"4.395622267s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-05T18:41:49.42534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452488822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:49.425358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:45.82105Z","time spent":"3.604296802s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:49.425391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494096473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:49.425414Z","caller":"traceutil/trace.go:171","msg":"trace[321205746] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24611; }","duration":"4.452630665s","start":"2026-03-05T18:41:44.972764Z","end":"2026-03-05T18:41:49.425395Z","steps":["trace[321205746] 'agreement among raft nodes before linearized reading' (duration: 4.452473401s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.425441Z","caller":"traceutil/trace.go:171","msg":"trace[656352892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24611; }","duration":"4.494202115s","start":"2026-03-05T18:41:44.931226Z","end":"2026-03-05T18:41:49.425428Z","steps":["trace[656352892] 'agreement among raft nodes before linearized reading' (duration: 4.494048722s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.425468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.972738Z","time spent":"4.452722127s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.425476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:44.931196Z","time spent":"4.494272797s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:49.425493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125365045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-05T18:41:49.425531Z","caller":"traceutil/trace.go:171","msg":"trace[593577444] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24611; }","duration":"3.125443217s","start":"2026-03-05T18:41:46.300077Z","end":"2026-03-05T18:41:49.425521Z","steps":["trace[593577444] 'agreement among raft nodes before linearized reading' (duration: 3.125292093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.42558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:46.300053Z","time spent":"3.125520899s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:41:49.499182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413822564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.499208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.734095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.499229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.178106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:49.499292Z","caller":"traceutil/trace.go:171","msg":"trace[420300300] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24612; }","duration":"351.869089ms","start":"2026-03-05T18:41:49.1474Z","end":"2026-03-05T18:41:49.499269Z","steps":["trace[420300300] 'agreement among raft nodes before linearized reading' (duration: 351.665314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.499313Z","caller":"traceutil/trace.go:171","msg":"trace[957496035] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24612; }","duration":"493.32864ms","start":"2026-03-05T18:41:49.005962Z","end":"2026-03-05T18:41:49.499291Z","steps":["trace[957496035] 'agreement among raft nodes before linearized reading' (duration: 493.152456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.402106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:41:49.499401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.005935Z","time spent":"493.453903ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.499434Z","caller":"traceutil/trace.go:171","msg":"trace[259412409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24612; }","duration":"671.489538ms","start":"2026-03-05T18:41:48.827915Z","end":"2026-03-05T18:41:49.499404Z","steps":["trace[259412409] 'agreement among raft nodes before linearized reading' (duration: 671.349754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.077283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:41:49.499474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.827887Z","time spent":"671.58033ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T18:41:49.499486Z","caller":"traceutil/trace.go:171","msg":"trace[1000830812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24612; }","duration":"670.115734ms","start":"2026-03-05T18:41:48.829356Z","end":"2026-03-05T18:41:49.499472Z","steps":["trace[1000830812] 'agreement among raft nodes before linearized reading' (duration: 670.008582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590337862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.49952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.829323Z","time spent":"670.190876ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:41:49.499534Z","caller":"traceutil/trace.go:171","msg":"trace[1073951146] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"216.764407ms","start":"2026-03-05T18:41:49.282724Z","end":"2026-03-05T18:41:49.499489Z","steps":["trace[1073951146] 'process raft request' (duration: 216.05066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.041794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:49.499624Z","caller":"traceutil/trace.go:171","msg":"trace[916295328] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24612; }","duration":"321.124356ms","start":"2026-03-05T18:41:49.178488Z","end":"2026-03-05T18:41:49.499613Z","steps":["trace[916295328] 'agreement among raft nodes before linearized reading' (duration: 321.061624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623882242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.499658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.178471Z","time spent":"321.179617ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.499687Z","caller":"traceutil/trace.go:171","msg":"trace[2188324] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24612; }","duration":"1.623960374s","start":"2026-03-05T18:41:47.875703Z","end":"2026-03-05T18:41:49.499663Z","steps":["trace[2188324] 'agreement among raft nodes before linearized reading' (duration: 1.623892532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.49931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.086298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:41:49.49972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.954046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.499734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288612118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:49.499733Z","caller":"traceutil/trace.go:171","msg":"trace[1783014026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24612; }","duration":"671.569719ms","start":"2026-03-05T18:41:48.82815Z","end":"2026-03-05T18:41:49.49972Z","steps":["trace[1783014026] 'agreement among raft nodes before linearized reading' (duration: 670.901073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:47.875678Z","time spent":"1.624043475s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.499756Z","caller":"traceutil/trace.go:171","msg":"trace[1843798794] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24612; }","duration":"929.029797ms","start":"2026-03-05T18:41:48.570716Z","end":"2026-03-05T18:41:49.499746Z","steps":["trace[1843798794] 'agreement among raft nodes before linearized reading' (duration: 928.969075ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.499761Z","caller":"traceutil/trace.go:171","msg":"trace[1619924277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24612; }","duration":"2.288676159s","start":"2026-03-05T18:41:47.211076Z","end":"2026-03-05T18:41:49.499752Z","steps":["trace[1619924277] 'agreement among raft nodes before linearized reading' (duration: 2.288540176s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.852241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:49.499342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.147374Z","time spent":"351.956041ms","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.499793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:47.21105Z","time spent":"2.288738001s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.499794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.570691Z","time spent":"929.094989ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.499565Z","caller":"traceutil/trace.go:171","msg":"trace[989755609] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24612; }","duration":"1.590409804s","start":"2026-03-05T18:41:47.909127Z","end":"2026-03-05T18:41:49.499537Z","steps":["trace[989755609] 'agreement among raft nodes before linearized reading' (duration: 1.590275701s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:49.499242Z","caller":"traceutil/trace.go:171","msg":"trace[884004823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24612; }","duration":"1.413924667s","start":"2026-03-05T18:41:48.085303Z","end":"2026-03-05T18:41:49.499227Z","steps":["trace[884004823] 'agreement among raft nodes before linearized reading' (duration: 1.413780453s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.499904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:47.909066Z","time spent":"1.590801883s","remote":"127.0.0.1:48620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.499945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.085278Z","time spent":"1.414660623s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:49.499972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110639756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:49.500024Z","caller":"traceutil/trace.go:171","msg":"trace[447046433] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24612; }","duration":"1.110740408s","start":"2026-03-05T18:41:48.389272Z","end":"2026-03-05T18:41:49.500012Z","steps":["trace[447046433] 'agreement among raft nodes before linearized reading' (duration: 1.110649536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.500053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.389249Z","time spent":"1.11079736s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:49.499827Z","caller":"traceutil/trace.go:171","msg":"trace[1530430947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24612; }","duration":"465.000085ms","start":"2026-03-05T18:41:49.034806Z","end":"2026-03-05T18:41:49.499806Z","steps":["trace[1530430947] 'agreement among raft nodes before linearized reading' (duration: 464.809391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.500088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.034787Z","time spent":"465.289792ms","remote":"127.0.0.1:57596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:49.49978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.828128Z","time spent":"671.636661ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:49.499324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.226862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:41:49.500255Z","caller":"traceutil/trace.go:171","msg":"trace[2096223849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24612; }","duration":"672.235295ms","start":"2026-03-05T18:41:48.828008Z","end":"2026-03-05T18:41:49.500244Z","steps":["trace[2096223849] 'agreement among raft nodes before linearized reading' (duration: 671.051898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:49.500295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:48.827975Z","time spent":"672.308336ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:41:49.999522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:50.500221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:51.001069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:51.501725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:51.509107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T18:41:51.509167Z","caller":"traceutil/trace.go:171","msg":"trace[548986121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052519s","start":"2026-03-05T18:41:49.508622Z","end":"2026-03-05T18:41:51.509147Z","steps":["trace[548986121] 'agreement among raft nodes before linearized reading' (duration: 2.000443408s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:51.509222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.508593Z","time spent":"2.000613972s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:51.669582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.17083092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:41:52.732631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062837006s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-05T18:41:52.732965Z","caller":"traceutil/trace.go:171","msg":"trace[572688862] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"3.303914371s","start":"2026-03-05T18:41:49.429032Z","end":"2026-03-05T18:41:52.732947Z","steps":["trace[572688862] 'process raft request' (duration: 3.303820529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:52.733067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.429014Z","time spent":"3.303993393s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:52.73332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.42736Z","time spent":"3.30595534s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:41:52.73357Z","caller":"traceutil/trace.go:171","msg":"trace[658641778] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"3.305470849s","start":"2026-03-05T18:41:49.428087Z","end":"2026-03-05T18:41:52.733557Z","steps":["trace[658641778] 'process raft request' (duration: 3.304631939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:52.733631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.428036Z","time spent":"3.305559431s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.510285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:41:53.510368Z","caller":"traceutil/trace.go:171","msg":"trace[1527916447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728926s","start":"2026-03-05T18:41:51.509619Z","end":"2026-03-05T18:41:53.510348Z","steps":["trace[1527916447] 'agreement among raft nodes before linearized reading' (duration: 2.000627114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.510435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.50959Z","time spent":"2.000834849s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:41:53.558031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885752943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:41:53.624626Z","caller":"traceutil/trace.go:171","msg":"trace[1117561011] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"4.121331058s","start":"2026-03-05T18:41:49.503263Z","end":"2026-03-05T18:41:53.624595Z","steps":["trace[1117561011] 'process raft request' (duration: 4.054962246s)","trace[1117561011] 'compare' (duration: 65.134603ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:53.624664Z","caller":"traceutil/trace.go:171","msg":"trace[2072419564] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"4.121323817s","start":"2026-03-05T18:41:49.503302Z","end":"2026-03-05T18:41:53.624626Z","steps":["trace[2072419564] 'process raft request' (duration: 4.120929108s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.624806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.503232Z","time spent":"4.12146406s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.624838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.503277Z","time spent":"4.12146201s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.624971Z","caller":"traceutil/trace.go:171","msg":"trace[1758271258] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"4.120985281s","start":"2026-03-05T18:41:49.503951Z","end":"2026-03-05T18:41:53.624937Z","steps":["trace[1758271258] 'process raft request' (duration: 4.12057394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.625121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.503927Z","time spent":"4.121110633s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.6251Z","caller":"traceutil/trace.go:171","msg":"trace[1943441851] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"4.120367425s","start":"2026-03-05T18:41:49.504693Z","end":"2026-03-05T18:41:53.62506Z","steps":["trace[1943441851] 'process raft request' (duration: 4.12017239s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.625243Z","caller":"traceutil/trace.go:171","msg":"trace[1627190351] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"3.800815607s","start":"2026-03-05T18:41:49.824409Z","end":"2026-03-05T18:41:53.625224Z","steps":["trace[1627190351] 'process raft request' (duration: 3.800601871s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.625289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.504682Z","time spent":"4.120511768s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.625318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.824383Z","time spent":"3.800900089s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.625384Z","caller":"traceutil/trace.go:171","msg":"trace[1911938332] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"3.638837996s","start":"2026-03-05T18:41:49.986536Z","end":"2026-03-05T18:41:53.625374Z","steps":["trace[1911938332] 'process raft request' (duration: 3.638624411s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.625401Z","caller":"traceutil/trace.go:171","msg":"trace[261273572] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"2.979662131s","start":"2026-03-05T18:41:50.645721Z","end":"2026-03-05T18:41:53.625383Z","steps":["trace[261273572] 'process raft request' (duration: 2.979556049s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.625528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:50.645694Z","time spent":"2.979784564s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.62557Z","caller":"traceutil/trace.go:171","msg":"trace[2101846868] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"2.195369625s","start":"2026-03-05T18:41:51.430185Z","end":"2026-03-05T18:41:53.625555Z","steps":["trace[2101846868] 'process raft request' (duration: 2.19515048s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.625429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.98652Z","time spent":"3.638887277s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.625629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.430164Z","time spent":"2.195434826s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.625642Z","caller":"traceutil/trace.go:171","msg":"trace[192854555] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"2.195271573s","start":"2026-03-05T18:41:51.430365Z","end":"2026-03-05T18:41:53.625636Z","steps":["trace[192854555] 'process raft request' (duration: 2.195111609s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.625675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.430359Z","time spent":"2.195299744s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.625868Z","caller":"traceutil/trace.go:171","msg":"trace[1055638034] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"2.195451497s","start":"2026-03-05T18:41:51.430403Z","end":"2026-03-05T18:41:53.625855Z","steps":["trace[1055638034] 'process raft request' (duration: 2.195206982s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.62595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.430399Z","time spent":"2.195510519s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.626052Z","caller":"traceutil/trace.go:171","msg":"trace[1368956896] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"2.19517619s","start":"2026-03-05T18:41:51.430846Z","end":"2026-03-05T18:41:53.626023Z","steps":["trace[1368956896] 'process raft request' (duration: 2.194949235s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.626135Z","caller":"traceutil/trace.go:171","msg":"trace[1447864550] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"2.195178801s","start":"2026-03-05T18:41:51.430945Z","end":"2026-03-05T18:41:53.626123Z","steps":["trace[1447864550] 'process raft request' (duration: 2.195019387s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.626194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.430919Z","time spent":"2.195243983s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.626201Z","caller":"traceutil/trace.go:171","msg":"trace[1804197443] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"2.193806317s","start":"2026-03-05T18:41:51.432375Z","end":"2026-03-05T18:41:53.626182Z","steps":["trace[1804197443] 'process raft request' (duration: 2.193648533s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.626248Z","caller":"traceutil/trace.go:171","msg":"trace[1368868816] linearizableReadLoop","detail":"{readStateIndex:25506; appliedIndex:25490; }","duration":"4.127237888s","start":"2026-03-05T18:41:49.499005Z","end":"2026-03-05T18:41:53.626243Z","steps":["trace[1368868816] 'read index received' (duration: 2.17081474s)","trace[1368868816] 'applied index is now lower than readState.Index' (duration: 1.956422428s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:53.626235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.430817Z","time spent":"2.195327974s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.626304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.432366Z","time spent":"2.1938848s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.626228Z","caller":"traceutil/trace.go:171","msg":"trace[806697455] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.299402896s","start":"2026-03-05T18:41:52.326818Z","end":"2026-03-05T18:41:53.626221Z","steps":["trace[806697455] 'process raft request' (duration: 1.299344745s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.626465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.326753Z","time spent":"1.299628182s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:53.630196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963048844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:53.630286Z","caller":"traceutil/trace.go:171","msg":"trace[459632582] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24629; }","duration":"3.963164527s","start":"2026-03-05T18:41:49.6671Z","end":"2026-03-05T18:41:53.630265Z","steps":["trace[459632582] 'agreement among raft nodes before linearized reading' (duration: 3.963037884s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.630294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201383096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-02aeb3ad-e3ea-43dd-92e4-acb319cc2db5\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-05T18:41:53.63034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.667083Z","time spent":"3.963243098s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.630347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201264343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:53.630384Z","caller":"traceutil/trace.go:171","msg":"trace[1174067184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24629; }","duration":"4.201318673s","start":"2026-03-05T18:41:49.429057Z","end":"2026-03-05T18:41:53.630376Z","steps":["trace[1174067184] 'agreement among raft nodes before linearized reading' (duration: 4.197213436s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.630387Z","caller":"traceutil/trace.go:171","msg":"trace[2054057223] range","detail":"{range_begin:/registry/persistentvolumes/pvc-02aeb3ad-e3ea-43dd-92e4-acb319cc2db5; range_end:; response_count:1; response_revision:24629; }","duration":"4.201519748s","start":"2026-03-05T18:41:49.428842Z","end":"2026-03-05T18:41:53.630362Z","steps":["trace[2054057223] 'agreement among raft nodes before linearized reading' (duration: 4.197441091s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.630419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.429042Z","time spent":"4.201371796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:41:53.630442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.428832Z","time spent":"4.201588602s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-02aeb3ad-e3ea-43dd-92e4-acb319cc2db5\" "} {"level":"warn","ts":"2026-03-05T18:41:53.630734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.171239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T18:41:53.630788Z","caller":"traceutil/trace.go:171","msg":"trace[329647905] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1; range_end:; response_count:1; response_revision:24629; }","duration":"892.250561ms","start":"2026-03-05T18:41:52.738526Z","end":"2026-03-05T18:41:53.630777Z","steps":["trace[329647905] 'agreement among raft nodes before linearized reading' (duration: 892.146108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.630801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428526704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:53.630851Z","caller":"traceutil/trace.go:171","msg":"trace[1262554751] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24629; }","duration":"1.428577795s","start":"2026-03-05T18:41:52.20226Z","end":"2026-03-05T18:41:53.630838Z","steps":["trace[1262554751] 'agreement among raft nodes before linearized reading' (duration: 1.428478483s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.630868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14066071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:53.630899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.349131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:53.630902Z","caller":"traceutil/trace.go:171","msg":"trace[1254613714] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24629; }","duration":"3.140728112s","start":"2026-03-05T18:41:50.490165Z","end":"2026-03-05T18:41:53.630893Z","steps":["trace[1254613714] 'agreement among raft nodes before linearized reading' (duration: 3.140576778s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.630921Z","caller":"traceutil/trace.go:171","msg":"trace[1159388074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24629; }","duration":"115.395381ms","start":"2026-03-05T18:41:53.515519Z","end":"2026-03-05T18:41:53.630915Z","steps":["trace[1159388074] 'agreement among raft nodes before linearized reading' (duration: 115.35644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.630931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:50.490143Z","time spent":"3.140779362s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.630893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.202213Z","time spent":"1.428668337s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.631085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.641808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:53.631125Z","caller":"traceutil/trace.go:171","msg":"trace[1396211423] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24629; }","duration":"334.71943ms","start":"2026-03-05T18:41:53.29639Z","end":"2026-03-05T18:41:53.631109Z","steps":["trace[1396211423] 'agreement among raft nodes before linearized reading' (duration: 334.671089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796724602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T18:41:53.631165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:53.296361Z","time spent":"334.791692ms","remote":"127.0.0.1:57624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.63122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972569663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:53.631237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201169542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-05T18:41:53.631253Z","caller":"traceutil/trace.go:171","msg":"trace[509678093] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24629; }","duration":"1.972657156s","start":"2026-03-05T18:41:51.658586Z","end":"2026-03-05T18:41:53.631244Z","steps":["trace[509678093] 'agreement among raft nodes before linearized reading' (duration: 1.972596984s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.631278Z","caller":"traceutil/trace.go:171","msg":"trace[1522072241] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24629; }","duration":"3.201243314s","start":"2026-03-05T18:41:50.430021Z","end":"2026-03-05T18:41:53.631264Z","steps":["trace[1522072241] 'agreement among raft nodes before linearized reading' (duration: 3.201087401s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.63133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:50.429998Z","time spent":"3.201322636s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:53.630817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.738511Z","time spent":"892.297572ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a033b41f1fcf1\" "} {"level":"warn","ts":"2026-03-05T18:41:53.631484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.155101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:53.631523Z","caller":"traceutil/trace.go:171","msg":"trace[806382546] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24629; }","duration":"773.233633ms","start":"2026-03-05T18:41:52.858274Z","end":"2026-03-05T18:41:53.631508Z","steps":["trace[806382546] 'agreement among raft nodes before linearized reading' (duration: 773.185442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.858246Z","time spent":"773.306235ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.631546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.556092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:53.631613Z","caller":"traceutil/trace.go:171","msg":"trace[1160188864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24629; }","duration":"716.645614ms","start":"2026-03-05T18:41:52.91495Z","end":"2026-03-05T18:41:53.631596Z","steps":["trace[1160188864] 'agreement among raft nodes before linearized reading' (duration: 716.491471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694934033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:53.631665Z","caller":"traceutil/trace.go:171","msg":"trace[1843779494] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24629; }","duration":"3.695006054s","start":"2026-03-05T18:41:49.936645Z","end":"2026-03-05T18:41:53.631651Z","steps":["trace[1843779494] 'agreement among raft nodes before linearized reading' (duration: 3.694943613s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.914893Z","time spent":"716.756696ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:53.631168Z","caller":"traceutil/trace.go:171","msg":"trace[248967193] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24629; }","duration":"1.796751223s","start":"2026-03-05T18:41:51.834408Z","end":"2026-03-05T18:41:53.63116Z","steps":["trace[248967193] 'agreement among raft nodes before linearized reading' (duration: 1.796662971s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:49.936633Z","time spent":"3.695050816s","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:41:53.631285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.658555Z","time spent":"1.972720017s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.631752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:51.834347Z","time spent":"1.797375068s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:41:53.631334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739835654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:41:53.63086Z","caller":"traceutil/trace.go:171","msg":"trace[434899613] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24629; }","duration":"894.477504ms","start":"2026-03-05T18:41:52.736373Z","end":"2026-03-05T18:41:53.63085Z","steps":["trace[434899613] 'process raft request' (duration: 893.697964ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:53.631836Z","caller":"traceutil/trace.go:171","msg":"trace[68173006] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24629; }","duration":"2.740372717s","start":"2026-03-05T18:41:50.891452Z","end":"2026-03-05T18:41:53.631825Z","steps":["trace[68173006] 'agreement among raft nodes before linearized reading' (duration: 2.739849004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:50.891428Z","time spent":"2.740432298s","remote":"127.0.0.1:39516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:53.631338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.271914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:53.631898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:52.736345Z","time spent":"895.496988ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:53.631911Z","caller":"traceutil/trace.go:171","msg":"trace[1935653849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24629; }","duration":"601.891358ms","start":"2026-03-05T18:41:53.030011Z","end":"2026-03-05T18:41:53.631903Z","steps":["trace[1935653849] 'agreement among raft nodes before linearized reading' (duration: 601.301504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:53.631938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:53.02999Z","time spent":"601.94138ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:41:56.074557Z","caller":"traceutil/trace.go:171","msg":"trace[1594748845] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25519; }","duration":"442.10348ms","start":"2026-03-05T18:41:55.632423Z","end":"2026-03-05T18:41:56.074526Z","steps":["trace[1594748845] 'read index received' (duration: 442.033388ms)","trace[1594748845] 'applied index is now lower than readState.Index' (duration: 68.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:56.074595Z","caller":"traceutil/trace.go:171","msg":"trace[2103438424] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"442.705454ms","start":"2026-03-05T18:41:55.631854Z","end":"2026-03-05T18:41:56.074559Z","steps":["trace[2103438424] 'process raft request' (duration: 442.472928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:56.07477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.631831Z","time spent":"442.842077ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:56.074821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.365946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:41:56.074905Z","caller":"traceutil/trace.go:171","msg":"trace[1130100455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24639; }","duration":"442.484608ms","start":"2026-03-05T18:41:55.6324Z","end":"2026-03-05T18:41:56.074885Z","steps":["trace[1130100455] 'agreement among raft nodes before linearized reading' (duration: 442.241073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:56.074957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.63239Z","time spent":"442.554811ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:56.574836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:57.075314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:57.16956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094335738s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:41:57.170287Z","caller":"traceutil/trace.go:171","msg":"trace[1198935198] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"1.5373785s","start":"2026-03-05T18:41:55.632889Z","end":"2026-03-05T18:41:57.170267Z","steps":["trace[1198935198] 'process raft request' (duration: 1.537126694s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.17047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.632878Z","time spent":"1.537492022s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.170726Z","caller":"traceutil/trace.go:171","msg":"trace[77894631] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"1.537640046s","start":"2026-03-05T18:41:55.633061Z","end":"2026-03-05T18:41:57.170701Z","steps":["trace[77894631] 'process raft request' (duration: 1.537149154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.170877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.63305Z","time spent":"1.537747218s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.170931Z","caller":"traceutil/trace.go:171","msg":"trace[58495018] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.537627506s","start":"2026-03-05T18:41:55.63329Z","end":"2026-03-05T18:41:57.170917Z","steps":["trace[58495018] 'process raft request' (duration: 1.537314419s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.171023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.633277Z","time spent":"1.537708758s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.171169Z","caller":"traceutil/trace.go:171","msg":"trace[1557747032] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"1.53780939s","start":"2026-03-05T18:41:55.633351Z","end":"2026-03-05T18:41:57.17116Z","steps":["trace[1557747032] 'process raft request' (duration: 1.537514853s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.17123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.633344Z","time spent":"1.537857281s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.171305Z","caller":"traceutil/trace.go:171","msg":"trace[607029559] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"1.537815099s","start":"2026-03-05T18:41:55.633476Z","end":"2026-03-05T18:41:57.171291Z","steps":["trace[607029559] 'process raft request' (duration: 1.537647655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.171379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.633468Z","time spent":"1.537877151s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.171458Z","caller":"traceutil/trace.go:171","msg":"trace[1102615894] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.534635844s","start":"2026-03-05T18:41:55.636813Z","end":"2026-03-05T18:41:57.171449Z","steps":["trace[1102615894] 'process raft request' (duration: 1.534598644s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:57.171476Z","caller":"traceutil/trace.go:171","msg":"trace[893029004] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.537164885s","start":"2026-03-05T18:41:55.634298Z","end":"2026-03-05T18:41:57.171463Z","steps":["trace[893029004] 'process raft request' (duration: 1.536937178s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.171518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.636779Z","time spent":"1.534710866s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:57.171525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.634289Z","time spent":"1.537212446s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.171696Z","caller":"traceutil/trace.go:171","msg":"trace[2017119869] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.537262917s","start":"2026-03-05T18:41:55.63442Z","end":"2026-03-05T18:41:57.171682Z","steps":["trace[2017119869] 'process raft request' (duration: 1.536944239s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.171758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.634412Z","time spent":"1.537318228s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.172234Z","caller":"traceutil/trace.go:171","msg":"trace[2007082445] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"1.537594645s","start":"2026-03-05T18:41:55.632507Z","end":"2026-03-05T18:41:57.170102Z","steps":["trace[2007082445] 'process raft request' (duration: 1.537241527s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.172329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.632492Z","time spent":"1.539785777s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:57.323999Z","caller":"traceutil/trace.go:171","msg":"trace[506379625] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25520; }","duration":"1.249331603s","start":"2026-03-05T18:41:56.074637Z","end":"2026-03-05T18:41:57.323968Z","steps":["trace[506379625] 'read index received' (duration: 1.095137027s)","trace[506379625] 'applied index is now lower than readState.Index' (duration: 154.193456ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:57.324172Z","caller":"traceutil/trace.go:171","msg":"trace[1580154046] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.244697961s","start":"2026-03-05T18:41:56.079456Z","end":"2026-03-05T18:41:57.324154Z","steps":["trace[1580154046] 'process raft request' (duration: 1.210014195s)","trace[1580154046] 'compare' (duration: 34.343008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:57.324319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.079425Z","time spent":"1.244812364s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:57.324463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239228822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:57.324566Z","caller":"traceutil/trace.go:171","msg":"trace[952945164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24649; }","duration":"1.239369524s","start":"2026-03-05T18:41:56.08517Z","end":"2026-03-05T18:41:57.32454Z","steps":["trace[952945164] 'agreement among raft nodes before linearized reading' (duration: 1.239209121s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.324627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.085109Z","time spent":"1.239506368s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:41:57.324845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.471735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-05T18:41:57.324918Z","caller":"traceutil/trace.go:171","msg":"trace[2022376375] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24649; }","duration":"647.569387ms","start":"2026-03-05T18:41:56.677313Z","end":"2026-03-05T18:41:57.324882Z","steps":["trace[2022376375] 'agreement among raft nodes before linearized reading' (duration: 647.392503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.324958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.67729Z","time spent":"647.661009ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"warn","ts":"2026-03-05T18:41:57.325023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.808843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:41:57.32508Z","caller":"traceutil/trace.go:171","msg":"trace[1828855056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24649; }","duration":"749.902716ms","start":"2026-03-05T18:41:56.575159Z","end":"2026-03-05T18:41:57.325062Z","steps":["trace[1828855056] 'agreement among raft nodes before linearized reading' (duration: 749.697051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.575133Z","time spent":"749.982018ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T18:41:57.325216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684867825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:41:57.325283Z","caller":"traceutil/trace.go:171","msg":"trace[1417759507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24649; }","duration":"1.684958797s","start":"2026-03-05T18:41:55.640309Z","end":"2026-03-05T18:41:57.325268Z","steps":["trace[1417759507] 'agreement among raft nodes before linearized reading' (duration: 1.684796064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.001249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:57.325338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.491333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:41:57.32539Z","caller":"traceutil/trace.go:171","msg":"trace[579111185] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24649; }","duration":"896.150913ms","start":"2026-03-05T18:41:56.429216Z","end":"2026-03-05T18:41:57.325367Z","steps":["trace[579111185] 'agreement among raft nodes before linearized reading' (duration: 895.953648ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:57.325415Z","caller":"traceutil/trace.go:171","msg":"trace[615321890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24649; }","duration":"579.616607ms","start":"2026-03-05T18:41:56.745781Z","end":"2026-03-05T18:41:57.325398Z","steps":["trace[615321890] 'agreement among raft nodes before linearized reading' (duration: 579.409572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.429187Z","time spent":"896.241555ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:57.325454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.745763Z","time spent":"579.682549ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:41:57.325496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024593335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T18:41:57.325552Z","caller":"traceutil/trace.go:171","msg":"trace[1696765034] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24649; }","duration":"1.024715638s","start":"2026-03-05T18:41:56.300818Z","end":"2026-03-05T18:41:57.325534Z","steps":["trace[1696765034] 'agreement among raft nodes before linearized reading' (duration: 1.024599814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.300776Z","time spent":"1.02481226s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:41:57.325333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:55.640302Z","time spent":"1.685014759s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:57.32537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192514927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T18:41:57.325723Z","caller":"traceutil/trace.go:171","msg":"trace[1708447695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24649; }","duration":"1.192916998s","start":"2026-03-05T18:41:56.132795Z","end":"2026-03-05T18:41:57.325712Z","steps":["trace[1708447695] 'agreement among raft nodes before linearized reading' (duration: 1.192401595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.642792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:57.325769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.132773Z","time spent":"1.192978869s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T18:41:57.325222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.587118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:41:57.325783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.558516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:57.325787Z","caller":"traceutil/trace.go:171","msg":"trace[579899579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24649; }","duration":"778.739354ms","start":"2026-03-05T18:41:56.547031Z","end":"2026-03-05T18:41:57.325771Z","steps":["trace[579899579] 'agreement among raft nodes before linearized reading' (duration: 778.645172ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:57.325823Z","caller":"traceutil/trace.go:171","msg":"trace[434757472] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24649; }","duration":"803.635868ms","start":"2026-03-05T18:41:56.522176Z","end":"2026-03-05T18:41:57.325812Z","steps":["trace[434757472] 'agreement among raft nodes before linearized reading' (duration: 803.569497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.325845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.547006Z","time spent":"778.827317ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:57.325863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.522155Z","time spent":"803.699459ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:41:57.327093Z","caller":"traceutil/trace.go:171","msg":"trace[1498416516] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24649; }","duration":"372.201743ms","start":"2026-03-05T18:41:56.953606Z","end":"2026-03-05T18:41:57.325807Z","steps":["trace[1498416516] 'agreement among raft nodes before linearized reading' (duration: 371.529586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:57.327174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:56.953562Z","time spent":"373.592416ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:57.827721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:41:58.775321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.528744Z","time spent":"1.246555697s","remote":"127.0.0.1:34680","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:41:58.775746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.887711ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T18:41:58.775873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.326622Z","time spent":"1.449243508s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:41:58.823745Z","caller":"traceutil/trace.go:171","msg":"trace[736655502] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"1.496004693s","start":"2026-03-05T18:41:57.327713Z","end":"2026-03-05T18:41:58.823718Z","steps":["trace[736655502] 'process raft request' (duration: 1.495724476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.823927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.327696Z","time spent":"1.496134036s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:58.82404Z","caller":"traceutil/trace.go:171","msg":"trace[1711460108] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.493018792s","start":"2026-03-05T18:41:57.330994Z","end":"2026-03-05T18:41:58.824013Z","steps":["trace[1711460108] 'process raft request' (duration: 1.492656813s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.824204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.330976Z","time spent":"1.493120415s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:58.82445Z","caller":"traceutil/trace.go:171","msg":"trace[292370450] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25530; }","duration":"1.497711084s","start":"2026-03-05T18:41:57.326712Z","end":"2026-03-05T18:41:58.824423Z","steps":["trace[292370450] 'read index received' (duration: 802.232134ms)","trace[292370450] 'applied index is now lower than readState.Index' (duration: 695.47759ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:41:58.824511Z","caller":"traceutil/trace.go:171","msg":"trace[998509333] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.492423468s","start":"2026-03-05T18:41:57.332071Z","end":"2026-03-05T18:41:58.824495Z","steps":["trace[998509333] 'process raft request' (duration: 1.492190742s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.824591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.332063Z","time spent":"1.492490579s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:58.824603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497868638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.824583Z","caller":"traceutil/trace.go:171","msg":"trace[1593708604] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"743.71964ms","start":"2026-03-05T18:41:58.080808Z","end":"2026-03-05T18:41:58.824528Z","steps":["trace[1593708604] 'process raft request' (duration: 743.561426ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.82464Z","caller":"traceutil/trace.go:171","msg":"trace[2063881565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24654; }","duration":"1.497921949s","start":"2026-03-05T18:41:57.326705Z","end":"2026-03-05T18:41:58.824627Z","steps":["trace[2063881565] 'agreement among raft nodes before linearized reading' (duration: 1.497842857s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.824674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.326665Z","time spent":"1.498002371s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:41:58.824666Z","caller":"traceutil/trace.go:171","msg":"trace[2121601303] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"1.49338081s","start":"2026-03-05T18:41:57.33126Z","end":"2026-03-05T18:41:58.824641Z","steps":["trace[2121601303] 'process raft request' (duration: 1.492661242s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.824757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.331238Z","time spent":"1.493470552s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:41:58.824746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.080784Z","time spent":"743.870814ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:41:58.92776Z","caller":"traceutil/trace.go:171","msg":"trace[422897500] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"295.516904ms","start":"2026-03-05T18:41:58.632216Z","end":"2026-03-05T18:41:58.927733Z","steps":["trace[422897500] 'process raft request' (duration: 290.918315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.927974Z","caller":"traceutil/trace.go:171","msg":"trace[1962450142] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"149.963725ms","start":"2026-03-05T18:41:58.777975Z","end":"2026-03-05T18:41:58.927939Z","steps":["trace[1962450142] 'process raft request' (duration: 149.682418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.928134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.102321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.928207Z","caller":"traceutil/trace.go:171","msg":"trace[1011811670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24656; }","duration":"898.247134ms","start":"2026-03-05T18:41:58.029943Z","end":"2026-03-05T18:41:58.928191Z","steps":["trace[1011811670] 'agreement among raft nodes before linearized reading' (duration: 898.026099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.927968Z","caller":"traceutil/trace.go:171","msg":"trace[733326498] linearizableReadLoop","detail":"{readStateIndex:25538; appliedIndex:25536; }","duration":"103.419066ms","start":"2026-03-05T18:41:58.824517Z","end":"2026-03-05T18:41:58.927936Z","steps":["trace[733326498] 'read index received' (duration: 98.669903ms)","trace[733326498] 'applied index is now lower than readState.Index' (duration: 4.747093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:41:58.928238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434987999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:41:58.928261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.029922Z","time spent":"898.327105ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:58.928273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.183801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.928301Z","caller":"traceutil/trace.go:171","msg":"trace[686508882] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24656; }","duration":"1.435105852s","start":"2026-03-05T18:41:57.493177Z","end":"2026-03-05T18:41:58.928283Z","steps":["trace[686508882] 'agreement among raft nodes before linearized reading' (duration: 1.43498965s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.92831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595477765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T18:41:58.928315Z","caller":"traceutil/trace.go:171","msg":"trace[1651508528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24656; }","duration":"989.257533ms","start":"2026-03-05T18:41:57.939044Z","end":"2026-03-05T18:41:58.928301Z","steps":["trace[1651508528] 'agreement among raft nodes before linearized reading' (duration: 989.193731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:41:58.928354Z","caller":"traceutil/trace.go:171","msg":"trace[1676219501] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24656; }","duration":"1.595530016s","start":"2026-03-05T18:41:57.332814Z","end":"2026-03-05T18:41:58.928344Z","steps":["trace[1676219501] 'agreement among raft nodes before linearized reading' (duration: 1.595426793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.928353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.493155Z","time spent":"1.435186204s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:58.928215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597190116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-05T18:41:58.928395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.332806Z","time spent":"1.595582238s","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-05T18:41:58.928415Z","caller":"traceutil/trace.go:171","msg":"trace[673958424] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24656; }","duration":"1.597434862s","start":"2026-03-05T18:41:57.330965Z","end":"2026-03-05T18:41:58.9284Z","steps":["trace[673958424] 'agreement among raft nodes before linearized reading' (duration: 1.597063693s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.928465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.330943Z","time spent":"1.597507253s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T18:41:58.928364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.93902Z","time spent":"989.334494ms","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:41:58.928576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.871994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:41:58.928622Z","caller":"traceutil/trace.go:171","msg":"trace[792868091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24656; }","duration":"183.950086ms","start":"2026-03-05T18:41:58.74465Z","end":"2026-03-05T18:41:58.9286Z","steps":["trace[792868091] 'agreement among raft nodes before linearized reading' (duration: 183.836153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.9282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293117676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.928812Z","caller":"traceutil/trace.go:171","msg":"trace[2073481571] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24656; }","duration":"1.293791212s","start":"2026-03-05T18:41:57.635007Z","end":"2026-03-05T18:41:58.928798Z","steps":["trace[2073481571] 'agreement among raft nodes before linearized reading' (duration: 1.293016434s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.928847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.571392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:41:58.928922Z","caller":"traceutil/trace.go:171","msg":"trace[650139091] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24656; }","duration":"229.666205ms","start":"2026-03-05T18:41:58.69916Z","end":"2026-03-05T18:41:58.928884Z","steps":["trace[650139091] 'agreement among raft nodes before linearized reading' (duration: 229.593154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.929021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.880958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:41:58.929058Z","caller":"traceutil/trace.go:171","msg":"trace[992844238] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24656; }","duration":"286.95327ms","start":"2026-03-05T18:41:58.642093Z","end":"2026-03-05T18:41:58.929046Z","steps":["trace[992844238] 'agreement among raft nodes before linearized reading' (duration: 286.787856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.928855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.67334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:41:58.929139Z","caller":"traceutil/trace.go:171","msg":"trace[1458751827] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24656; }","duration":"595.997558ms","start":"2026-03-05T18:41:58.33313Z","end":"2026-03-05T18:41:58.929128Z","steps":["trace[1458751827] 'agreement among raft nodes before linearized reading' (duration: 595.614319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:41:58.929178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.333109Z","time spent":"596.05349ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:41:58.92886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:57.63498Z","time spent":"1.293863134s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:00.007425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.968352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:00.00753Z","caller":"traceutil/trace.go:171","msg":"trace[563351013] linearizableReadLoop","detail":"{readStateIndex:25539; appliedIndex:25538; }","duration":"1.060994413s","start":"2026-03-05T18:41:58.946518Z","end":"2026-03-05T18:42:00.007512Z","steps":["trace[563351013] 'read index received' (duration: 455.862467ms)","trace[563351013] 'applied index is now lower than readState.Index' (duration: 605.130456ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:00.007536Z","caller":"traceutil/trace.go:171","msg":"trace[1080999486] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.062996691s","start":"2026-03-05T18:41:58.944518Z","end":"2026-03-05T18:42:00.007514Z","steps":["trace[1080999486] 'process raft request' (duration: 457.849465ms)","trace[1080999486] 'compare' (duration: 604.721316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:00.007647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.944504Z","time spent":"1.063076703s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:00.007703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061187308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-05T18:42:00.007739Z","caller":"traceutil/trace.go:171","msg":"trace[1419471965] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24657; }","duration":"1.061248469s","start":"2026-03-05T18:41:58.94648Z","end":"2026-03-05T18:42:00.007728Z","steps":["trace[1419471965] 'agreement among raft nodes before linearized reading' (duration: 1.061103705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.007777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.94646Z","time spent":"1.061309741s","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T18:42:00.508552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:00.638654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236402084s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T18:42:00.823749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.753944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:00.82398Z","caller":"traceutil/trace.go:171","msg":"trace[249408632] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.647513325s","start":"2026-03-05T18:41:59.176437Z","end":"2026-03-05T18:42:00.82395Z","steps":["trace[249408632] 'process raft request' (duration: 1.462471244s)","trace[249408632] 'compare' (duration: 184.007926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:00.824118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.176399Z","time spent":"1.647646738s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:00.824157Z","caller":"traceutil/trace.go:171","msg":"trace[1848857155] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25539; }","duration":"816.582275ms","start":"2026-03-05T18:42:00.007557Z","end":"2026-03-05T18:42:00.824139Z","steps":["trace[1848857155] 'read index received' (duration: 631.36555ms)","trace[1848857155] 'applied index is now lower than readState.Index' (duration: 185.215305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:00.824374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306877034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:00.824445Z","caller":"traceutil/trace.go:171","msg":"trace[662673135] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24664; }","duration":"1.306977407s","start":"2026-03-05T18:41:59.517453Z","end":"2026-03-05T18:42:00.824431Z","steps":["trace[662673135] 'agreement among raft nodes before linearized reading' (duration: 1.306875504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.824477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.517431Z","time spent":"1.307037349s","remote":"127.0.0.1:54422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:00.824558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495603764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:42:00.824605Z","caller":"traceutil/trace.go:171","msg":"trace[792638100] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.648006627s","start":"2026-03-05T18:41:59.176589Z","end":"2026-03-05T18:42:00.824596Z","steps":["trace[792638100] 'process raft request' (duration: 1.647267539s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:00.824612Z","caller":"traceutil/trace.go:171","msg":"trace[2072205220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24664; }","duration":"1.495759447s","start":"2026-03-05T18:41:59.328837Z","end":"2026-03-05T18:42:00.824597Z","steps":["trace[2072205220] 'agreement among raft nodes before linearized reading' (duration: 1.495607433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.824658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.328805Z","time spent":"1.495840769s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:00.82466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.176544Z","time spent":"1.648082709s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:00.824811Z","caller":"traceutil/trace.go:171","msg":"trace[806925257] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.647508495s","start":"2026-03-05T18:41:59.177289Z","end":"2026-03-05T18:42:00.824797Z","steps":["trace[806925257] 'process raft request' (duration: 1.646663234s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.824886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648369886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:42:00.824934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.177268Z","time spent":"1.647583856s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:00.824958Z","caller":"traceutil/trace.go:171","msg":"trace[1799196857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24664; }","duration":"1.648482188s","start":"2026-03-05T18:41:59.176467Z","end":"2026-03-05T18:42:00.824949Z","steps":["trace[1799196857] 'agreement among raft nodes before linearized reading' (duration: 1.648372796s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.824991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.176427Z","time spent":"1.64855545s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:42:00.825103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648619392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:42:00.825128Z","caller":"traceutil/trace.go:171","msg":"trace[476501237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24664; }","duration":"1.648685553s","start":"2026-03-05T18:41:59.176435Z","end":"2026-03-05T18:42:00.825121Z","steps":["trace[476501237] 'agreement among raft nodes before linearized reading' (duration: 1.648614702s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.176413Z","time spent":"1.648732964s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:42:00.825163Z","caller":"traceutil/trace.go:171","msg":"trace[626791773] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.64647077s","start":"2026-03-05T18:41:59.178672Z","end":"2026-03-05T18:42:00.825143Z","steps":["trace[626791773] 'process raft request' (duration: 1.645314202s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.178659Z","time spent":"1.646555951s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:00.82531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831821628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:00.82534Z","caller":"traceutil/trace.go:171","msg":"trace[4205356] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24664; }","duration":"1.83188894s","start":"2026-03-05T18:41:58.993443Z","end":"2026-03-05T18:42:00.825332Z","steps":["trace[4205356] 'agreement among raft nodes before linearized reading' (duration: 1.831836219s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.993419Z","time spent":"1.831952742s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:42:00.825477Z","caller":"traceutil/trace.go:171","msg":"trace[1510422953] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.646686355s","start":"2026-03-05T18:41:59.178773Z","end":"2026-03-05T18:42:00.825459Z","steps":["trace[1510422953] 'process raft request' (duration: 1.64524901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874340921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-05T18:42:00.825565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.178759Z","time spent":"1.646762117s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:00.825594Z","caller":"traceutil/trace.go:171","msg":"trace[1502228061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24664; }","duration":"1.874388833s","start":"2026-03-05T18:41:58.951196Z","end":"2026-03-05T18:42:00.825585Z","steps":["trace[1502228061] 'agreement among raft nodes before linearized reading' (duration: 1.874299601s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:58.951187Z","time spent":"1.874432854s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-05T18:42:00.825591Z","caller":"traceutil/trace.go:171","msg":"trace[1137412041] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.646710175s","start":"2026-03-05T18:41:59.178844Z","end":"2026-03-05T18:42:00.825554Z","steps":["trace[1137412041] 'process raft request' (duration: 1.645210059s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.824823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647841343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:42:00.825673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.821401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a0617917bde93\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-05T18:42:00.825725Z","caller":"traceutil/trace.go:171","msg":"trace[22860686] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a0617917bde93; range_end:; response_count:1; response_revision:24664; }","duration":"813.920003ms","start":"2026-03-05T18:42:00.01179Z","end":"2026-03-05T18:42:00.82571Z","steps":["trace[22860686] 'agreement among raft nodes before linearized reading' (duration: 813.754009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.01177Z","time spent":"813.983664ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189a0617917bde93\" "} {"level":"info","ts":"2026-03-05T18:42:00.825731Z","caller":"traceutil/trace.go:171","msg":"trace[1064849526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24664; }","duration":"1.648813306s","start":"2026-03-05T18:41:59.17689Z","end":"2026-03-05T18:42:00.825703Z","steps":["trace[1064849526] 'agreement among raft nodes before linearized reading' (duration: 1.647862194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.032583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:42:00.825764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.178809Z","time spent":"1.646859399s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:00.825786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178978015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:00.825812Z","caller":"traceutil/trace.go:171","msg":"trace[102358904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24664; }","duration":"889.115355ms","start":"2026-03-05T18:41:59.936683Z","end":"2026-03-05T18:42:00.825798Z","steps":["trace[102358904] 'agreement among raft nodes before linearized reading' (duration: 888.921551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.559695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:00.825843Z","caller":"traceutil/trace.go:171","msg":"trace[729398917] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24664; }","duration":"1.179078298s","start":"2026-03-05T18:41:59.646749Z","end":"2026-03-05T18:42:00.825827Z","steps":["trace[729398917] 'agreement among raft nodes before linearized reading' (duration: 1.178977565s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:00.825888Z","caller":"traceutil/trace.go:171","msg":"trace[1978281542] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.226650652s","start":"2026-03-05T18:41:59.599226Z","end":"2026-03-05T18:42:00.825876Z","steps":["trace[1978281542] 'process raft request' (duration: 1.224864959s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:00.825888Z","caller":"traceutil/trace.go:171","msg":"trace[603414506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24664; }","duration":"743.655398ms","start":"2026-03-05T18:42:00.082215Z","end":"2026-03-05T18:42:00.82587Z","steps":["trace[603414506] 'agreement among raft nodes before linearized reading' (duration: 743.546855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.825959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.082199Z","time spent":"743.74908ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:00.825969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.599186Z","time spent":"1.226735014s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:00.82589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.64672Z","time spent":"1.17916063s","remote":"127.0.0.1:48574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:00.825829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.176869Z","time spent":"1.648928518s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:42:00.825849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:41:59.936658Z","time spent":"889.182836ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:00.825819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.380879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T18:42:00.826256Z","caller":"traceutil/trace.go:171","msg":"trace[948347197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24664; }","duration":"719.84927ms","start":"2026-03-05T18:42:00.106383Z","end":"2026-03-05T18:42:00.826232Z","steps":["trace[948347197] 'agreement among raft nodes before linearized reading' (duration: 719.331678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:00.826329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.106364Z","time spent":"719.946522ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T18:42:01.330597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:02.524727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.462713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:02.524874Z","caller":"traceutil/trace.go:171","msg":"trace[290652597] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.696938633s","start":"2026-03-05T18:42:00.827904Z","end":"2026-03-05T18:42:02.524843Z","steps":["trace[290652597] 'process raft request' (duration: 702.034515ms)","trace[290652597] 'compare' (duration: 992.643004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:02.525094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.827882Z","time spent":"1.697058756s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:02.537559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008193565s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:42:02.537995Z","caller":"traceutil/trace.go:171","msg":"trace[1382836372] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.707359322s","start":"2026-03-05T18:42:00.830619Z","end":"2026-03-05T18:42:02.537978Z","steps":["trace[1382836372] 'process raft request' (duration: 1.707103606s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.537995Z","caller":"traceutil/trace.go:171","msg":"trace[1901232946] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.707349391s","start":"2026-03-05T18:42:00.830622Z","end":"2026-03-05T18:42:02.537971Z","steps":["trace[1901232946] 'process raft request' (duration: 1.707261389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.538062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.830605Z","time spent":"1.707428383s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:02.538129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.830604Z","time spent":"1.707442983s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:02.538321Z","caller":"traceutil/trace.go:171","msg":"trace[2132349819] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.707086035s","start":"2026-03-05T18:42:00.831211Z","end":"2026-03-05T18:42:02.538297Z","steps":["trace[2132349819] 'process raft request' (duration: 1.706717936s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.538367Z","caller":"traceutil/trace.go:171","msg":"trace[825849529] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.707059464s","start":"2026-03-05T18:42:00.831289Z","end":"2026-03-05T18:42:02.538349Z","steps":["trace[825849529] 'process raft request' (duration: 1.7068852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.538423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.831278Z","time spent":"1.707114875s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:02.538438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.831194Z","time spent":"1.707184687s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:02.538401Z","caller":"traceutil/trace.go:171","msg":"trace[3540211] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25546; }","duration":"1.708455668s","start":"2026-03-05T18:42:00.829921Z","end":"2026-03-05T18:42:02.538377Z","steps":["trace[3540211] 'read index received' (duration: 700.029428ms)","trace[3540211] 'applied index is now lower than readState.Index' (duration: 1.00842506s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:02.538628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708689983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:42:02.538687Z","caller":"traceutil/trace.go:171","msg":"trace[551129146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24671; }","duration":"1.708837457s","start":"2026-03-05T18:42:00.829838Z","end":"2026-03-05T18:42:02.538676Z","steps":["trace[551129146] 'agreement among raft nodes before linearized reading' (duration: 1.708611732s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.538728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.829816Z","time spent":"1.708903179s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T18:42:02.538765Z","caller":"traceutil/trace.go:171","msg":"trace[1546552731] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"1.406455709s","start":"2026-03-05T18:42:01.132298Z","end":"2026-03-05T18:42:02.538753Z","steps":["trace[1546552731] 'process raft request' (duration: 1.406037989s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.538639Z","caller":"traceutil/trace.go:171","msg":"trace[902387845] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.707163227s","start":"2026-03-05T18:42:00.831466Z","end":"2026-03-05T18:42:02.538629Z","steps":["trace[902387845] 'process raft request' (duration: 1.706818559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.538837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.132279Z","time spent":"1.406523301s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:02.538905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.831444Z","time spent":"1.707405423s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:02.53901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45390168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:02.539046Z","caller":"traceutil/trace.go:171","msg":"trace[211125957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24671; }","duration":"1.45395605s","start":"2026-03-05T18:42:01.085081Z","end":"2026-03-05T18:42:02.539037Z","steps":["trace[211125957] 'agreement among raft nodes before linearized reading' (duration: 1.453903229s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.539076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.08506Z","time spent":"1.454010932s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:02.539201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337493575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:02.539012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.146888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:42:02.539246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.328673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:02.539269Z","caller":"traceutil/trace.go:171","msg":"trace[1419566400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24671; }","duration":"707.430094ms","start":"2026-03-05T18:42:01.831821Z","end":"2026-03-05T18:42:02.539251Z","steps":["trace[1419566400] 'agreement among raft nodes before linearized reading' (duration: 707.089486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.539285Z","caller":"traceutil/trace.go:171","msg":"trace[873483949] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24671; }","duration":"556.407215ms","start":"2026-03-05T18:42:01.982867Z","end":"2026-03-05T18:42:02.539275Z","steps":["trace[873483949] 'agreement among raft nodes before linearized reading' (duration: 556.341483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.539315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.831799Z","time spent":"707.504777ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:02.539336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.563259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:02.539379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.477589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:02.539412Z","caller":"traceutil/trace.go:171","msg":"trace[2088016728] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24671; }","duration":"648.537131ms","start":"2026-03-05T18:42:01.890862Z","end":"2026-03-05T18:42:02.539399Z","steps":["trace[2088016728] 'agreement among raft nodes before linearized reading' (duration: 648.49314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:02.539438Z","caller":"traceutil/trace.go:171","msg":"trace[1649230182] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24671; }","duration":"809.664251ms","start":"2026-03-05T18:42:01.729697Z","end":"2026-03-05T18:42:02.539361Z","steps":["trace[1649230182] 'agreement among raft nodes before linearized reading' (duration: 809.551068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.539449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.89084Z","time spent":"648.601673ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:02.539235Z","caller":"traceutil/trace.go:171","msg":"trace[490749044] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24671; }","duration":"1.337572657s","start":"2026-03-05T18:42:01.201653Z","end":"2026-03-05T18:42:02.539226Z","steps":["trace[490749044] 'agreement among raft nodes before linearized reading' (duration: 1.337463584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.539512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.729661Z","time spent":"809.801614ms","remote":"127.0.0.1:54442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:02.539529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.201614Z","time spent":"1.337901825s","remote":"127.0.0.1:57494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:02.539337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:01.982842Z","time spent":"556.486626ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:02.539902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70941986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:02.539946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709340628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-05T18:42:02.539947Z","caller":"traceutil/trace.go:171","msg":"trace[346988905] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24671; }","duration":"1.709495853s","start":"2026-03-05T18:42:00.830441Z","end":"2026-03-05T18:42:02.539937Z","steps":["trace[346988905] 'agreement among raft nodes before linearized reading' (duration: 1.709422481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.539982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.830418Z","time spent":"1.709555163s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T18:42:02.540113Z","caller":"traceutil/trace.go:171","msg":"trace[1675140556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24671; }","duration":"1.70940926s","start":"2026-03-05T18:42:00.830556Z","end":"2026-03-05T18:42:02.539965Z","steps":["trace[1675140556] 'agreement among raft nodes before linearized reading' (duration: 1.709299678s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.540146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.83054Z","time spent":"1.709595925s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-05T18:42:02.541139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711141891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-05T18:42:02.541182Z","caller":"traceutil/trace.go:171","msg":"trace[1838149066] range","detail":"{range_begin:/registry/persistentvolumes/pvc-321fb774-946e-4a93-9f2c-a4c261d43744; range_end:; response_count:1; response_revision:24671; }","duration":"1.711209133s","start":"2026-03-05T18:42:00.829962Z","end":"2026-03-05T18:42:02.541171Z","steps":["trace[1838149066] 'agreement among raft nodes before linearized reading' (duration: 1.708778884s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:02.541208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:00.829953Z","time spent":"1.711249963s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-321fb774-946e-4a93-9f2c-a4c261d43744\" "} {"level":"warn","ts":"2026-03-05T18:42:03.046393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:03.5468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:03.868734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324091424s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:42:03.931979Z","caller":"traceutil/trace.go:171","msg":"trace[1736026992] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.387347972s","start":"2026-03-05T18:42:02.544563Z","end":"2026-03-05T18:42:03.931911Z","steps":["trace[1736026992] 'process raft request' (duration: 1.324473273s)","trace[1736026992] 'compare' (duration: 62.720576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:03.932174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.544532Z","time spent":"1.387544897s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.953865Z","caller":"traceutil/trace.go:171","msg":"trace[1214268292] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"1.125778597s","start":"2026-03-05T18:42:02.828066Z","end":"2026-03-05T18:42:03.953845Z","steps":["trace[1214268292] 'process raft request' (duration: 1.125340206s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.953815Z","caller":"traceutil/trace.go:171","msg":"trace[1197889013] linearizableReadLoop","detail":"{readStateIndex:25560; appliedIndex:25553; }","duration":"1.408446835s","start":"2026-03-05T18:42:02.545348Z","end":"2026-03-05T18:42:03.953795Z","steps":["trace[1197889013] 'read index received' (duration: 1.323695174s)","trace[1197889013] 'applied index is now lower than readState.Index' (duration: 84.750521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:03.95397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.828042Z","time spent":"1.125874339s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.954022Z","caller":"traceutil/trace.go:171","msg":"trace[1840138848] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"1.121778742s","start":"2026-03-05T18:42:02.832228Z","end":"2026-03-05T18:42:03.954007Z","steps":["trace[1840138848] 'process raft request' (duration: 1.121361372s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.832221Z","time spent":"1.121837763s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.95416Z","caller":"traceutil/trace.go:171","msg":"trace[786353049] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"1.12298651s","start":"2026-03-05T18:42:02.831139Z","end":"2026-03-05T18:42:03.954126Z","steps":["trace[786353049] 'process raft request' (duration: 1.122356755s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:03.95421Z","caller":"traceutil/trace.go:171","msg":"trace[189217560] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"1.121266739s","start":"2026-03-05T18:42:02.832931Z","end":"2026-03-05T18:42:03.954197Z","steps":["trace[189217560] 'process raft request' (duration: 1.120716446s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.83292Z","time spent":"1.121311652s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.954274Z","caller":"traceutil/trace.go:171","msg":"trace[676395446] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"229.91001ms","start":"2026-03-05T18:42:03.724352Z","end":"2026-03-05T18:42:03.954262Z","steps":["trace[676395446] 'process raft request' (duration: 229.393628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.83112Z","time spent":"1.123118724s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:03.954357Z","caller":"traceutil/trace.go:171","msg":"trace[703818960] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.120956882s","start":"2026-03-05T18:42:02.833391Z","end":"2026-03-05T18:42:03.954348Z","steps":["trace[703818960] 'process raft request' (duration: 1.120303617s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.833384Z","time spent":"1.120992253s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:03.954445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40909389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-05T18:42:03.954474Z","caller":"traceutil/trace.go:171","msg":"trace[382343751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24679; }","duration":"1.409145262s","start":"2026-03-05T18:42:02.54532Z","end":"2026-03-05T18:42:03.954465Z","steps":["trace[382343751] 'agreement among raft nodes before linearized reading' (duration: 1.409015109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.545308Z","time spent":"1.409189513s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T18:42:03.954521Z","caller":"traceutil/trace.go:171","msg":"trace[1697551690] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"1.123042452s","start":"2026-03-05T18:42:02.831465Z","end":"2026-03-05T18:42:03.954508Z","steps":["trace[1697551690] 'process raft request' (duration: 1.122077899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.954928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.831456Z","time spent":"1.123391s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:03.958138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408506107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-05T18:42:03.958179Z","caller":"traceutil/trace.go:171","msg":"trace[1279275393] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24680; }","duration":"1.408548848s","start":"2026-03-05T18:42:02.549622Z","end":"2026-03-05T18:42:03.958171Z","steps":["trace[1279275393] 'agreement among raft nodes before linearized reading' (duration: 1.408437265s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.9582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.549596Z","time spent":"1.40859856s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-05T18:42:03.95867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.006404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.95871Z","caller":"traceutil/trace.go:171","msg":"trace[817663807] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24680; }","duration":"277.070885ms","start":"2026-03-05T18:42:03.681627Z","end":"2026-03-05T18:42:03.958698Z","steps":["trace[817663807] 'agreement among raft nodes before linearized reading' (duration: 276.973113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.958921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.001472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:42:03.958949Z","caller":"traceutil/trace.go:171","msg":"trace[840886304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24680; }","duration":"415.080895ms","start":"2026-03-05T18:42:03.543861Z","end":"2026-03-05T18:42:03.958942Z","steps":["trace[840886304] 'agreement among raft nodes before linearized reading' (duration: 415.008963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.958967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.543815Z","time spent":"415.147787ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:03.959245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.287627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:42:03.959281Z","caller":"traceutil/trace.go:171","msg":"trace[471243625] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24680; }","duration":"732.327698ms","start":"2026-03-05T18:42:03.226945Z","end":"2026-03-05T18:42:03.959273Z","steps":["trace[471243625] 'agreement among raft nodes before linearized reading' (duration: 732.125432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.95931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.226871Z","time spent":"732.431601ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:03.959581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05706117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.959621Z","caller":"traceutil/trace.go:171","msg":"trace[179854987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24680; }","duration":"1.057135662s","start":"2026-03-05T18:42:02.902476Z","end":"2026-03-05T18:42:03.959612Z","steps":["trace[179854987] 'agreement among raft nodes before linearized reading' (duration: 1.05706879s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.959647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.902455Z","time spent":"1.057183962s","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:03.959802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.722058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:03.95979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408819334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:03.959832Z","caller":"traceutil/trace.go:171","msg":"trace[1992252525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24680; }","duration":"839.80797ms","start":"2026-03-05T18:42:03.120015Z","end":"2026-03-05T18:42:03.959823Z","steps":["trace[1992252525] 'agreement among raft nodes before linearized reading' (duration: 839.746078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.959861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:03.119961Z","time spent":"839.890932ms","remote":"127.0.0.1:57670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:03.959861Z","caller":"traceutil/trace.go:171","msg":"trace[1564537570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24680; }","duration":"1.408911706s","start":"2026-03-05T18:42:02.550927Z","end":"2026-03-05T18:42:03.959839Z","steps":["trace[1564537570] 'agreement among raft nodes before linearized reading' (duration: 1.408801314s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.959908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.550914Z","time spent":"1.408980378s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:03.960692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028287753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:42:03.960734Z","caller":"traceutil/trace.go:171","msg":"trace[918895909] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24680; }","duration":"1.028362175s","start":"2026-03-05T18:42:02.93236Z","end":"2026-03-05T18:42:03.960722Z","steps":["trace[918895909] 'agreement among raft nodes before linearized reading' (duration: 1.027688039s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.960758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.932286Z","time spent":"1.028466978s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:03.960837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271825008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:03.961003Z","caller":"traceutil/trace.go:171","msg":"trace[844810078] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24680; }","duration":"1.272051834s","start":"2026-03-05T18:42:02.68892Z","end":"2026-03-05T18:42:03.960972Z","steps":["trace[844810078] 'agreement among raft nodes before linearized reading' (duration: 1.270658021s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:03.961069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:02.688871Z","time spent":"1.272183627s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:04.980617Z","caller":"traceutil/trace.go:171","msg":"trace[1160137832] linearizableReadLoop","detail":"{readStateIndex:25564; appliedIndex:25563; }","duration":"436.954016ms","start":"2026-03-05T18:42:04.543642Z","end":"2026-03-05T18:42:04.980596Z","steps":["trace[1160137832] 'read index received' (duration: 436.845774ms)","trace[1160137832] 'applied index is now lower than readState.Index' (duration: 106.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:04.980845Z","caller":"traceutil/trace.go:171","msg":"trace[2010589554] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"437.347476ms","start":"2026-03-05T18:42:04.543487Z","end":"2026-03-05T18:42:04.980835Z","steps":["trace[2010589554] 'process raft request' (duration: 436.975117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:04.980965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.543471Z","time spent":"437.404537ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:04.981247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.675553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:42:04.981329Z","caller":"traceutil/trace.go:171","msg":"trace[2024205240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24682; }","duration":"437.816666ms","start":"2026-03-05T18:42:04.543493Z","end":"2026-03-05T18:42:04.981309Z","steps":["trace[2024205240] 'agreement among raft nodes before linearized reading' (duration: 437.472918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:04.981422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.543462Z","time spent":"437.94708ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:05.48105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:05.742497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.860251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:05.742631Z","caller":"traceutil/trace.go:171","msg":"trace[409161617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24682; }","duration":"431.008675ms","start":"2026-03-05T18:42:05.311603Z","end":"2026-03-05T18:42:05.742612Z","steps":["trace[409161617] 'range keys from in-memory index tree' (duration: 430.842791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:05.981526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036802883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:06.174295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193747988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:42:06.174866Z","caller":"traceutil/trace.go:171","msg":"trace[202572810] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"1.627473257s","start":"2026-03-05T18:42:04.547349Z","end":"2026-03-05T18:42:06.174823Z","steps":["trace[202572810] 'process raft request' (duration: 1.627404136s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:06.174925Z","caller":"traceutil/trace.go:171","msg":"trace[77101404] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"1.628920792s","start":"2026-03-05T18:42:04.545958Z","end":"2026-03-05T18:42:06.174879Z","steps":["trace[77101404] 'process raft request' (duration: 1.628566793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:06.175098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.547341Z","time spent":"1.627636442s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:06.175122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.545949Z","time spent":"1.629048095s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:07.085429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:42:07.085542Z","caller":"traceutil/trace.go:171","msg":"trace[638795385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426109s","start":"2026-03-05T18:42:05.08509Z","end":"2026-03-05T18:42:07.085516Z","steps":["trace[638795385] 'agreement among raft nodes before linearized reading' (duration: 2.000275314s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:07.085606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.085072Z","time spent":"2.000520031s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:42:08.10257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.9279193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T18:42:08.103032Z","caller":"traceutil/trace.go:171","msg":"trace[418435584] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25564; }","duration":"3.122341494s","start":"2026-03-05T18:42:04.980675Z","end":"2026-03-05T18:42:08.103017Z","steps":["trace[418435584] 'read index received' (duration: 1.193921982s)","trace[418435584] 'applied index is now lower than readState.Index' (duration: 1.928418882s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:08.103195Z","caller":"traceutil/trace.go:171","msg":"trace[702040149] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"3.117062377s","start":"2026-03-05T18:42:04.986109Z","end":"2026-03-05T18:42:08.103171Z","steps":["trace[702040149] 'process raft request' (duration: 3.116646537s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.103195Z","caller":"traceutil/trace.go:171","msg":"trace[1502332289] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"2.143708253s","start":"2026-03-05T18:42:05.959326Z","end":"2026-03-05T18:42:08.103034Z","steps":["trace[1502332289] 'process raft request' (duration: 2.143548539s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.103226Z","caller":"traceutil/trace.go:171","msg":"trace[547321112] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"2.140997088s","start":"2026-03-05T18:42:05.962181Z","end":"2026-03-05T18:42:08.103178Z","steps":["trace[547321112] 'process raft request' (duration: 2.140798334s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.103269Z","caller":"traceutil/trace.go:171","msg":"trace[1434584188] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"2.143563009s","start":"2026-03-05T18:42:05.959661Z","end":"2026-03-05T18:42:08.103224Z","steps":["trace[1434584188] 'process raft request' (duration: 2.143261622s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.10329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558946631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:42:08.103357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.986075Z","time spent":"3.11718986s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.103366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.959302Z","time spent":"2.143963428s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:08.103389Z","caller":"traceutil/trace.go:171","msg":"trace[218468889] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"2.142497055s","start":"2026-03-05T18:42:05.960871Z","end":"2026-03-05T18:42:08.103368Z","steps":["trace[218468889] 'process raft request' (duration: 2.142089855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.103382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.959634Z","time spent":"2.143680923s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.103411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.962167Z","time spent":"2.141144472s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:08.103416Z","caller":"traceutil/trace.go:171","msg":"trace[1359226467] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"2.143528358s","start":"2026-03-05T18:42:05.959863Z","end":"2026-03-05T18:42:08.103392Z","steps":["trace[1359226467] 'process raft request' (duration: 2.143078588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.103462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.960858Z","time spent":"2.142565386s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.103505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.959853Z","time spent":"2.14360706s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.103567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138763264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:42:08.103583Z","caller":"traceutil/trace.go:171","msg":"trace[613535382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24691; }","duration":"3.559027993s","start":"2026-03-05T18:42:04.544303Z","end":"2026-03-05T18:42:08.103331Z","steps":["trace[613535382] 'agreement among raft nodes before linearized reading' (duration: 3.558851919s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.103245Z","caller":"traceutil/trace.go:171","msg":"trace[547434964] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"2.143612871s","start":"2026-03-05T18:42:05.959594Z","end":"2026-03-05T18:42:08.103207Z","steps":["trace[547434964] 'process raft request' (duration: 2.143306434s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.103599Z","caller":"traceutil/trace.go:171","msg":"trace[1472254944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24691; }","duration":"3.138852317s","start":"2026-03-05T18:42:04.964739Z","end":"2026-03-05T18:42:08.103591Z","steps":["trace[1472254944] 'agreement among raft nodes before linearized reading' (duration: 3.138373426s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.103647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.54429Z","time spent":"3.559348241s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:08.103699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.959581Z","time spent":"2.144051681s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.103658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:04.964713Z","time spent":"3.13893981s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:08.396798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.486947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:42:08.397172Z","caller":"traceutil/trace.go:171","msg":"trace[1915529810] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25573; }","duration":"294.058721ms","start":"2026-03-05T18:42:08.103093Z","end":"2026-03-05T18:42:08.397152Z","steps":["trace[1915529810] 'read index received' (duration: 65.353488ms)","trace[1915529810] 'applied index is now lower than readState.Index' (duration: 228.704252ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:08.39719Z","caller":"traceutil/trace.go:171","msg":"trace[481238144] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.410397442s","start":"2026-03-05T18:42:06.986752Z","end":"2026-03-05T18:42:08.397149Z","steps":["trace[481238144] 'process raft request' (duration: 1.410195498s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.986732Z","time spent":"1.410542275s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:08.397489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096305183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-05T18:42:08.397489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023069746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:08.397533Z","caller":"traceutil/trace.go:171","msg":"trace[1734028495] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24693; }","duration":"2.096391735s","start":"2026-03-05T18:42:06.301125Z","end":"2026-03-05T18:42:08.397516Z","steps":["trace[1734028495] 'agreement among raft nodes before linearized reading' (duration: 2.09615696s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.397554Z","caller":"traceutil/trace.go:171","msg":"trace[2042471423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24693; }","duration":"3.023176329s","start":"2026-03-05T18:42:05.374358Z","end":"2026-03-05T18:42:08.397534Z","steps":["trace[2042471423] 'agreement among raft nodes before linearized reading' (duration: 3.022961843s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.301097Z","time spent":"2.096469747s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-05T18:42:08.397586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.374336Z","time spent":"3.023243181s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:08.397617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.082409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T18:42:08.397668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.18681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:42:08.397709Z","caller":"traceutil/trace.go:171","msg":"trace[1664837805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24693; }","duration":"218.188001ms","start":"2026-03-05T18:42:08.179497Z","end":"2026-03-05T18:42:08.397685Z","steps":["trace[1664837805] 'agreement among raft nodes before linearized reading' (duration: 217.917545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822522718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:08.397761Z","caller":"traceutil/trace.go:171","msg":"trace[166917148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24693; }","duration":"327.294842ms","start":"2026-03-05T18:42:08.07044Z","end":"2026-03-05T18:42:08.397734Z","steps":["trace[166917148] 'agreement among raft nodes before linearized reading' (duration: 326.825771ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.398266Z","caller":"traceutil/trace.go:171","msg":"trace[777350982] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24693; }","duration":"1.823144872s","start":"2026-03-05T18:42:06.575103Z","end":"2026-03-05T18:42:08.398248Z","steps":["trace[777350982] 'agreement among raft nodes before linearized reading' (duration: 1.822159819s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.398467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.070416Z","time spent":"328.0156ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-05T18:42:08.397784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719582023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-05T18:42:08.397842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.203659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:08.398643Z","caller":"traceutil/trace.go:171","msg":"trace[1512071933] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:24693; }","duration":"1.720389932s","start":"2026-03-05T18:42:06.678151Z","end":"2026-03-05T18:42:08.398541Z","steps":["trace[1512071933] 'agreement among raft nodes before linearized reading' (duration: 1.719071541s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.398684Z","caller":"traceutil/trace.go:171","msg":"trace[628419033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24693; }","duration":"135.08018ms","start":"2026-03-05T18:42:08.263588Z","end":"2026-03-05T18:42:08.398668Z","steps":["trace[628419033] 'agreement among raft nodes before linearized reading' (duration: 134.21773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.398693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.678128Z","time spent":"1.720550445s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"warn","ts":"2026-03-05T18:42:08.39784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237240394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:08.398905Z","caller":"traceutil/trace.go:171","msg":"trace[1239182035] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24693; }","duration":"1.23833285s","start":"2026-03-05T18:42:07.160548Z","end":"2026-03-05T18:42:08.398881Z","steps":["trace[1239182035] 'agreement among raft nodes before linearized reading' (duration: 1.236731233s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.627032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:08.398972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:07.160524Z","time spent":"1.238417313s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:08.398999Z","caller":"traceutil/trace.go:171","msg":"trace[1344527095] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24693; }","duration":"209.74617ms","start":"2026-03-05T18:42:08.189241Z","end":"2026-03-05T18:42:08.398987Z","steps":["trace[1344527095] 'agreement among raft nodes before linearized reading' (duration: 208.602523ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.397896Z","caller":"traceutil/trace.go:171","msg":"trace[305670989] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"289.822119ms","start":"2026-03-05T18:42:08.108062Z","end":"2026-03-05T18:42:08.397884Z","steps":["trace[305670989] 'process raft request' (duration: 289.03736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318590643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:08.399289Z","caller":"traceutil/trace.go:171","msg":"trace[431225409] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24693; }","duration":"2.32013236s","start":"2026-03-05T18:42:06.079141Z","end":"2026-03-05T18:42:08.399274Z","steps":["trace[431225409] 'agreement among raft nodes before linearized reading' (duration: 2.318153993s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.399373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.079104Z","time spent":"2.320251262s","remote":"127.0.0.1:46202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:08.397887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4611302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:42:08.399462Z","caller":"traceutil/trace.go:171","msg":"trace[250302797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24693; }","duration":"2.462733469s","start":"2026-03-05T18:42:05.936709Z","end":"2026-03-05T18:42:08.399442Z","steps":["trace[250302797] 'agreement among raft nodes before linearized reading' (duration: 2.460600448s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.397961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312037327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:08.39954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.936688Z","time spent":"2.462832321s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:08.397978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.633829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:42:08.39964Z","caller":"traceutil/trace.go:171","msg":"trace[251486824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24693; }","duration":"219.310259ms","start":"2026-03-05T18:42:08.180317Z","end":"2026-03-05T18:42:08.399628Z","steps":["trace[251486824] 'agreement among raft nodes before linearized reading' (duration: 217.598657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.398072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486167678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-05T18:42:08.399866Z","caller":"traceutil/trace.go:171","msg":"trace[134738766] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24693; }","duration":"1.487971422s","start":"2026-03-05T18:42:06.911866Z","end":"2026-03-05T18:42:08.399838Z","steps":["trace[134738766] 'agreement among raft nodes before linearized reading' (duration: 1.485438691s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:08.399567Z","caller":"traceutil/trace.go:171","msg":"trace[993051576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24693; }","duration":"1.31382678s","start":"2026-03-05T18:42:07.085693Z","end":"2026-03-05T18:42:08.399519Z","steps":["trace[993051576] 'agreement among raft nodes before linearized reading' (duration: 1.311599957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.399939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.911847Z","time spent":"1.488073154s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T18:42:08.398126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118130732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267214"} {"level":"info","ts":"2026-03-05T18:42:08.400007Z","caller":"traceutil/trace.go:171","msg":"trace[465836842] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24693; }","duration":"3.120041408s","start":"2026-03-05T18:42:05.279948Z","end":"2026-03-05T18:42:08.39999Z","steps":["trace[465836842] 'agreement among raft nodes before linearized reading' (duration: 3.117382945s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:08.398466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:06.575078Z","time spent":"1.823348336s","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:08.400062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:05.279923Z","time spent":"3.120124161s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267237,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T18:42:08.400635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:07.085668Z","time spent":"1.314269611s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:09.359693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.411286ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-05T18:42:09.359852Z","caller":"traceutil/trace.go:171","msg":"trace[972709359] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25576; }","duration":"957.458704ms","start":"2026-03-05T18:42:08.402366Z","end":"2026-03-05T18:42:09.359825Z","steps":["trace[972709359] 'read index received' (duration: 259.899635ms)","trace[972709359] 'applied index is now lower than readState.Index' (duration: 697.556709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:09.360134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.398537Z","time spent":"961.586033ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T18:42:09.360303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.897255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T18:42:09.360875Z","caller":"traceutil/trace.go:171","msg":"trace[951685012] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7; range_end:; response_count:1; response_revision:24693; }","duration":"958.479939ms","start":"2026-03-05T18:42:08.402326Z","end":"2026-03-05T18:42:09.360806Z","steps":["trace[951685012] 'agreement among raft nodes before linearized reading' (duration: 957.760981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:09.360974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.402307Z","time spent":"958.648002ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b1b78824-a242-4063-90a7-786c7dd6a2a7\" "} {"level":"warn","ts":"2026-03-05T18:42:10.280087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.831953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:10.28034Z","caller":"traceutil/trace.go:171","msg":"trace[150326296] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.875941541s","start":"2026-03-05T18:42:08.404381Z","end":"2026-03-05T18:42:10.280323Z","steps":["trace[150326296] 'process raft request' (duration: 1.875876779s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.280413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.404362Z","time spent":"1.876020512s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:10.280439Z","caller":"traceutil/trace.go:171","msg":"trace[1519514781] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.87803192s","start":"2026-03-05T18:42:08.402386Z","end":"2026-03-05T18:42:10.280418Z","steps":["trace[1519514781] 'process raft request' (duration: 1.211783488s)","trace[1519514781] 'compare' (duration: 665.592347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:10.280532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.402363Z","time spent":"1.878125132s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:10.280597Z","caller":"traceutil/trace.go:171","msg":"trace[191732578] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.878119972s","start":"2026-03-05T18:42:08.402467Z","end":"2026-03-05T18:42:10.280587Z","steps":["trace[191732578] 'process raft request' (duration: 1.877722373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.280654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.402456Z","time spent":"1.878170433s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:10.280713Z","caller":"traceutil/trace.go:171","msg":"trace[1958770629] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.876249498s","start":"2026-03-05T18:42:08.404453Z","end":"2026-03-05T18:42:10.280702Z","steps":["trace[1958770629] 'process raft request' (duration: 1.875837308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.280777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.404447Z","time spent":"1.876297179s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:10.347886Z","caller":"traceutil/trace.go:171","msg":"trace[137740427] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"1.56428189s","start":"2026-03-05T18:42:08.783576Z","end":"2026-03-05T18:42:10.347858Z","steps":["trace[137740427] 'process raft request' (duration: 1.56386109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.348033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.783535Z","time spent":"1.564420673s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:10.348128Z","caller":"traceutil/trace.go:171","msg":"trace[1501059880] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"1.381689947s","start":"2026-03-05T18:42:08.966403Z","end":"2026-03-05T18:42:10.348093Z","steps":["trace[1501059880] 'process raft request' (duration: 1.38138333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.348311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.966376Z","time spent":"1.381832981s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:10.407511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T18:42:10.407611Z","caller":"traceutil/trace.go:171","msg":"trace[1331342692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233013s","start":"2026-03-05T18:42:08.407356Z","end":"2026-03-05T18:42:10.407589Z","steps":["trace[1331342692] 'agreement among raft nodes before linearized reading' (duration: 2.00011247s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.407669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.407346Z","time spent":"2.000312705s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 18:42:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T18:42:10.762484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.441919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:42:10.76338Z","caller":"traceutil/trace.go:171","msg":"trace[620794139] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25577; }","duration":"1.403420626s","start":"2026-03-05T18:42:09.359941Z","end":"2026-03-05T18:42:10.763362Z","steps":["trace[620794139] 'read index received' (duration: 254.282542ms)","trace[620794139] 'applied index is now lower than readState.Index' (duration: 1.149137084s)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:10.763468Z","caller":"traceutil/trace.go:171","msg":"trace[2097887071] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"1.40150393s","start":"2026-03-05T18:42:09.361951Z","end":"2026-03-05T18:42:10.763455Z","steps":["trace[2097887071] 'process raft request' (duration: 1.400599749s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:10.763568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:09.361919Z","time spent":"1.401582972s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:11.272188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856139668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T18:42:11.272316Z","caller":"traceutil/trace.go:171","msg":"trace[1148702259] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24700; }","duration":"2.856290101s","start":"2026-03-05T18:42:08.416008Z","end":"2026-03-05T18:42:11.272298Z","steps":["trace[1148702259] 'agreement among raft nodes before linearized reading' (duration: 2.347450951s)","trace[1148702259] 'count revisions from in-memory index tree' (duration: 508.665636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.272373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.415968Z","time spent":"2.856393644s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:11.272657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29960678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T18:42:11.272689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305243285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:42:11.272725Z","caller":"traceutil/trace.go:171","msg":"trace[26932721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24700; }","duration":"2.299725113s","start":"2026-03-05T18:42:08.972982Z","end":"2026-03-05T18:42:11.272707Z","steps":["trace[26932721] 'agreement among raft nodes before linearized reading' (duration: 1.790453862s)","trace[26932721] 'range keys from in-memory index tree' (duration: 509.100556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.272694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.209799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:11.27276Z","caller":"traceutil/trace.go:171","msg":"trace[332971259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24700; }","duration":"2.305342907s","start":"2026-03-05T18:42:08.967396Z","end":"2026-03-05T18:42:11.272739Z","steps":["trace[332971259] 'agreement among raft nodes before linearized reading' (duration: 1.796061376s)","trace[332971259] 'range keys from in-memory index tree' (duration: 509.085006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.272748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195331803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-05T18:42:11.272803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.967388Z","time spent":"2.305406498s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T18:42:11.272823Z","caller":"traceutil/trace.go:171","msg":"trace[592307020] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24700; }","duration":"2.195486367s","start":"2026-03-05T18:42:09.077317Z","end":"2026-03-05T18:42:11.272804Z","steps":["trace[592307020] 'agreement among raft nodes before linearized reading' (duration: 1.686117244s)","trace[592307020] 'range keys from in-memory index tree' (duration: 509.21934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.272853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:09.077284Z","time spent":"2.195562338s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T18:42:11.272915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163897285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-05T18:42:11.272972Z","caller":"traceutil/trace.go:171","msg":"trace[855871640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24700; }","duration":"2.163990867s","start":"2026-03-05T18:42:09.108969Z","end":"2026-03-05T18:42:11.27296Z","steps":["trace[855871640] 'agreement among raft nodes before linearized reading' (duration: 1.654481331s)","trace[855871640] 'range keys from in-memory index tree' (duration: 509.222309ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:11.272984Z","caller":"traceutil/trace.go:171","msg":"trace[1695766254] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"1.229086409s","start":"2026-03-05T18:42:10.043884Z","end":"2026-03-05T18:42:11.272971Z","steps":["trace[1695766254] 'process raft request' (duration: 719.4697ms)","trace[1695766254] 'compare' (duration: 508.608565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.273059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:09.108949Z","time spent":"2.164055258s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"info","ts":"2026-03-05T18:42:11.273115Z","caller":"traceutil/trace.go:171","msg":"trace[1251070431] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"1.163582478s","start":"2026-03-05T18:42:10.109525Z","end":"2026-03-05T18:42:11.273108Z","steps":["trace[1251070431] 'process raft request' (duration: 1.163298662s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.273075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.043864Z","time spent":"1.22914973s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:11.273158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.109509Z","time spent":"1.163628659s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:11.272756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:08.972959Z","time spent":"2.299789094s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T18:42:11.273265Z","caller":"traceutil/trace.go:171","msg":"trace[1192342430] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.163533117s","start":"2026-03-05T18:42:10.109718Z","end":"2026-03-05T18:42:11.273252Z","steps":["trace[1192342430] 'process raft request' (duration: 1.163281991s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:11.273314Z","caller":"traceutil/trace.go:171","msg":"trace[468173051] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.163757072s","start":"2026-03-05T18:42:10.109549Z","end":"2026-03-05T18:42:11.273306Z","steps":["trace[468173051] 'process raft request' (duration: 1.163410974s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.273352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.109492Z","time spent":"1.163838234s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:11.273362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.109704Z","time spent":"1.163598118s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:11.273427Z","caller":"traceutil/trace.go:171","msg":"trace[775013083] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.161731154s","start":"2026-03-05T18:42:10.11169Z","end":"2026-03-05T18:42:11.273421Z","steps":["trace[775013083] 'process raft request' (duration: 1.161345675s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.273463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.111675Z","time spent":"1.161771194s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:11.273507Z","caller":"traceutil/trace.go:171","msg":"trace[1966995604] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.161774675s","start":"2026-03-05T18:42:10.111718Z","end":"2026-03-05T18:42:11.273493Z","steps":["trace[1966995604] 'process raft request' (duration: 1.161360635s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.273563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.111706Z","time spent":"1.161829966s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:11.274038Z","caller":"traceutil/trace.go:171","msg":"trace[233675163] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.160563457s","start":"2026-03-05T18:42:10.113451Z","end":"2026-03-05T18:42:11.274015Z","steps":["trace[233675163] 'process raft request' (duration: 1.159660934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.274123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.113426Z","time spent":"1.160661029s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:11.276031Z","caller":"traceutil/trace.go:171","msg":"trace[294129799] linearizableReadLoop","detail":"{readStateIndex:25593; appliedIndex:25585; }","duration":"512.564059ms","start":"2026-03-05T18:42:10.763438Z","end":"2026-03-05T18:42:11.276002Z","steps":["trace[294129799] 'read index received' (duration: 63.514825ms)","trace[294129799] 'applied index is now lower than readState.Index' (duration: 449.048094ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:11.276276Z","caller":"traceutil/trace.go:171","msg":"trace[1103975502] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"873.622855ms","start":"2026-03-05T18:42:10.402643Z","end":"2026-03-05T18:42:11.276266Z","steps":["trace[1103975502] 'process raft request' (duration: 870.510561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.27639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.40263Z","time spent":"873.676567ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:11.277376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.348684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:11.277444Z","caller":"traceutil/trace.go:171","msg":"trace[533412390] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24709; }","duration":"757.473547ms","start":"2026-03-05T18:42:10.519954Z","end":"2026-03-05T18:42:11.277428Z","steps":["trace[533412390] 'agreement among raft nodes before linearized reading' (duration: 757.314333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.277452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.774735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:11.277487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.519929Z","time spent":"757.550499ms","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:11.277502Z","caller":"traceutil/trace.go:171","msg":"trace[1407617837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24709; }","duration":"869.851367ms","start":"2026-03-05T18:42:10.407639Z","end":"2026-03-05T18:42:11.27749Z","steps":["trace[1407617837] 'agreement among raft nodes before linearized reading' (duration: 869.766085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.277524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.407628Z","time spent":"869.891558ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:11.277509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.985382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-05T18:42:11.277573Z","caller":"traceutil/trace.go:171","msg":"trace[150410872] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e; range_end:; response_count:1; response_revision:24709; }","duration":"993.092735ms","start":"2026-03-05T18:42:10.284462Z","end":"2026-03-05T18:42:11.277555Z","steps":["trace[150410872] 'agreement among raft nodes before linearized reading' (duration: 992.87832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.277619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.28444Z","time spent":"993.167036ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7fcbbfb5d4-2dpz7.189a040d12b66d8e\" "} {"level":"warn","ts":"2026-03-05T18:42:11.277617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.03042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:42:11.277663Z","caller":"traceutil/trace.go:171","msg":"trace[1548996839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24709; }","duration":"875.115032ms","start":"2026-03-05T18:42:10.402534Z","end":"2026-03-05T18:42:11.277649Z","steps":["trace[1548996839] 'agreement among raft nodes before linearized reading' (duration: 874.963108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.277697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.402509Z","time spent":"875.180873ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:11.277754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.234433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:42:11.27779Z","caller":"traceutil/trace.go:171","msg":"trace[1769703018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24709; }","duration":"669.312125ms","start":"2026-03-05T18:42:10.608471Z","end":"2026-03-05T18:42:11.277783Z","steps":["trace[1769703018] 'agreement among raft nodes before linearized reading' (duration: 669.175762ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:11.277808Z","caller":"traceutil/trace.go:171","msg":"trace[753889751] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"209.898493ms","start":"2026-03-05T18:42:11.067898Z","end":"2026-03-05T18:42:11.277796Z","steps":["trace[753889751] 'process raft request' (duration: 207.997788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.277814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.608442Z","time spent":"669.366697ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T18:42:11.278101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168898854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:42:11.278187Z","caller":"traceutil/trace.go:171","msg":"trace[1571708383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24709; }","duration":"1.168982246s","start":"2026-03-05T18:42:10.109144Z","end":"2026-03-05T18:42:11.278127Z","steps":["trace[1571708383] 'agreement among raft nodes before linearized reading' (duration: 1.167412509s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.278219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.109115Z","time spent":"1.169096729s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:11.278653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.527832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-05T18:42:11.27874Z","caller":"traceutil/trace.go:171","msg":"trace[1313572201] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24709; }","duration":"513.645744ms","start":"2026-03-05T18:42:10.765077Z","end":"2026-03-05T18:42:11.278723Z","steps":["trace[1313572201] 'agreement among raft nodes before linearized reading' (duration: 512.242341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:11.278784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:10.765063Z","time spent":"513.710606ms","remote":"127.0.0.1:48406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T18:42:11.50102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.254816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:11.501112Z","caller":"traceutil/trace.go:171","msg":"trace[146901615] linearizableReadLoop","detail":"{readStateIndex:25599; appliedIndex:25598; }","duration":"136.32316ms","start":"2026-03-05T18:42:11.364774Z","end":"2026-03-05T18:42:11.501097Z","steps":["trace[146901615] 'read index received' (duration: 31.872119ms)","trace[146901615] 'applied index is now lower than readState.Index' (duration: 104.450051ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:11.501183Z","caller":"traceutil/trace.go:171","msg":"trace[2102917470] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"138.794569ms","start":"2026-03-05T18:42:11.36238Z","end":"2026-03-05T18:42:11.501175Z","steps":["trace[2102917470] 'process raft request' (duration: 34.255766ms)","trace[2102917470] 'compare' (duration: 104.132203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:11.50164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.845362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T18:42:11.50171Z","caller":"traceutil/trace.go:171","msg":"trace[1236155738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24714; }","duration":"136.955575ms","start":"2026-03-05T18:42:11.364739Z","end":"2026-03-05T18:42:11.501695Z","steps":["trace[1236155738] 'agreement among raft nodes before linearized reading' (duration: 136.715869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.098457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.234158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:12.098566Z","caller":"traceutil/trace.go:171","msg":"trace[430645464] linearizableReadLoop","detail":"{readStateIndex:25601; appliedIndex:25600; }","duration":"274.059713ms","start":"2026-03-05T18:42:11.824486Z","end":"2026-03-05T18:42:12.098545Z","steps":["trace[430645464] 'read index received' (duration: 69.251µs)","trace[430645464] 'applied index is now lower than readState.Index' (duration: 273.989402ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:12.098763Z","caller":"traceutil/trace.go:171","msg":"trace[1425390581] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"535.572608ms","start":"2026-03-05T18:42:11.563157Z","end":"2026-03-05T18:42:12.098729Z","steps":["trace[1425390581] 'process raft request' (duration: 101.975961ms)","trace[1425390581] 'compare' (duration: 433.048514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:12.098871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.381101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-05T18:42:12.098915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:11.563125Z","time spent":"535.70598ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:12.098947Z","caller":"traceutil/trace.go:171","msg":"trace[1653830303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24716; }","duration":"274.518504ms","start":"2026-03-05T18:42:11.824409Z","end":"2026-03-05T18:42:12.098927Z","steps":["trace[1653830303] 'agreement among raft nodes before linearized reading' (duration: 274.312729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:12.594994Z","caller":"traceutil/trace.go:171","msg":"trace[151286195] linearizableReadLoop","detail":"{readStateIndex:25603; appliedIndex:25602; }","duration":"427.86269ms","start":"2026-03-05T18:42:12.167101Z","end":"2026-03-05T18:42:12.594963Z","steps":["trace[151286195] 'read index received' (duration: 427.593954ms)","trace[151286195] 'applied index is now lower than readState.Index' (duration: 267.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:12.595037Z","caller":"traceutil/trace.go:171","msg":"trace[524313539] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"486.433816ms","start":"2026-03-05T18:42:12.108562Z","end":"2026-03-05T18:42:12.594995Z","steps":["trace[524313539] 'process raft request' (duration: 486.166779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.595258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.149176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-77bf885f4c-lgmt8.189a05769b87de65\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-05T18:42:12.595256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.108538Z","time spent":"486.595799ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:12.595321Z","caller":"traceutil/trace.go:171","msg":"trace[718061422] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-77bf885f4c-lgmt8.189a05769b87de65; range_end:; response_count:1; response_revision:24718; }","duration":"428.252439ms","start":"2026-03-05T18:42:12.167054Z","end":"2026-03-05T18:42:12.595306Z","steps":["trace[718061422] 'agreement among raft nodes before linearized reading' (duration: 427.985673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.595364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.167039Z","time spent":"428.31405ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-77bf885f4c-lgmt8.189a05769b87de65\" "} {"level":"warn","ts":"2026-03-05T18:42:12.595427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.862766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a06178ea6926f\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-05T18:42:12.595264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.433014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-05T18:42:12.595574Z","caller":"traceutil/trace.go:171","msg":"trace[2109796957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24718; }","duration":"316.810352ms","start":"2026-03-05T18:42:12.278749Z","end":"2026-03-05T18:42:12.59556Z","steps":["trace[2109796957] 'agreement among raft nodes before linearized reading' (duration: 316.425733ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:12.595489Z","caller":"traceutil/trace.go:171","msg":"trace[47665607] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a06178ea6926f; range_end:; response_count:1; response_revision:24718; }","duration":"301.940507ms","start":"2026-03-05T18:42:12.293528Z","end":"2026-03-05T18:42:12.595469Z","steps":["trace[47665607] 'agreement among raft nodes before linearized reading' (duration: 301.767063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.595619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.278723Z","time spent":"316.884774ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:12.595642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.293516Z","time spent":"302.105941ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a06178ea6926f\" "} {"level":"warn","ts":"2026-03-05T18:42:12.595423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.57803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T18:42:12.595946Z","caller":"traceutil/trace.go:171","msg":"trace[1260677647] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24718; }","duration":"240.142265ms","start":"2026-03-05T18:42:12.355786Z","end":"2026-03-05T18:42:12.595928Z","steps":["trace[1260677647] 'agreement among raft nodes before linearized reading' (duration: 239.496438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.595959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.730528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:42:12.595992Z","caller":"traceutil/trace.go:171","msg":"trace[995967765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24718; }","duration":"310.891372ms","start":"2026-03-05T18:42:12.28509Z","end":"2026-03-05T18:42:12.595982Z","steps":["trace[995967765] 'agreement among raft nodes before linearized reading' (duration: 310.79561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.59603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.285049Z","time spent":"310.974864ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:12.596044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.504529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:42:12.596112Z","caller":"traceutil/trace.go:171","msg":"trace[2027235552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24718; }","duration":"309.581451ms","start":"2026-03-05T18:42:12.286514Z","end":"2026-03-05T18:42:12.596096Z","steps":["trace[2027235552] 'agreement among raft nodes before linearized reading' (duration: 309.421837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.596165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.28651Z","time spent":"309.642612ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T18:42:12.596229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.736884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T18:42:12.596268Z","caller":"traceutil/trace.go:171","msg":"trace[1233353849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24718; }","duration":"309.791155ms","start":"2026-03-05T18:42:12.286469Z","end":"2026-03-05T18:42:12.59626Z","steps":["trace[1233353849] 'agreement among raft nodes before linearized reading' (duration: 309.697613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:12.596295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.28646Z","time spent":"309.829096ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T18:42:13.069521Z","caller":"traceutil/trace.go:171","msg":"trace[781126438] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"468.164662ms","start":"2026-03-05T18:42:12.601322Z","end":"2026-03-05T18:42:13.069486Z","steps":["trace[781126438] 'process raft request' (duration: 438.507214ms)","trace[781126438] 'compare' (duration: 29.323919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:13.069733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.601289Z","time spent":"468.342715ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:13.115203Z","caller":"traceutil/trace.go:171","msg":"trace[1823947157] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"512.333063ms","start":"2026-03-05T18:42:12.602841Z","end":"2026-03-05T18:42:13.115174Z","steps":["trace[1823947157] 'process raft request' (duration: 512.103778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:13.115404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.60283Z","time spent":"512.454336ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:13.115483Z","caller":"traceutil/trace.go:171","msg":"trace[1247462533] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"512.60819ms","start":"2026-03-05T18:42:12.602844Z","end":"2026-03-05T18:42:13.115452Z","steps":["trace[1247462533] 'process raft request' (duration: 512.259552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:13.115637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.602824Z","time spent":"512.731132ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:13.115629Z","caller":"traceutil/trace.go:171","msg":"trace[1006260443] linearizableReadLoop","detail":"{readStateIndex:25608; appliedIndex:25603; }","duration":"508.78965ms","start":"2026-03-05T18:42:12.606815Z","end":"2026-03-05T18:42:13.115605Z","steps":["trace[1006260443] 'read index received' (duration: 433.197247ms)","trace[1006260443] 'applied index is now lower than readState.Index' (duration: 75.591403ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:13.115734Z","caller":"traceutil/trace.go:171","msg":"trace[507046901] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"509.302181ms","start":"2026-03-05T18:42:12.606413Z","end":"2026-03-05T18:42:13.115715Z","steps":["trace[507046901] 'process raft request' (duration: 509.129157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:13.115739Z","caller":"traceutil/trace.go:171","msg":"trace[806187933] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"511.890223ms","start":"2026-03-05T18:42:12.60382Z","end":"2026-03-05T18:42:13.11571Z","steps":["trace[806187933] 'process raft request' (duration: 511.542735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:13.115839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.606392Z","time spent":"509.395324ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:13.115847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.603812Z","time spent":"511.982765ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:13.115846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.010035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-05T18:42:13.115971Z","caller":"traceutil/trace.go:171","msg":"trace[2102974353] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:1; response_revision:24723; }","duration":"509.169798ms","start":"2026-03-05T18:42:12.606786Z","end":"2026-03-05T18:42:13.115956Z","steps":["trace[2102974353] 'agreement among raft nodes before linearized reading' (duration: 508.935162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:13.116013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:12.606774Z","time spent":"509.2288ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"info","ts":"2026-03-05T18:42:13.425656Z","caller":"traceutil/trace.go:171","msg":"trace[1882550763] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25608; }","duration":"293.100908ms","start":"2026-03-05T18:42:13.132529Z","end":"2026-03-05T18:42:13.42563Z","steps":["trace[1882550763] 'read index received' (duration: 292.969125ms)","trace[1882550763] 'applied index is now lower than readState.Index' (duration: 130.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:13.42573Z","caller":"traceutil/trace.go:171","msg":"trace[1094438427] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"307.193523ms","start":"2026-03-05T18:42:13.118506Z","end":"2026-03-05T18:42:13.425699Z","steps":["trace[1094438427] 'process raft request' (duration: 306.959828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:13.425829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.277111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:13.425888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.118482Z","time spent":"307.312867ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:13.425921Z","caller":"traceutil/trace.go:171","msg":"trace[99192932] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24724; }","duration":"293.389954ms","start":"2026-03-05T18:42:13.132513Z","end":"2026-03-05T18:42:13.425903Z","steps":["trace[99192932] 'agreement among raft nodes before linearized reading' (duration: 293.22164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.302294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.813345ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T18:42:14.302924Z","caller":"traceutil/trace.go:171","msg":"trace[958079250] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.024096933s","start":"2026-03-05T18:42:13.278807Z","end":"2026-03-05T18:42:14.302904Z","steps":["trace[958079250] 'process raft request' (duration: 1.023594052s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.303045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.278784Z","time spent":"1.024195446s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.553339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.331137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:14.553707Z","caller":"traceutil/trace.go:171","msg":"trace[1623151382] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.273019387s","start":"2026-03-05T18:42:13.280664Z","end":"2026-03-05T18:42:14.553683Z","steps":["trace[1623151382] 'process raft request' (duration: 1.272919715s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.553727Z","caller":"traceutil/trace.go:171","msg":"trace[548756135] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"1.273438446s","start":"2026-03-05T18:42:13.280255Z","end":"2026-03-05T18:42:14.553694Z","steps":["trace[548756135] 'process raft request' (duration: 1.273209531s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.553778Z","caller":"traceutil/trace.go:171","msg":"trace[1159560714] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.273965099s","start":"2026-03-05T18:42:13.279771Z","end":"2026-03-05T18:42:14.553736Z","steps":["trace[1159560714] 'process raft request' (duration: 1.02312032s)","trace[1159560714] 'compare' (duration: 250.03475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:14.553825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.280651Z","time spent":"1.273119599s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.553897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.280229Z","time spent":"1.27357469s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.553976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.279744Z","time spent":"1.274130883s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:14.553995Z","caller":"traceutil/trace.go:171","msg":"trace[325411413] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.273307455s","start":"2026-03-05T18:42:13.280668Z","end":"2026-03-05T18:42:14.553976Z","steps":["trace[325411413] 'process raft request' (duration: 1.272967666s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.280653Z","time spent":"1.273389887s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:14.554163Z","caller":"traceutil/trace.go:171","msg":"trace[1190001259] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.273267134s","start":"2026-03-05T18:42:13.28088Z","end":"2026-03-05T18:42:14.554148Z","steps":["trace[1190001259] 'process raft request' (duration: 1.27307853s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.554208Z","caller":"traceutil/trace.go:171","msg":"trace[1161785913] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"350.751622ms","start":"2026-03-05T18:42:14.203433Z","end":"2026-03-05T18:42:14.554184Z","steps":["trace[1161785913] 'process raft request' (duration: 350.69156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.554278Z","caller":"traceutil/trace.go:171","msg":"trace[547984670] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.273569621s","start":"2026-03-05T18:42:13.280696Z","end":"2026-03-05T18:42:14.554265Z","steps":["trace[547984670] 'process raft request' (duration: 1.27313412s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.554279Z","caller":"traceutil/trace.go:171","msg":"trace[685778325] linearizableReadLoop","detail":"{readStateIndex:25617; appliedIndex:25609; }","duration":"1.128494532s","start":"2026-03-05T18:42:13.425731Z","end":"2026-03-05T18:42:14.554225Z","steps":["trace[685778325] 'read index received' (duration: 337.839253ms)","trace[685778325] 'applied index is now lower than readState.Index' (duration: 790.651659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:14.554336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.280664Z","time spent":"1.273646033s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.554361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:14.203407Z","time spent":"350.871935ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.554236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.280868Z","time spent":"1.273330125s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:14.554427Z","caller":"traceutil/trace.go:171","msg":"trace[744985858] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24732; }","duration":"1.125339836s","start":"2026-03-05T18:42:13.429079Z","end":"2026-03-05T18:42:14.554419Z","steps":["trace[744985858] 'process raft request' (duration: 1.124956937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.429057Z","time spent":"1.125397148s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-05T18:42:14.554502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218105209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:14.554569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194098916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T18:42:14.554633Z","caller":"traceutil/trace.go:171","msg":"trace[1734063435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24733; }","duration":"1.194201539s","start":"2026-03-05T18:42:13.360415Z","end":"2026-03-05T18:42:14.554617Z","steps":["trace[1734063435] 'agreement among raft nodes before linearized reading' (duration: 1.193974534s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.360393Z","time spent":"1.19428236s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:14.554702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194599468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T18:42:14.554748Z","caller":"traceutil/trace.go:171","msg":"trace[1316511441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24733; }","duration":"1.19466801s","start":"2026-03-05T18:42:13.360062Z","end":"2026-03-05T18:42:14.55473Z","steps":["trace[1316511441] 'agreement among raft nodes before linearized reading' (duration: 1.194548997s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002420636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:14.554585Z","caller":"traceutil/trace.go:171","msg":"trace[606788150] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24733; }","duration":"1.218230361s","start":"2026-03-05T18:42:13.336334Z","end":"2026-03-05T18:42:14.554564Z","steps":["trace[606788150] 'agreement among raft nodes before linearized reading' (duration: 1.218106498s)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.554812Z","caller":"traceutil/trace.go:171","msg":"trace[356304405] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24733; }","duration":"1.002521899s","start":"2026-03-05T18:42:13.552279Z","end":"2026-03-05T18:42:14.554801Z","steps":["trace[356304405] 'agreement among raft nodes before linearized reading' (duration: 1.002454018s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.359996Z","time spent":"1.194806043s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:14.554844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.552254Z","time spent":"1.00258188s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:14.554847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.336321Z","time spent":"1.218507968s","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:14.5549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.551892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:14.554924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.79944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:14.554979Z","caller":"traceutil/trace.go:171","msg":"trace[970893630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24733; }","duration":"513.665855ms","start":"2026-03-05T18:42:14.04129Z","end":"2026-03-05T18:42:14.554956Z","steps":["trace[970893630] 'agreement among raft nodes before linearized reading' (duration: 513.548492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.554995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.775948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-05T18:42:14.554983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.191451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:14.55503Z","caller":"traceutil/trace.go:171","msg":"trace[2052747793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24733; }","duration":"724.849579ms","start":"2026-03-05T18:42:13.830171Z","end":"2026-03-05T18:42:14.55502Z","steps":["trace[2052747793] 'agreement among raft nodes before linearized reading' (duration: 724.750837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.555037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:14.04127Z","time spent":"513.752687ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T18:42:14.555065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:13.830143Z","time spent":"724.916391ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T18:42:14.555064Z","caller":"traceutil/trace.go:171","msg":"trace[2057286146] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad; range_end:; response_count:0; response_revision:24733; }","duration":"528.330775ms","start":"2026-03-05T18:42:14.026701Z","end":"2026-03-05T18:42:14.555031Z","steps":["trace[2057286146] 'agreement among raft nodes before linearized reading' (duration: 528.165791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:14.554982Z","caller":"traceutil/trace.go:171","msg":"trace[2083583428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24733; }","duration":"469.886152ms","start":"2026-03-05T18:42:14.08508Z","end":"2026-03-05T18:42:14.554966Z","steps":["trace[2083583428] 'agreement among raft nodes before linearized reading' (duration: 469.768319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:14.555119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:14.026678Z","time spent":"528.433068ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38bc6ae5-74a8-4b12-8e58-47b5d337c2ad\" "} {"level":"warn","ts":"2026-03-05T18:42:14.555158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:14.085061Z","time spent":"470.078346ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T18:42:15.802709Z","caller":"traceutil/trace.go:171","msg":"trace[153626053] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"231.510738ms","start":"2026-03-05T18:42:15.571174Z","end":"2026-03-05T18:42:15.802685Z","steps":["trace[153626053] 'process raft request' (duration: 230.946075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.144606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.142304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:16.144724Z","caller":"traceutil/trace.go:171","msg":"trace[1789400833] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"321.772779ms","start":"2026-03-05T18:42:15.822928Z","end":"2026-03-05T18:42:16.1447Z","steps":["trace[1789400833] 'read index received' (duration: 115.495352ms)","trace[1789400833] 'applied index is now lower than readState.Index' (duration: 206.275537ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:16.144852Z","caller":"traceutil/trace.go:171","msg":"trace[385870565] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"335.416555ms","start":"2026-03-05T18:42:15.809417Z","end":"2026-03-05T18:42:16.144833Z","steps":["trace[385870565] 'process raft request' (duration: 128.986795ms)","trace[385870565] 'compare' (duration: 205.892018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:16.145005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:15.809391Z","time spent":"335.500387ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T18:42:16.145144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.19674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-03-05T18:42:16.145219Z","caller":"traceutil/trace.go:171","msg":"trace[1107929817] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24753; }","duration":"322.318044ms","start":"2026-03-05T18:42:15.822884Z","end":"2026-03-05T18:42:16.145202Z","steps":["trace[1107929817] 'agreement among raft nodes before linearized reading' (duration: 322.101818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.145296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:15.822863Z","time spent":"322.418357ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9215,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-05T18:42:16.145157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.02849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:42:16.145386Z","caller":"traceutil/trace.go:171","msg":"trace[1202235916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24753; }","duration":"320.274805ms","start":"2026-03-05T18:42:15.825093Z","end":"2026-03-05T18:42:16.145368Z","steps":["trace[1202235916] 'agreement among raft nodes before linearized reading' (duration: 319.793193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.14545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:15.82508Z","time spent":"320.348097ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-05T18:42:16.449181Z","caller":"traceutil/trace.go:171","msg":"trace[925457981] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25639; }","duration":"213.260554ms","start":"2026-03-05T18:42:16.2359Z","end":"2026-03-05T18:42:16.44916Z","steps":["trace[925457981] 'read index received' (duration: 213.084279ms)","trace[925457981] 'applied index is now lower than readState.Index' (duration: 175.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:16.449277Z","caller":"traceutil/trace.go:171","msg":"trace[457326817] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"292.219415ms","start":"2026-03-05T18:42:16.157025Z","end":"2026-03-05T18:42:16.449244Z","steps":["trace[457326817] 'process raft request' (duration: 291.99263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.449557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.637902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-05T18:42:16.44959Z","caller":"traceutil/trace.go:171","msg":"trace[2072958409] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24754; }","duration":"213.721884ms","start":"2026-03-05T18:42:16.235857Z","end":"2026-03-05T18:42:16.449579Z","steps":["trace[2072958409] 'agreement among raft nodes before linearized reading' (duration: 213.394217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:16.493584Z","caller":"traceutil/trace.go:171","msg":"trace[196614224] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"184.904487ms","start":"2026-03-05T18:42:16.308663Z","end":"2026-03-05T18:42:16.493568Z","steps":["trace[196614224] 'process raft request' (duration: 184.663452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.493876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.348666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T18:42:16.493947Z","caller":"traceutil/trace.go:171","msg":"trace[1607035344] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:24755; }","duration":"192.467759ms","start":"2026-03-05T18:42:16.30146Z","end":"2026-03-05T18:42:16.493927Z","steps":["trace[1607035344] 'agreement among raft nodes before linearized reading' (duration: 192.257124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.494104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.538154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:16.494172Z","caller":"traceutil/trace.go:171","msg":"trace[80867347] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24755; }","duration":"253.690457ms","start":"2026-03-05T18:42:16.240461Z","end":"2026-03-05T18:42:16.494152Z","steps":["trace[80867347] 'agreement among raft nodes before linearized reading' (duration: 253.196075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.494139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.405517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-05T18:42:16.494224Z","caller":"traceutil/trace.go:171","msg":"trace[1686779522] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24755; }","duration":"153.508389ms","start":"2026-03-05T18:42:16.3407Z","end":"2026-03-05T18:42:16.494208Z","steps":["trace[1686779522] 'agreement among raft nodes before linearized reading' (duration: 153.209932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:16.494665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.249161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T18:42:16.49476Z","caller":"traceutil/trace.go:171","msg":"trace[593971824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24755; }","duration":"210.355464ms","start":"2026-03-05T18:42:16.284388Z","end":"2026-03-05T18:42:16.494744Z","steps":["trace[593971824] 'agreement among raft nodes before linearized reading' (duration: 209.480673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:48.027843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.269582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:42:48.027955Z","caller":"traceutil/trace.go:171","msg":"trace[1014470394] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25901; }","duration":"733.955567ms","start":"2026-03-05T18:42:47.293982Z","end":"2026-03-05T18:42:48.027937Z","steps":["trace[1014470394] 'read index received' (duration: 18.173903ms)","trace[1014470394] 'applied index is now lower than readState.Index' (duration: 715.780154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:48.028196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.509101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:48.028236Z","caller":"traceutil/trace.go:171","msg":"trace[2013992066] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25009; }","duration":"716.572722ms","start":"2026-03-05T18:42:47.311652Z","end":"2026-03-05T18:42:48.028225Z","steps":["trace[2013992066] 'agreement among raft nodes before linearized reading' (duration: 716.502741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:48.028273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:47.311638Z","time spent":"716.623773ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T18:42:48.028351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.300195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:42:48.02847Z","caller":"traceutil/trace.go:171","msg":"trace[451064373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25009; }","duration":"734.488469ms","start":"2026-03-05T18:42:47.293959Z","end":"2026-03-05T18:42:48.028447Z","steps":["trace[451064373] 'agreement among raft nodes before linearized reading' (duration: 734.077689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:48.02854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.520668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:48.028584Z","caller":"traceutil/trace.go:171","msg":"trace[955611476] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25009; }","duration":"301.678422ms","start":"2026-03-05T18:42:47.726893Z","end":"2026-03-05T18:42:48.028572Z","steps":["trace[955611476] 'agreement among raft nodes before linearized reading' (duration: 301.6232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:48.028609Z","caller":"traceutil/trace.go:171","msg":"trace[845019659] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"734.95434ms","start":"2026-03-05T18:42:47.293642Z","end":"2026-03-05T18:42:48.028597Z","steps":["trace[845019659] 'process raft request' (duration: 596.851488ms)","trace[845019659] 'compare' (duration: 137.077028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:48.028613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:47.72687Z","time spent":"301.735023ms","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:48.028704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:47.293621Z","time spent":"735.014271ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:48.028545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:47.29395Z","time spent":"734.585262ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T18:42:48.028494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.799368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:48.028977Z","caller":"traceutil/trace.go:171","msg":"trace[1152014148] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25009; }","duration":"201.317969ms","start":"2026-03-05T18:42:47.827643Z","end":"2026-03-05T18:42:48.028961Z","steps":["trace[1152014148] 'agreement among raft nodes before linearized reading' (duration: 200.809597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:50.079112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036803660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T18:42:50.117188Z","caller":"traceutil/trace.go:171","msg":"trace[883883570] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25914; }","duration":"538.159469ms","start":"2026-03-05T18:42:49.579011Z","end":"2026-03-05T18:42:50.11717Z","steps":["trace[883883570] 'read index received' (duration: 538.073377ms)","trace[883883570] 'applied index is now lower than readState.Index' (duration: 85.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:50.117415Z","caller":"traceutil/trace.go:171","msg":"trace[1130864899] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"796.461567ms","start":"2026-03-05T18:42:49.320944Z","end":"2026-03-05T18:42:50.117406Z","steps":["trace[1130864899] 'process raft request' (duration: 796.116838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:50.117491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:49.320916Z","time spent":"796.521519ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:50.117608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.606451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:50.117631Z","caller":"traceutil/trace.go:171","msg":"trace[1952687411] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25021; }","duration":"538.664341ms","start":"2026-03-05T18:42:49.578959Z","end":"2026-03-05T18:42:50.117624Z","steps":["trace[1952687411] 'agreement among raft nodes before linearized reading' (duration: 538.62594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:50.117647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:49.578939Z","time spent":"538.704083ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:42:50.287292Z","caller":"traceutil/trace.go:171","msg":"trace[261405716] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"104.075351ms","start":"2026-03-05T18:42:50.183165Z","end":"2026-03-05T18:42:50.287241Z","steps":["trace[261405716] 'process raft request' (duration: 50.588576ms)","trace[261405716] 'compare' (duration: 52.84678ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:42:55.889467Z","caller":"traceutil/trace.go:171","msg":"trace[1449213582] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"401.788348ms","start":"2026-03-05T18:42:55.487658Z","end":"2026-03-05T18:42:55.889446Z","steps":["trace[1449213582] 'process raft request' (duration: 401.631134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:55.889598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:55.487608Z","time spent":"401.922431ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:56.445952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.338961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-05T18:42:56.44603Z","caller":"traceutil/trace.go:171","msg":"trace[1127535286] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25060; }","duration":"141.472423ms","start":"2026-03-05T18:42:56.30454Z","end":"2026-03-05T18:42:56.446013Z","steps":["trace[1127535286] 'range keys from in-memory index tree' (duration: 141.149086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:56.446213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.216014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T18:42:56.446441Z","caller":"traceutil/trace.go:171","msg":"trace[1911710686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25060; }","duration":"307.49158ms","start":"2026-03-05T18:42:56.138928Z","end":"2026-03-05T18:42:56.44642Z","steps":["trace[1911710686] 'range keys from in-memory index tree' (duration: 307.044041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:56.446491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.138903Z","time spent":"307.574763ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:56.446442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.756885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:42:56.44666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.602946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-05T18:42:56.4465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.346284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:56.446798Z","caller":"traceutil/trace.go:171","msg":"trace[2125844995] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f; range_end:; response_count:1; response_revision:25060; }","duration":"425.79237ms","start":"2026-03-05T18:42:56.020971Z","end":"2026-03-05T18:42:56.446763Z","steps":["trace[2125844995] 'range keys from in-memory index tree' (duration: 425.35655ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:56.446826Z","caller":"traceutil/trace.go:171","msg":"trace[563084334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"361.731544ms","start":"2026-03-05T18:42:56.085081Z","end":"2026-03-05T18:42:56.446812Z","steps":["trace[563084334] 'range keys from in-memory index tree' (duration: 361.265262ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:56.446799Z","caller":"traceutil/trace.go:171","msg":"trace[209915064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25060; }","duration":"133.069273ms","start":"2026-03-05T18:42:56.313617Z","end":"2026-03-05T18:42:56.446686Z","steps":["trace[209915064] 'range keys from in-memory index tree' (duration: 132.474969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:56.446855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.020937Z","time spent":"425.905033ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6bdb95f8cd-bpj98.189a060872a5df9f\" "} {"level":"warn","ts":"2026-03-05T18:42:56.446879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.085019Z","time spent":"361.847856ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:56.449229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.525807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T18:42:56.449315Z","caller":"traceutil/trace.go:171","msg":"trace[1584856447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25060; }","duration":"246.66263ms","start":"2026-03-05T18:42:56.202633Z","end":"2026-03-05T18:42:56.449296Z","steps":["trace[1584856447] 'range keys from in-memory index tree' (duration: 243.899345ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:56.461931Z","caller":"traceutil/trace.go:171","msg":"trace[1098730352] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"143.798038ms","start":"2026-03-05T18:42:56.318114Z","end":"2026-03-05T18:42:56.461912Z","steps":["trace[1098730352] 'process raft request' (duration: 143.674015ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:56.462272Z","caller":"traceutil/trace.go:171","msg":"trace[1228519512] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25956; }","duration":"137.154859ms","start":"2026-03-05T18:42:56.325109Z","end":"2026-03-05T18:42:56.462264Z","steps":["trace[1228519512] 'read index received' (duration: 137.151319ms)","trace[1228519512] 'applied index is now lower than readState.Index' (duration: 3.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:56.462398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.285163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-05T18:42:56.462427Z","caller":"traceutil/trace.go:171","msg":"trace[213911587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25061; }","duration":"137.360465ms","start":"2026-03-05T18:42:56.32506Z","end":"2026-03-05T18:42:56.46242Z","steps":["trace[213911587] 'agreement among raft nodes before linearized reading' (duration: 137.255333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:56.963353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871187036803771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T18:42:57.282411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.447364Z","time spent":"835.030946ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T18:42:57.283015Z","caller":"traceutil/trace.go:171","msg":"trace[1417782246] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"831.570973ms","start":"2026-03-05T18:42:56.451416Z","end":"2026-03-05T18:42:57.282987Z","steps":["trace[1417782246] 'process raft request' (duration: 831.081791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.282905Z","caller":"traceutil/trace.go:171","msg":"trace[1043278701] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"832.308262ms","start":"2026-03-05T18:42:56.450513Z","end":"2026-03-05T18:42:57.282821Z","steps":["trace[1043278701] 'process raft request' (duration: 831.763159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.283222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.451398Z","time spent":"831.689636ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.28369Z","caller":"traceutil/trace.go:171","msg":"trace[928620517] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"831.138064ms","start":"2026-03-05T18:42:56.452535Z","end":"2026-03-05T18:42:57.283673Z","steps":["trace[928620517] 'process raft request' (duration: 830.345754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.28377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.452516Z","time spent":"831.218115ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:57.283562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.450495Z","time spent":"832.649589ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.28399Z","caller":"traceutil/trace.go:171","msg":"trace[811804035] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"831.014131ms","start":"2026-03-05T18:42:56.452963Z","end":"2026-03-05T18:42:57.283977Z","steps":["trace[811804035] 'process raft request' (duration: 830.576841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.284309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.452951Z","time spent":"831.299557ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.287776Z","caller":"traceutil/trace.go:171","msg":"trace[872202846] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"656.379678ms","start":"2026-03-05T18:42:56.631377Z","end":"2026-03-05T18:42:57.287757Z","steps":["trace[872202846] 'process raft request' (duration: 656.200963ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.287764Z","caller":"traceutil/trace.go:171","msg":"trace[1466214263] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"821.174586ms","start":"2026-03-05T18:42:56.466556Z","end":"2026-03-05T18:42:57.287731Z","steps":["trace[1466214263] 'process raft request' (duration: 820.846618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.287856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.631321Z","time spent":"656.49762ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:57.287925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.466542Z","time spent":"821.297399ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.288016Z","caller":"traceutil/trace.go:171","msg":"trace[1687176261] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"531.032358ms","start":"2026-03-05T18:42:56.756965Z","end":"2026-03-05T18:42:57.287997Z","steps":["trace[1687176261] 'process raft request' (duration: 530.66667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.288074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.756881Z","time spent":"531.161041ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.288246Z","caller":"traceutil/trace.go:171","msg":"trace[411174625] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"529.606645ms","start":"2026-03-05T18:42:56.758629Z","end":"2026-03-05T18:42:57.288236Z","steps":["trace[411174625] 'process raft request' (duration: 529.047112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.288298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.758616Z","time spent":"529.658777ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.288494Z","caller":"traceutil/trace.go:171","msg":"trace[1285027624] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"522.67385ms","start":"2026-03-05T18:42:56.765808Z","end":"2026-03-05T18:42:57.288482Z","steps":["trace[1285027624] 'process raft request' (duration: 522.597198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.288528Z","caller":"traceutil/trace.go:171","msg":"trace[542134044] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"528.784015ms","start":"2026-03-05T18:42:56.759716Z","end":"2026-03-05T18:42:57.2885Z","steps":["trace[542134044] 'process raft request' (duration: 528.466008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.288555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.765794Z","time spent":"522.732521ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:42:57.288666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.759689Z","time spent":"528.894127ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.288694Z","caller":"traceutil/trace.go:171","msg":"trace[690498462] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"514.062254ms","start":"2026-03-05T18:42:56.774612Z","end":"2026-03-05T18:42:57.288674Z","steps":["trace[690498462] 'process raft request' (duration: 513.833839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.288771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.774598Z","time spent":"514.134126ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.288966Z","caller":"traceutil/trace.go:171","msg":"trace[360139049] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"513.946493ms","start":"2026-03-05T18:42:56.775009Z","end":"2026-03-05T18:42:57.288956Z","steps":["trace[360139049] 'process raft request' (duration: 513.581473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.289025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.774982Z","time spent":"514.013104ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:42:57.289151Z","caller":"traceutil/trace.go:171","msg":"trace[1202291501] linearizableReadLoop","detail":"{readStateIndex:25969; appliedIndex:25956; }","duration":"826.74689ms","start":"2026-03-05T18:42:56.462299Z","end":"2026-03-05T18:42:57.289046Z","steps":["trace[1202291501] 'read index received' (duration: 819.922017ms)","trace[1202291501] 'applied index is now lower than readState.Index' (duration: 6.817993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:42:57.289248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.110251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:42:57.289282Z","caller":"traceutil/trace.go:171","msg":"trace[2069200054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25074; }","duration":"841.172103ms","start":"2026-03-05T18:42:56.448099Z","end":"2026-03-05T18:42:57.289272Z","steps":["trace[2069200054] 'agreement among raft nodes before linearized reading' (duration: 841.111472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.289312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.448078Z","time spent":"841.229415ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T18:42:57.28944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.953889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:57.289491Z","caller":"traceutil/trace.go:171","msg":"trace[872365237] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25074; }","duration":"779.075052ms","start":"2026-03-05T18:42:56.510403Z","end":"2026-03-05T18:42:57.289478Z","steps":["trace[872365237] 'agreement among raft nodes before linearized reading' (duration: 778.942749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.289541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.510373Z","time spent":"779.157504ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:57.289554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.298323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T18:42:57.289691Z","caller":"traceutil/trace.go:171","msg":"trace[349265415] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25074; }","duration":"244.444597ms","start":"2026-03-05T18:42:57.04518Z","end":"2026-03-05T18:42:57.289624Z","steps":["trace[349265415] 'agreement among raft nodes before linearized reading' (duration: 244.229042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.289746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.261687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:42:57.289857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.235295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:57.289881Z","caller":"traceutil/trace.go:171","msg":"trace[656259823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25074; }","duration":"490.418281ms","start":"2026-03-05T18:42:56.799433Z","end":"2026-03-05T18:42:57.289851Z","steps":["trace[656259823] 'agreement among raft nodes before linearized reading' (duration: 490.043242ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.289904Z","caller":"traceutil/trace.go:171","msg":"trace[1919813400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25074; }","duration":"721.318486ms","start":"2026-03-05T18:42:56.568575Z","end":"2026-03-05T18:42:57.289893Z","steps":["trace[1919813400] 'agreement among raft nodes before linearized reading' (duration: 721.251024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.28994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.568555Z","time spent":"721.377288ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:42:57.289945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.799382Z","time spent":"490.551224ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T18:42:57.290075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.679805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:42:57.289587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.071349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:42:57.290125Z","caller":"traceutil/trace.go:171","msg":"trace[199818988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25074; }","duration":"200.753757ms","start":"2026-03-05T18:42:57.089359Z","end":"2026-03-05T18:42:57.290112Z","steps":["trace[199818988] 'agreement among raft nodes before linearized reading' (duration: 200.670445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:42:57.290145Z","caller":"traceutil/trace.go:171","msg":"trace[480460015] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25074; }","duration":"278.662013ms","start":"2026-03-05T18:42:57.011464Z","end":"2026-03-05T18:42:57.290126Z","steps":["trace[480460015] 'agreement among raft nodes before linearized reading' (duration: 278.070189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.290834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.926131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T18:42:57.290977Z","caller":"traceutil/trace.go:171","msg":"trace[1040352557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25074; }","duration":"493.337901ms","start":"2026-03-05T18:42:56.79762Z","end":"2026-03-05T18:42:57.290958Z","steps":["trace[1040352557] 'agreement among raft nodes before linearized reading' (duration: 492.385448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:42:57.291055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:42:56.797606Z","time spent":"493.439713ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T18:43:34.175732Z","caller":"traceutil/trace.go:171","msg":"trace[680433760] linearizableReadLoop","detail":"{readStateIndex:26400; appliedIndex:26399; }","duration":"145.001527ms","start":"2026-03-05T18:43:34.0307Z","end":"2026-03-05T18:43:34.175701Z","steps":["trace[680433760] 'read index received' (duration: 144.680719ms)","trace[680433760] 'applied index is now lower than readState.Index' (duration: 318.948µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:34.176079Z","caller":"traceutil/trace.go:171","msg":"trace[740422235] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"146.722688ms","start":"2026-03-05T18:43:34.029342Z","end":"2026-03-05T18:43:34.176064Z","steps":["trace[740422235] 'process raft request' (duration: 146.134834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:34.176268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.54743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:34.176308Z","caller":"traceutil/trace.go:171","msg":"trace[1830057771] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25496; }","duration":"145.618591ms","start":"2026-03-05T18:43:34.03068Z","end":"2026-03-05T18:43:34.176299Z","steps":["trace[1830057771] 'agreement among raft nodes before linearized reading' (duration: 145.534319ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.744823Z","caller":"traceutil/trace.go:171","msg":"trace[1691690266] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"261.048463ms","start":"2026-03-05T18:43:45.483748Z","end":"2026-03-05T18:43:45.744797Z","steps":["trace[1691690266] 'process raft request' (duration: 260.93193ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.744874Z","caller":"traceutil/trace.go:171","msg":"trace[1644052199] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"276.82873ms","start":"2026-03-05T18:43:45.468002Z","end":"2026-03-05T18:43:45.744831Z","steps":["trace[1644052199] 'process raft request' (duration: 276.488652ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745161Z","caller":"traceutil/trace.go:171","msg":"trace[1209540268] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"261.002032ms","start":"2026-03-05T18:43:45.484132Z","end":"2026-03-05T18:43:45.745134Z","steps":["trace[1209540268] 'process raft request' (duration: 260.607943ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745226Z","caller":"traceutil/trace.go:171","msg":"trace[980574252] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"260.797187ms","start":"2026-03-05T18:43:45.484407Z","end":"2026-03-05T18:43:45.745204Z","steps":["trace[980574252] 'process raft request' (duration: 260.632273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.74535Z","caller":"traceutil/trace.go:171","msg":"trace[1878364640] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"260.48271ms","start":"2026-03-05T18:43:45.484858Z","end":"2026-03-05T18:43:45.74534Z","steps":["trace[1878364640] 'process raft request' (duration: 260.292955ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745351Z","caller":"traceutil/trace.go:171","msg":"trace[161833988] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26476; }","duration":"261.543594ms","start":"2026-03-05T18:43:45.483784Z","end":"2026-03-05T18:43:45.745328Z","steps":["trace[161833988] 'read index received' (duration: 39.248616ms)","trace[161833988] 'applied index is now lower than readState.Index' (duration: 222.293988ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:45.745372Z","caller":"traceutil/trace.go:171","msg":"trace[134602463] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"259.452345ms","start":"2026-03-05T18:43:45.485902Z","end":"2026-03-05T18:43:45.745354Z","steps":["trace[134602463] 'process raft request' (duration: 259.362183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.678617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:43:45.7455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.529414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:45.745514Z","caller":"traceutil/trace.go:171","msg":"trace[857846522] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25577; }","duration":"261.765391ms","start":"2026-03-05T18:43:45.483738Z","end":"2026-03-05T18:43:45.745503Z","steps":["trace[857846522] 'agreement among raft nodes before linearized reading' (duration: 261.689709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.986656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:43:45.745568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.223303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:43:45.745622Z","caller":"traceutil/trace.go:171","msg":"trace[1637036624] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25577; }","duration":"244.098439ms","start":"2026-03-05T18:43:45.501503Z","end":"2026-03-05T18:43:45.745602Z","steps":["trace[1637036624] 'agreement among raft nodes before linearized reading' (duration: 243.963616ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745637Z","caller":"traceutil/trace.go:171","msg":"trace[1121088840] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25577; }","duration":"252.312414ms","start":"2026-03-05T18:43:45.493309Z","end":"2026-03-05T18:43:45.745621Z","steps":["trace[1121088840] 'agreement among raft nodes before linearized reading' (duration: 252.152441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.222203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T18:43:45.745559Z","caller":"traceutil/trace.go:171","msg":"trace[1272230379] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25577; }","duration":"261.622517ms","start":"2026-03-05T18:43:45.483923Z","end":"2026-03-05T18:43:45.745546Z","steps":["trace[1272230379] 'agreement among raft nodes before linearized reading' (duration: 261.525514ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745687Z","caller":"traceutil/trace.go:171","msg":"trace[228675824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25577; }","duration":"242.294196ms","start":"2026-03-05T18:43:45.50338Z","end":"2026-03-05T18:43:45.745674Z","steps":["trace[228675824] 'agreement among raft nodes before linearized reading' (duration: 242.106111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.0862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:45.745753Z","caller":"traceutil/trace.go:171","msg":"trace[933358774] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25577; }","duration":"213.167081ms","start":"2026-03-05T18:43:45.532572Z","end":"2026-03-05T18:43:45.745739Z","steps":["trace[933358774] 'agreement among raft nodes before linearized reading' (duration: 213.042468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.93192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:43:45.745786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.673858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T18:43:45.74584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.95423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T18:43:45.745905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.178946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:45.745976Z","caller":"traceutil/trace.go:171","msg":"trace[561272879] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25577; }","duration":"261.276858ms","start":"2026-03-05T18:43:45.484685Z","end":"2026-03-05T18:43:45.745961Z","steps":["trace[561272879] 'agreement among raft nodes before linearized reading' (duration: 261.177886ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.7458Z","caller":"traceutil/trace.go:171","msg":"trace[111777187] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25577; }","duration":"213.98769ms","start":"2026-03-05T18:43:45.531804Z","end":"2026-03-05T18:43:45.745792Z","steps":["trace[111777187] 'agreement among raft nodes before linearized reading' (duration: 213.945029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.745677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.747883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:43:45.745897Z","caller":"traceutil/trace.go:171","msg":"trace[1265184363] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25577; }","duration":"214.039322ms","start":"2026-03-05T18:43:45.531842Z","end":"2026-03-05T18:43:45.745881Z","steps":["trace[1265184363] 'agreement among raft nodes before linearized reading' (duration: 213.977181ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.746138Z","caller":"traceutil/trace.go:171","msg":"trace[1904316168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25577; }","duration":"255.198363ms","start":"2026-03-05T18:43:45.490884Z","end":"2026-03-05T18:43:45.746083Z","steps":["trace[1904316168] 'agreement among raft nodes before linearized reading' (duration: 254.65579ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.745849Z","caller":"traceutil/trace.go:171","msg":"trace[1856116469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25577; }","duration":"253.761709ms","start":"2026-03-05T18:43:45.492072Z","end":"2026-03-05T18:43:45.745834Z","steps":["trace[1856116469] 'agreement among raft nodes before linearized reading' (duration: 253.635986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.746371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.872547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:43:45.746361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.008085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T18:43:45.746457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.981426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T18:43:45.746461Z","caller":"traceutil/trace.go:171","msg":"trace[298987827] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25577; }","duration":"245.02484ms","start":"2026-03-05T18:43:45.501412Z","end":"2026-03-05T18:43:45.746437Z","steps":["trace[298987827] 'agreement among raft nodes before linearized reading' (duration: 244.175341ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.746502Z","caller":"traceutil/trace.go:171","msg":"trace[1853368914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25577; }","duration":"218.062019ms","start":"2026-03-05T18:43:45.528429Z","end":"2026-03-05T18:43:45.746491Z","steps":["trace[1853368914] 'agreement among raft nodes before linearized reading' (duration: 217.418014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:45.746566Z","caller":"traceutil/trace.go:171","msg":"trace[119643473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25577; }","duration":"228.737763ms","start":"2026-03-05T18:43:45.517746Z","end":"2026-03-05T18:43:45.746483Z","steps":["trace[119643473] 'agreement among raft nodes before linearized reading' (duration: 227.713378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.746607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.150021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T18:43:45.746704Z","caller":"traceutil/trace.go:171","msg":"trace[508120227] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25577; }","duration":"213.267354ms","start":"2026-03-05T18:43:45.533415Z","end":"2026-03-05T18:43:45.746682Z","steps":["trace[508120227] 'agreement among raft nodes before linearized reading' (duration: 212.392924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:45.746408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.15035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T18:43:45.746802Z","caller":"traceutil/trace.go:171","msg":"trace[2025629337] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25577; }","duration":"137.59517ms","start":"2026-03-05T18:43:45.609183Z","end":"2026-03-05T18:43:45.746778Z","steps":["trace[2025629337] 'agreement among raft nodes before linearized reading' (duration: 136.487254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.030734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.154197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:43:46.030835Z","caller":"traceutil/trace.go:171","msg":"trace[518165090] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"278.841857ms","start":"2026-03-05T18:43:45.751979Z","end":"2026-03-05T18:43:46.030821Z","steps":["trace[518165090] 'process raft request' (duration: 108.549007ms)","trace[518165090] 'compare' (duration: 169.991293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:43:46.274264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.423871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:43:46.274463Z","caller":"traceutil/trace.go:171","msg":"trace[299789060] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26484; }","duration":"385.407068ms","start":"2026-03-05T18:43:45.889042Z","end":"2026-03-05T18:43:46.274449Z","steps":["trace[299789060] 'read index received' (duration: 264.746292ms)","trace[299789060] 'applied index is now lower than readState.Index' (duration: 120.660236ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:46.274515Z","caller":"traceutil/trace.go:171","msg":"trace[1793575460] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"522.061126ms","start":"2026-03-05T18:43:45.752447Z","end":"2026-03-05T18:43:46.274508Z","steps":["trace[1793575460] 'process raft request' (duration: 521.953213ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:46.274486Z","caller":"traceutil/trace.go:171","msg":"trace[1400017979] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"522.041036ms","start":"2026-03-05T18:43:45.752395Z","end":"2026-03-05T18:43:46.274436Z","steps":["trace[1400017979] 'process raft request' (duration: 401.382829ms)","trace[1400017979] 'compare' (duration: 120.199806ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:43:46.274568Z","caller":"traceutil/trace.go:171","msg":"trace[325444171] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"521.862ms","start":"2026-03-05T18:43:45.752702Z","end":"2026-03-05T18:43:46.274564Z","steps":["trace[325444171] 'process raft request' (duration: 521.723777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:46.274515Z","caller":"traceutil/trace.go:171","msg":"trace[1388473339] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"522.077956ms","start":"2026-03-05T18:43:45.752405Z","end":"2026-03-05T18:43:46.274483Z","steps":["trace[1388473339] 'process raft request' (duration: 521.924562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.274645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.609983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:46.274666Z","caller":"traceutil/trace.go:171","msg":"trace[1800730697] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25582; }","duration":"385.667674ms","start":"2026-03-05T18:43:45.888994Z","end":"2026-03-05T18:43:46.274662Z","steps":["trace[1800730697] 'agreement among raft nodes before linearized reading' (duration: 385.613233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.274683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.888971Z","time spent":"385.708426ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T18:43:46.274706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.752386Z","time spent":"522.24059ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:43:46.274712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.752385Z","time spent":"522.21171ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:43:46.274549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.752423Z","time spent":"522.108837ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:43:46.274598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.752695Z","time spent":"521.891841ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:43:46.305032Z","caller":"traceutil/trace.go:171","msg":"trace[1336585833] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"338.245044ms","start":"2026-03-05T18:43:45.966759Z","end":"2026-03-05T18:43:46.305004Z","steps":["trace[1336585833] 'process raft request' (duration: 338.061459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.305201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:45.966747Z","time spent":"338.360576ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:43:46.368703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.04991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:43:46.368719Z","caller":"traceutil/trace.go:171","msg":"trace[424569830] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"141.79379ms","start":"2026-03-05T18:43:46.226892Z","end":"2026-03-05T18:43:46.368686Z","steps":["trace[424569830] 'process raft request' (duration: 141.552314ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:43:46.368784Z","caller":"traceutil/trace.go:171","msg":"trace[216975504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25584; }","duration":"284.157994ms","start":"2026-03-05T18:43:46.084606Z","end":"2026-03-05T18:43:46.368764Z","steps":["trace[216975504] 'agreement among raft nodes before linearized reading' (duration: 284.039781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.368996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.840777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T18:43:46.369069Z","caller":"traceutil/trace.go:171","msg":"trace[1497774257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25584; }","duration":"325.93488ms","start":"2026-03-05T18:43:46.043116Z","end":"2026-03-05T18:43:46.369051Z","steps":["trace[1497774257] 'agreement among raft nodes before linearized reading' (duration: 325.701384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:43:46.369116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:43:46.043108Z","time spent":"325.999382ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-05T18:43:49.005635Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23233} {"level":"info","ts":"2026-03-05T18:43:49.159163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23233,"took":"149.445892ms","hash":3736060194,"current-db-size-bytes":48918528,"current-db-size":"49 MB","current-db-size-in-use-bytes":31453184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T18:43:49.159231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3736060194,"revision":23233,"compact-revision":20327} {"level":"info","ts":"2026-03-05T18:44:46.210403Z","caller":"traceutil/trace.go:171","msg":"trace[702288732] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"210.471947ms","start":"2026-03-05T18:44:45.999899Z","end":"2026-03-05T18:44:46.210371Z","steps":["trace[702288732] 'process raft request' (duration: 125.397219ms)","trace[702288732] 'compare' (duration: 84.948215ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:46.223876Z","caller":"traceutil/trace.go:171","msg":"trace[1884983835] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"221.05768ms","start":"2026-03-05T18:44:46.002732Z","end":"2026-03-05T18:44:46.22379Z","steps":["trace[1884983835] 'process raft request' (duration: 220.688621ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:46.224277Z","caller":"traceutil/trace.go:171","msg":"trace[189457562] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:27002; }","duration":"138.171314ms","start":"2026-03-05T18:44:46.086083Z","end":"2026-03-05T18:44:46.224254Z","steps":["trace[189457562] 'read index received' (duration: 39.292187ms)","trace[189457562] 'applied index is now lower than readState.Index' (duration: 98.877317ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:44:46.224403Z","caller":"traceutil/trace.go:171","msg":"trace[1843131933] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"205.967111ms","start":"2026-03-05T18:44:46.018373Z","end":"2026-03-05T18:44:46.22434Z","steps":["trace[1843131933] 'process raft request' (duration: 205.701215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:44:46.224452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.329058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:44:46.224504Z","caller":"traceutil/trace.go:171","msg":"trace[1925245652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26086; }","duration":"138.484712ms","start":"2026-03-05T18:44:46.086008Z","end":"2026-03-05T18:44:46.224493Z","steps":["trace[1925245652] 'agreement among raft nodes before linearized reading' (duration: 138.360819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:44:46.224983Z","caller":"traceutil/trace.go:171","msg":"trace[360569202] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"209.658818ms","start":"2026-03-05T18:44:46.014525Z","end":"2026-03-05T18:44:46.224183Z","steps":["trace[360569202] 'process raft request' (duration: 209.111265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:09.113177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.328201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:46:09.113502Z","caller":"traceutil/trace.go:171","msg":"trace[576970093] linearizableReadLoop","detail":"{readStateIndex:27854; appliedIndex:27851; }","duration":"302.077048ms","start":"2026-03-05T18:46:08.811406Z","end":"2026-03-05T18:46:09.113483Z","steps":["trace[576970093] 'read index received' (duration: 198.992678ms)","trace[576970093] 'applied index is now lower than readState.Index' (duration: 103.08317ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:46:09.113606Z","caller":"traceutil/trace.go:171","msg":"trace[1436654197] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"527.27528ms","start":"2026-03-05T18:46:08.58632Z","end":"2026-03-05T18:46:09.113595Z","steps":["trace[1436654197] 'process raft request' (duration: 527.104676ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:46:09.113605Z","caller":"traceutil/trace.go:171","msg":"trace[1484370642] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"529.367019ms","start":"2026-03-05T18:46:08.584203Z","end":"2026-03-05T18:46:09.11357Z","steps":["trace[1484370642] 'process raft request' (duration: 426.285219ms)","trace[1484370642] 'compare' (duration: 101.454631ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:46:09.113635Z","caller":"traceutil/trace.go:171","msg":"trace[1514925536] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"527.248979ms","start":"2026-03-05T18:46:08.586293Z","end":"2026-03-05T18:46:09.113542Z","steps":["trace[1514925536] 'process raft request' (duration: 526.993823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:09.113711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:46:08.58418Z","time spent":"529.475801ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:46:09.11371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:46:08.586266Z","time spent":"527.405093ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T18:46:09.113865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.033821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T18:46:09.113913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.416951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T18:46:09.114065Z","caller":"traceutil/trace.go:171","msg":"trace[1795555937] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26912; }","duration":"282.598486ms","start":"2026-03-05T18:46:08.831427Z","end":"2026-03-05T18:46:09.114026Z","steps":["trace[1795555937] 'agreement among raft nodes before linearized reading' (duration: 282.391541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:46:09.113977Z","caller":"traceutil/trace.go:171","msg":"trace[1609211054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26912; }","duration":"287.199205ms","start":"2026-03-05T18:46:08.826751Z","end":"2026-03-05T18:46:09.11395Z","steps":["trace[1609211054] 'agreement among raft nodes before linearized reading' (duration: 286.898378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:09.114244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.823456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T18:46:09.114307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:46:08.586266Z","time spent":"527.373033ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:46:09.114534Z","caller":"traceutil/trace.go:171","msg":"trace[1995218182] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26912; }","duration":"302.969259ms","start":"2026-03-05T18:46:08.811349Z","end":"2026-03-05T18:46:09.114318Z","steps":["trace[1995218182] 'agreement among raft nodes before linearized reading' (duration: 302.817846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:09.114689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:46:08.811326Z","time spent":"303.346978ms","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T18:46:20.481111Z","caller":"traceutil/trace.go:171","msg":"trace[1653439953] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"150.916516ms","start":"2026-03-05T18:46:20.330161Z","end":"2026-03-05T18:46:20.481078Z","steps":["trace[1653439953] 'process raft request' (duration: 150.671139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:20.792405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.536875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T18:46:20.792654Z","caller":"traceutil/trace.go:171","msg":"trace[807596800] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"309.049805ms","start":"2026-03-05T18:46:20.483552Z","end":"2026-03-05T18:46:20.792602Z","steps":["trace[807596800] 'process raft request' (duration: 172.235343ms)","trace[807596800] 'compare' (duration: 136.431473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T18:46:20.792815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T18:46:20.483533Z","time spent":"309.195008ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T18:46:37.343684Z","caller":"traceutil/trace.go:171","msg":"trace[1265071843] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"170.462781ms","start":"2026-03-05T18:46:37.173178Z","end":"2026-03-05T18:46:37.343641Z","steps":["trace[1265071843] 'process raft request' (duration: 170.202455ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:46:37.506898Z","caller":"traceutil/trace.go:171","msg":"trace[1590055165] linearizableReadLoop","detail":"{readStateIndex:28161; appliedIndex:28159; }","duration":"118.847733ms","start":"2026-03-05T18:46:37.388022Z","end":"2026-03-05T18:46:37.50687Z","steps":["trace[1590055165] 'read index received' (duration: 118.625018ms)","trace[1590055165] 'applied index is now lower than readState.Index' (duration: 220.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T18:46:37.50717Z","caller":"traceutil/trace.go:171","msg":"trace[1671656010] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"156.277344ms","start":"2026-03-05T18:46:37.350869Z","end":"2026-03-05T18:46:37.507147Z","steps":["trace[1671656010] 'process raft request' (duration: 155.784202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:46:37.507162Z","caller":"traceutil/trace.go:171","msg":"trace[1316792886] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"155.411023ms","start":"2026-03-05T18:46:37.351723Z","end":"2026-03-05T18:46:37.507134Z","steps":["trace[1316792886] 'process raft request' (duration: 155.090745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T18:46:37.507403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.356476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T18:46:37.507515Z","caller":"traceutil/trace.go:171","msg":"trace[261296298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27210; }","duration":"119.497479ms","start":"2026-03-05T18:46:37.387976Z","end":"2026-03-05T18:46:37.507473Z","steps":["trace[261296298] 'agreement among raft nodes before linearized reading' (duration: 119.246034ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:48:49.022141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25598} {"level":"info","ts":"2026-03-05T18:48:49.196902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25598,"took":"170.87314ms","hash":1634499214,"current-db-size-bytes":49762304,"current-db-size":"50 MB","current-db-size-in-use-bytes":32845824,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-05T18:48:49.196968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1634499214,"revision":25598,"compact-revision":23233} {"level":"info","ts":"2026-03-05T18:50:45.788324Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T18:50:45.795558Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T18:50:45.795682Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-05T18:52:40.998601Z","caller":"traceutil/trace.go:171","msg":"trace[94318197] transaction","detail":"{read_only:false; response_revision:29784; number_of_response:1; }","duration":"109.963183ms","start":"2026-03-05T18:52:40.888603Z","end":"2026-03-05T18:52:40.998566Z","steps":["trace[94318197] 'process raft request' (duration: 109.510032ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T18:53:49.031196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28143} {"level":"info","ts":"2026-03-05T18:53:49.173647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28143,"took":"137.343623ms","hash":2172850894,"current-db-size-bytes":49762304,"current-db-size":"50 MB","current-db-size-in-use-bytes":29306880,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T18:53:49.173712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2172850894,"revision":28143,"compact-revision":25598} {"level":"info","ts":"2026-03-05T18:58:49.040552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30253} {"level":"info","ts":"2026-03-05T18:58:49.189231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30253,"took":"144.372738ms","hash":1329243132,"current-db-size-bytes":49762304,"current-db-size":"50 MB","current-db-size-in-use-bytes":27525120,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T18:58:49.189297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1329243132,"revision":30253,"compact-revision":28143} {"level":"info","ts":"2026-03-05T19:02:17.668717Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008907.wal"} {"level":"info","ts":"2026-03-05T19:03:49.047958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32338} {"level":"info","ts":"2026-03-05T19:03:49.201341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32338,"took":"148.848315ms","hash":3942043424,"current-db-size-bytes":51027968,"current-db-size":"51 MB","current-db-size-in-use-bytes":29036544,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T19:03:49.20148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3942043424,"revision":32338,"compact-revision":30253} {"level":"info","ts":"2026-03-05T19:08:49.060354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34552} {"level":"info","ts":"2026-03-05T19:08:49.180854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34552,"took":"117.245173ms","hash":11921733,"current-db-size-bytes":51449856,"current-db-size":"51 MB","current-db-size-in-use-bytes":29130752,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T19:08:49.180956Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":11921733,"revision":34552,"compact-revision":32338}