{"level":"warn","ts":"2026-07-07T11:22:04.668556Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T11:22:04.66867Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T11:22:04.668758Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T11:22:04.668777Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-07T11:22:04.66881Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T11:22:04.669778Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-07-07T11:22:04.669889Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T11:22:04.674485Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.306174ms"} {"level":"info","ts":"2026-07-07T11:22:04.69351Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-07-07T11:22:04.693723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T11:22:04.693774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-07-07T11:22:04.693787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T11:22:04.693802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-07-07T11:22:04.693879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-07-07T11:22:04.706419Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T11:22:04.710393Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T11:22:04.712166Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T11:22:04.714838Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T11:22:04.715125Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T11:22:04.715194Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:22:04.715355Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:22:04.715375Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T11:22:04.717614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-07-07T11:22:04.718145Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-07T11:22:04.720169Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T11:22:04.720306Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-07T11:22:04.720403Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-07T11:22:04.720621Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T11:22:04.720683Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T11:22:05.095341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T11:22:05.095418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T11:22:05.095442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-07-07T11:22:05.095462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-07-07T11:22:05.095474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-07T11:22:05.095505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-07-07T11:22:05.095518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-07T11:22:05.096522Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:22:05.097636Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T11:22:05.097637Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T11:22:05.0977Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T11:22:05.098183Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T11:22:05.098296Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T11:22:05.098289Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:22:05.098434Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:22:05.098491Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T11:22:05.102411Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-07-07T11:22:05.10443Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-07T11:22:10.097735Z","caller":"traceutil/trace.go:171","msg":"trace[1501922887] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"201.46887ms","start":"2026-07-07T11:22:09.896228Z","end":"2026-07-07T11:22:10.097697Z","steps":["trace[1501922887] 'process raft request' (duration: 118.463203ms)","trace[1501922887] 'compare' (duration: 82.841923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:10.769682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.271507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:22:10.769984Z","caller":"traceutil/trace.go:171","msg":"trace[2036165223] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"160.979825ms","start":"2026-07-07T11:22:10.608986Z","end":"2026-07-07T11:22:10.769966Z","steps":["trace[2036165223] 'process raft request' (duration: 160.926204ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.769987Z","caller":"traceutil/trace.go:171","msg":"trace[1338705788] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"170.520301ms","start":"2026-07-07T11:22:10.599431Z","end":"2026-07-07T11:22:10.769952Z","steps":["trace[1338705788] 'process raft request' (duration: 170.373558ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.770066Z","caller":"traceutil/trace.go:171","msg":"trace[1980214656] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"187.747224ms","start":"2026-07-07T11:22:10.582262Z","end":"2026-07-07T11:22:10.770009Z","steps":["trace[1980214656] 'process raft request' (duration: 48.610742ms)","trace[1980214656] 'compare' (duration: 137.898168ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:10.770198Z","caller":"traceutil/trace.go:171","msg":"trace[591610115] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"161.368173ms","start":"2026-07-07T11:22:10.608818Z","end":"2026-07-07T11:22:10.770186Z","steps":["trace[591610115] 'process raft request' (duration: 161.049138ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.770014Z","caller":"traceutil/trace.go:171","msg":"trace[1390351529] linearizableReadLoop","detail":"{readStateIndex:242; appliedIndex:240; }","duration":"167.739967ms","start":"2026-07-07T11:22:10.60221Z","end":"2026-07-07T11:22:10.76995Z","steps":["trace[1390351529] 'read index received' (duration: 28.770468ms)","trace[1390351529] 'applied index is now lower than readState.Index' (duration: 138.963099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:10.77039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.223253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:10.770456Z","caller":"traceutil/trace.go:171","msg":"trace[251257169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:238; }","duration":"189.348166ms","start":"2026-07-07T11:22:10.581089Z","end":"2026-07-07T11:22:10.770437Z","steps":["trace[251257169] 'agreement among raft nodes before linearized reading' (duration: 188.994749ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.860632Z","caller":"traceutil/trace.go:171","msg":"trace[888370157] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"139.625493ms","start":"2026-07-07T11:22:10.720961Z","end":"2026-07-07T11:22:10.860586Z","steps":["trace[888370157] 'process raft request' (duration: 139.516271ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.860631Z","caller":"traceutil/trace.go:171","msg":"trace[651924857] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"139.420869ms","start":"2026-07-07T11:22:10.721186Z","end":"2026-07-07T11:22:10.860607Z","steps":["trace[651924857] 'process raft request' (duration: 139.319927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:10.860764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.761841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:10.860823Z","caller":"traceutil/trace.go:171","msg":"trace[1750444965] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:238; }","duration":"255.871353ms","start":"2026-07-07T11:22:10.604935Z","end":"2026-07-07T11:22:10.860806Z","steps":["trace[1750444965] 'agreement among raft nodes before linearized reading' (duration: 255.70172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:10.860906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.924717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-07-07T11:22:10.861003Z","caller":"traceutil/trace.go:171","msg":"trace[1239999093] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:238; }","duration":"252.086799ms","start":"2026-07-07T11:22:10.608898Z","end":"2026-07-07T11:22:10.860985Z","steps":["trace[1239999093] 'agreement among raft nodes before linearized reading' (duration: 251.722043ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.861074Z","caller":"traceutil/trace.go:171","msg":"trace[13291650] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"139.094352ms","start":"2026-07-07T11:22:10.721973Z","end":"2026-07-07T11:22:10.861067Z","steps":["trace[13291650] 'process raft request' (duration: 138.571362ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.860934Z","caller":"traceutil/trace.go:171","msg":"trace[458912931] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"140.03362ms","start":"2026-07-07T11:22:10.720891Z","end":"2026-07-07T11:22:10.860924Z","steps":["trace[458912931] 'process raft request' (duration: 139.556761ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.860624Z","caller":"traceutil/trace.go:171","msg":"trace[545100699] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"139.847978ms","start":"2026-07-07T11:22:10.720725Z","end":"2026-07-07T11:22:10.860573Z","steps":["trace[545100699] 'process raft request' (duration: 139.687515ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:10.861276Z","caller":"traceutil/trace.go:171","msg":"trace[2124334759] transaction","detail":"{read_only:false; number_of_response:0; response_revision:238; }","duration":"155.018719ms","start":"2026-07-07T11:22:10.706244Z","end":"2026-07-07T11:22:10.861262Z","steps":["trace[2124334759] 'process raft request' (duration: 154.034881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.109921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.568702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:22:11.110103Z","caller":"traceutil/trace.go:171","msg":"trace[931015530] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:250; }","duration":"249.506908ms","start":"2026-07-07T11:22:10.860571Z","end":"2026-07-07T11:22:11.110078Z","steps":["trace[931015530] 'read index received' (duration: 140.613321ms)","trace[931015530] 'applied index is now lower than readState.Index' (duration: 108.891887ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:11.110266Z","caller":"traceutil/trace.go:171","msg":"trace[674531757] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"334.400783ms","start":"2026-07-07T11:22:10.775801Z","end":"2026-07-07T11:22:11.110202Z","steps":["trace[674531757] 'process raft request' (duration: 225.413683ms)","trace[674531757] 'compare' (duration: 108.315067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:11.110533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.055336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"warn","ts":"2026-07-07T11:22:11.110548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.806824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:22:11.110573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.423788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-07-07T11:22:11.110606Z","caller":"traceutil/trace.go:171","msg":"trace[830577842] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:239; }","duration":"333.367882ms","start":"2026-07-07T11:22:10.777213Z","end":"2026-07-07T11:22:11.110581Z","steps":["trace[830577842] 'agreement among raft nodes before linearized reading' (duration: 332.979204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.110592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.165812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3974"} {"level":"warn","ts":"2026-07-07T11:22:11.110617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.226774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4020"} {"level":"info","ts":"2026-07-07T11:22:11.110645Z","caller":"traceutil/trace.go:171","msg":"trace[672460942] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:239; }","duration":"329.147141ms","start":"2026-07-07T11:22:10.78147Z","end":"2026-07-07T11:22:11.110617Z","steps":["trace[672460942] 'agreement among raft nodes before linearized reading' (duration: 328.705102ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.110647Z","caller":"traceutil/trace.go:171","msg":"trace[1591067540] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:239; }","duration":"248.539641ms","start":"2026-07-07T11:22:10.862092Z","end":"2026-07-07T11:22:11.110631Z","steps":["trace[1591067540] 'agreement among raft nodes before linearized reading' (duration: 248.165343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.110645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:10.777193Z","time spent":"333.446265ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-07T11:22:11.110679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:10.775751Z","time spent":"334.82014ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:11.110704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:10.781463Z","time spent":"329.231863ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-07T11:22:11.110709Z","caller":"traceutil/trace.go:171","msg":"trace[621152533] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:239; }","duration":"248.334776ms","start":"2026-07-07T11:22:10.86234Z","end":"2026-07-07T11:22:11.110675Z","steps":["trace[621152533] 'agreement among raft nodes before linearized reading' (duration: 247.960328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.110697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.49132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"warn","ts":"2026-07-07T11:22:11.11076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.005641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"warn","ts":"2026-07-07T11:22:11.110738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.545483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4020"} {"level":"info","ts":"2026-07-07T11:22:11.110791Z","caller":"traceutil/trace.go:171","msg":"trace[1932665443] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:239; }","duration":"248.607262ms","start":"2026-07-07T11:22:10.862167Z","end":"2026-07-07T11:22:11.110774Z","steps":["trace[1932665443] 'agreement among raft nodes before linearized reading' (duration: 248.426698ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.110801Z","caller":"traceutil/trace.go:171","msg":"trace[1058534843] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:239; }","duration":"248.052981ms","start":"2026-07-07T11:22:10.862729Z","end":"2026-07-07T11:22:11.110782Z","steps":["trace[1058534843] 'agreement among raft nodes before linearized reading' (duration: 247.98757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.110763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.51647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5890"} {"level":"info","ts":"2026-07-07T11:22:11.110687Z","caller":"traceutil/trace.go:171","msg":"trace[863669602] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:239; }","duration":"248.305926ms","start":"2026-07-07T11:22:10.862352Z","end":"2026-07-07T11:22:11.110658Z","steps":["trace[863669602] 'agreement among raft nodes before linearized reading' (duration: 247.909148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.1109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.361328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-07-07T11:22:11.110931Z","caller":"traceutil/trace.go:171","msg":"trace[1921795116] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:239; }","duration":"246.405129ms","start":"2026-07-07T11:22:10.864516Z","end":"2026-07-07T11:22:11.110921Z","steps":["trace[1921795116] 'agreement among raft nodes before linearized reading' (duration: 246.349328ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.110837Z","caller":"traceutil/trace.go:171","msg":"trace[623410869] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:239; }","duration":"246.656125ms","start":"2026-07-07T11:22:10.864159Z","end":"2026-07-07T11:22:11.110815Z","steps":["trace[623410869] 'agreement among raft nodes before linearized reading' (duration: 246.454211ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.110886Z","caller":"traceutil/trace.go:171","msg":"trace[1273773087] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:239; }","duration":"248.718264ms","start":"2026-07-07T11:22:10.862153Z","end":"2026-07-07T11:22:11.110871Z","steps":["trace[1273773087] 'agreement among raft nodes before linearized reading' (duration: 248.127762ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.490239Z","caller":"traceutil/trace.go:171","msg":"trace[843906314] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"113.231102ms","start":"2026-07-07T11:22:11.37698Z","end":"2026-07-07T11:22:11.490212Z","steps":["trace[843906314] 'process raft request' (duration: 113.002746ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833167Z","caller":"traceutil/trace.go:171","msg":"trace[588272865] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"197.078705ms","start":"2026-07-07T11:22:11.636056Z","end":"2026-07-07T11:22:11.833135Z","steps":["trace[588272865] 'process raft request' (duration: 196.942932ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833212Z","caller":"traceutil/trace.go:171","msg":"trace[1936979838] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"196.80912ms","start":"2026-07-07T11:22:11.636365Z","end":"2026-07-07T11:22:11.833174Z","steps":["trace[1936979838] 'process raft request' (duration: 196.719838ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833388Z","caller":"traceutil/trace.go:171","msg":"trace[2131038435] transaction","detail":"{read_only:false; number_of_response:0; response_revision:264; }","duration":"196.85042ms","start":"2026-07-07T11:22:11.636496Z","end":"2026-07-07T11:22:11.833346Z","steps":["trace[2131038435] 'process raft request' (duration: 196.609516ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833434Z","caller":"traceutil/trace.go:171","msg":"trace[135397457] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"180.945492ms","start":"2026-07-07T11:22:11.652474Z","end":"2026-07-07T11:22:11.833419Z","steps":["trace[135397457] 'process raft request' (duration: 180.655696ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833418Z","caller":"traceutil/trace.go:171","msg":"trace[1094862959] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"167.840869ms","start":"2026-07-07T11:22:11.665561Z","end":"2026-07-07T11:22:11.833402Z","steps":["trace[1094862959] 'process raft request' (duration: 167.664276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:11.833626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.885174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:22:11.833739Z","caller":"traceutil/trace.go:171","msg":"trace[1031368010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:266; }","duration":"193.027616ms","start":"2026-07-07T11:22:11.640703Z","end":"2026-07-07T11:22:11.833731Z","steps":["trace[1031368010] 'agreement among raft nodes before linearized reading' (duration: 192.832393ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:11.833286Z","caller":"traceutil/trace.go:171","msg":"trace[776494047] linearizableReadLoop","detail":"{readStateIndex:280; appliedIndex:277; }","duration":"192.545298ms","start":"2026-07-07T11:22:11.640722Z","end":"2026-07-07T11:22:11.833267Z","steps":["trace[776494047] 'read index received' (duration: 31.376508ms)","trace[776494047] 'applied index is now lower than readState.Index' (duration: 161.16795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:11.833942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.719581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-07-07T11:22:11.833992Z","caller":"traceutil/trace.go:171","msg":"trace[50476466] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:266; }","duration":"160.797863ms","start":"2026-07-07T11:22:11.673178Z","end":"2026-07-07T11:22:11.833976Z","steps":["trace[50476466] 'agreement among raft nodes before linearized reading' (duration: 160.702741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:12.319671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.86213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:22:12.319912Z","caller":"traceutil/trace.go:171","msg":"trace[1996822564] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"247.314217ms","start":"2026-07-07T11:22:12.072568Z","end":"2026-07-07T11:22:12.319882Z","steps":["trace[1996822564] 'process raft request' (duration: 142.998628ms)","trace[1996822564] 'compare' (duration: 103.712218ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:12.319946Z","caller":"traceutil/trace.go:171","msg":"trace[1020047067] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"204.653611ms","start":"2026-07-07T11:22:12.115269Z","end":"2026-07-07T11:22:12.319923Z","steps":["trace[1020047067] 'process raft request' (duration: 204.574959ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:12.655552Z","caller":"traceutil/trace.go:171","msg":"trace[212014614] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"321.119636ms","start":"2026-07-07T11:22:12.334397Z","end":"2026-07-07T11:22:12.655517Z","steps":["trace[212014614] 'process raft request' (duration: 320.970783ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:12.655641Z","caller":"traceutil/trace.go:171","msg":"trace[718322669] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"321.372681ms","start":"2026-07-07T11:22:12.334199Z","end":"2026-07-07T11:22:12.655572Z","steps":["trace[718322669] 'process raft request' (duration: 243.284939ms)","trace[718322669] 'compare' (duration: 77.653214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:12.655766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:12.334388Z","time spent":"321.284099ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:12.655916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:12.33418Z","time spent":"321.559805ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:22.648735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583550819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:22:22.765555Z","caller":"traceutil/trace.go:171","msg":"trace[1590316293] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"617.156687ms","start":"2026-07-07T11:22:22.148374Z","end":"2026-07-07T11:22:22.765531Z","steps":["trace[1590316293] 'read index received' (duration: 617.011524ms)","trace[1590316293] 'applied index is now lower than readState.Index' (duration: 144.183µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:22.765711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.328451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4321"} {"level":"info","ts":"2026-07-07T11:22:22.765745Z","caller":"traceutil/trace.go:171","msg":"trace[673936794] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:372; }","duration":"617.432073ms","start":"2026-07-07T11:22:22.148302Z","end":"2026-07-07T11:22:22.765734Z","steps":["trace[673936794] 'agreement among raft nodes before linearized reading' (duration: 617.353171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:22.765779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:22.148265Z","time spent":"617.504653ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4344,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-07T11:22:22.765767Z","caller":"traceutil/trace.go:171","msg":"trace[432258697] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"783.875244ms","start":"2026-07-07T11:22:21.981832Z","end":"2026-07-07T11:22:22.765707Z","steps":["trace[432258697] 'process raft request' (duration: 783.563068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:22.766616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:21.981815Z","time spent":"784.674199ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:23.325711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583550822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:22:23.478601Z","caller":"traceutil/trace.go:171","msg":"trace[911692641] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"708.088706ms","start":"2026-07-07T11:22:22.770479Z","end":"2026-07-07T11:22:23.478568Z","steps":["trace[911692641] 'process raft request' (duration: 700.759534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:23.478965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:22.770445Z","time spent":"708.422603ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:22:23.886147Z","caller":"traceutil/trace.go:171","msg":"trace[365730488] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:390; }","duration":"1.060657979s","start":"2026-07-07T11:22:22.825456Z","end":"2026-07-07T11:22:23.886114Z","steps":["trace[365730488] 'read index received' (duration: 645.807211ms)","trace[365730488] 'applied index is now lower than readState.Index' (duration: 414.849558ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:23.886253Z","caller":"traceutil/trace.go:171","msg":"trace[948364584] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.112621875s","start":"2026-07-07T11:22:22.773622Z","end":"2026-07-07T11:22:23.886244Z","steps":["trace[948364584] 'process raft request' (duration: 1.112330829s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:23.886356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:22.77359Z","time spent":"1.112686836s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:23.886463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061018737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:22:23.886489Z","caller":"traceutil/trace.go:171","msg":"trace[581968433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:374; }","duration":"1.061093498s","start":"2026-07-07T11:22:22.825387Z","end":"2026-07-07T11:22:23.88648Z","steps":["trace[581968433] 'agreement among raft nodes before linearized reading' (duration: 1.061039327s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:23.886513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:22.825363Z","time spent":"1.061145209s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:22:23.954622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.629658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-07T11:22:23.954754Z","caller":"traceutil/trace.go:171","msg":"trace[119524780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:374; }","duration":"765.808731ms","start":"2026-07-07T11:22:23.188919Z","end":"2026-07-07T11:22:23.954727Z","steps":["trace[119524780] 'agreement among raft nodes before linearized reading' (duration: 765.597988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:23.954811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:23.188895Z","time spent":"765.902223ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:22:23.954641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.822912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:23.954881Z","caller":"traceutil/trace.go:171","msg":"trace[1496855410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:374; }","duration":"194.084356ms","start":"2026-07-07T11:22:23.760777Z","end":"2026-07-07T11:22:23.954862Z","steps":["trace[1496855410] 'agreement among raft nodes before linearized reading' (duration: 193.812331ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:24.37288Z","caller":"traceutil/trace.go:171","msg":"trace[242048864] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"481.737923ms","start":"2026-07-07T11:22:23.891126Z","end":"2026-07-07T11:22:24.372864Z","steps":["trace[242048864] 'process raft request' (duration: 481.640561ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:24.372906Z","caller":"traceutil/trace.go:171","msg":"trace[2040403587] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:394; }","duration":"416.808676ms","start":"2026-07-07T11:22:23.956075Z","end":"2026-07-07T11:22:24.372884Z","steps":["trace[2040403587] 'read index received' (duration: 416.796946ms)","trace[2040403587] 'applied index is now lower than readState.Index' (duration: 9.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:24.372992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.911049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:22:24.372989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:23.891096Z","time spent":"481.839075ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:22:24.373012Z","caller":"traceutil/trace.go:171","msg":"trace[868204692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"416.943429ms","start":"2026-07-07T11:22:23.956061Z","end":"2026-07-07T11:22:24.373004Z","steps":["trace[868204692] 'agreement among raft nodes before linearized reading' (duration: 416.891908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:24.373031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:23.956006Z","time spent":"417.021251ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:22:24.379061Z","caller":"traceutil/trace.go:171","msg":"trace[473437339] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"419.831505ms","start":"2026-07-07T11:22:23.959186Z","end":"2026-07-07T11:22:24.379018Z","steps":["trace[473437339] 'process raft request' (duration: 416.309198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:24.379311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:23.959155Z","time spent":"420.021268ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:22:29.778622Z","caller":"traceutil/trace.go:171","msg":"trace[1041890440] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"265.200353ms","start":"2026-07-07T11:22:29.513399Z","end":"2026-07-07T11:22:29.7786Z","steps":["trace[1041890440] 'process raft request' (duration: 264.757084ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:30.19419Z","caller":"traceutil/trace.go:171","msg":"trace[600667456] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"328.0282ms","start":"2026-07-07T11:22:29.866137Z","end":"2026-07-07T11:22:30.194166Z","steps":["trace[600667456] 'process raft request' (duration: 327.874577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:30.194347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:29.866119Z","time spent":"328.147663ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:22:46.733417Z","caller":"traceutil/trace.go:171","msg":"trace[577884488] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"525.127445ms","start":"2026-07-07T11:22:46.208263Z","end":"2026-07-07T11:22:46.733391Z","steps":["trace[577884488] 'process raft request' (duration: 524.995313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.733572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.208231Z","time spent":"525.270758ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.746677Z","caller":"traceutil/trace.go:171","msg":"trace[161406805] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"531.561689ms","start":"2026-07-07T11:22:46.215076Z","end":"2026-07-07T11:22:46.746638Z","steps":["trace[161406805] 'process raft request' (duration: 531.272884ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:46.746748Z","caller":"traceutil/trace.go:171","msg":"trace[775290420] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"531.546659ms","start":"2026-07-07T11:22:46.215178Z","end":"2026-07-07T11:22:46.746725Z","steps":["trace[775290420] 'process raft request' (duration: 531.367845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.746908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.215054Z","time spent":"531.688151ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.746938Z","caller":"traceutil/trace.go:171","msg":"trace[690900954] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"516.595019ms","start":"2026-07-07T11:22:46.230326Z","end":"2026-07-07T11:22:46.746921Z","steps":["trace[690900954] 'process raft request' (duration: 516.354634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.746995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.230297Z","time spent":"516.669001ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:46.747088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.215146Z","time spent":"531.642151ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.747248Z","caller":"traceutil/trace.go:171","msg":"trace[503726621] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"516.753333ms","start":"2026-07-07T11:22:46.230425Z","end":"2026-07-07T11:22:46.747178Z","steps":["trace[503726621] 'process raft request' (duration: 516.400736ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:46.747354Z","caller":"traceutil/trace.go:171","msg":"trace[1074121827] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"510.977401ms","start":"2026-07-07T11:22:46.236364Z","end":"2026-07-07T11:22:46.747341Z","steps":["trace[1074121827] 'process raft request' (duration: 510.794318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.74741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.236347Z","time spent":"511.041192ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:46.747492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.230419Z","time spent":"516.965897ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.747478Z","caller":"traceutil/trace.go:171","msg":"trace[1912191493] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"510.951361ms","start":"2026-07-07T11:22:46.236488Z","end":"2026-07-07T11:22:46.74744Z","steps":["trace[1912191493] 'process raft request' (duration: 510.789978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.747665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.23648Z","time spent":"511.097053ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.747832Z","caller":"traceutil/trace.go:171","msg":"trace[1486571237] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"502.558868ms","start":"2026-07-07T11:22:46.245258Z","end":"2026-07-07T11:22:46.747817Z","steps":["trace[1486571237] 'process raft request' (duration: 502.074169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.747924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.245241Z","time spent":"502.628389ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.748101Z","caller":"traceutil/trace.go:171","msg":"trace[1974702079] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"499.959158ms","start":"2026-07-07T11:22:46.248133Z","end":"2026-07-07T11:22:46.748092Z","steps":["trace[1974702079] 'process raft request' (duration: 499.693563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.748143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.248104Z","time spent":"500.021119ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.748497Z","caller":"traceutil/trace.go:171","msg":"trace[979316832] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"495.800027ms","start":"2026-07-07T11:22:46.252661Z","end":"2026-07-07T11:22:46.748461Z","steps":["trace[979316832] 'process raft request' (duration: 495.372728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.748636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.252532Z","time spent":"496.039733ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.748727Z","caller":"traceutil/trace.go:171","msg":"trace[1891807924] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"466.831628ms","start":"2026-07-07T11:22:46.281875Z","end":"2026-07-07T11:22:46.748707Z","steps":["trace[1891807924] 'process raft request' (duration: 466.4275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.748801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.281852Z","time spent":"466.914749ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:22:46.74899Z","caller":"traceutil/trace.go:171","msg":"trace[775199124] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:512; }","duration":"270.797112ms","start":"2026-07-07T11:22:46.478165Z","end":"2026-07-07T11:22:46.748962Z","steps":["trace[775199124] 'read index received' (duration: 255.136269ms)","trace[775199124] 'applied index is now lower than readState.Index' (duration: 15.659533ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:46.74916Z","caller":"traceutil/trace.go:171","msg":"trace[466594891] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"356.105183ms","start":"2026-07-07T11:22:46.393035Z","end":"2026-07-07T11:22:46.74914Z","steps":["trace[466594891] 'process raft request' (duration: 355.668414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.749244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:46.392998Z","time spent":"356.213525ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:46.749437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.244421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:22:46.749528Z","caller":"traceutil/trace.go:171","msg":"trace[1962608544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:501; }","duration":"271.396334ms","start":"2026-07-07T11:22:46.478114Z","end":"2026-07-07T11:22:46.74951Z","steps":["trace[1962608544] 'agreement among raft nodes before linearized reading' (duration: 271.023407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:46.750702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.006138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:22:46.750764Z","caller":"traceutil/trace.go:171","msg":"trace[1349642294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"268.097581ms","start":"2026-07-07T11:22:46.482654Z","end":"2026-07-07T11:22:46.750752Z","steps":["trace[1349642294] 'agreement among raft nodes before linearized reading' (duration: 267.804685ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:53.035896Z","caller":"traceutil/trace.go:171","msg":"trace[1553890878] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"271.025406ms","start":"2026-07-07T11:22:52.764836Z","end":"2026-07-07T11:22:53.035862Z","steps":["trace[1553890878] 'process raft request' (duration: 270.781961ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:53.273909Z","caller":"traceutil/trace.go:171","msg":"trace[462833046] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:624; }","duration":"478.89633ms","start":"2026-07-07T11:22:52.794983Z","end":"2026-07-07T11:22:53.273879Z","steps":["trace[462833046] 'read index received' (duration: 240.665279ms)","trace[462833046] 'applied index is now lower than readState.Index' (duration: 238.229411ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:53.274075Z","caller":"traceutil/trace.go:171","msg":"trace[1947459595] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"487.188551ms","start":"2026-07-07T11:22:52.786846Z","end":"2026-07-07T11:22:53.274034Z","steps":["trace[1947459595] 'process raft request' (duration: 398.304251ms)","trace[1947459595] 'compare' (duration: 88.567654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:53.274204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.509041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:22:53.274245Z","caller":"traceutil/trace.go:171","msg":"trace[1041537799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"478.585374ms","start":"2026-07-07T11:22:52.795646Z","end":"2026-07-07T11:22:53.274231Z","steps":["trace[1041537799] 'agreement among raft nodes before linearized reading' (duration: 478.39168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:53.274263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:52.78681Z","time spent":"487.355714ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:22:53.274285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:52.795634Z","time spent":"478.642875ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:22:53.274373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.012156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:22:53.274473Z","caller":"traceutil/trace.go:171","msg":"trace[1467732880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"271.183969ms","start":"2026-07-07T11:22:53.00326Z","end":"2026-07-07T11:22:53.274444Z","steps":["trace[1467732880] 'agreement among raft nodes before linearized reading' (duration: 270.847822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:53.274517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.497792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:22:53.274612Z","caller":"traceutil/trace.go:171","msg":"trace[487219248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"479.681785ms","start":"2026-07-07T11:22:52.794913Z","end":"2026-07-07T11:22:53.274595Z","steps":["trace[487219248] 'agreement among raft nodes before linearized reading' (duration: 479.104363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:53.274689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:52.794898Z","time spent":"479.781488ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:22:54.495699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.849587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:22:54.496235Z","caller":"traceutil/trace.go:171","msg":"trace[1901559463] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.216442646s","start":"2026-07-07T11:22:53.279715Z","end":"2026-07-07T11:22:54.496158Z","steps":["trace[1901559463] 'process raft request' (duration: 1.216204501s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:54.496377Z","caller":"traceutil/trace.go:171","msg":"trace[1684565268] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.216419954s","start":"2026-07-07T11:22:53.279917Z","end":"2026-07-07T11:22:54.496337Z","steps":["trace[1684565268] 'process raft request' (duration: 1.216103258s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:22:54.496409Z","caller":"traceutil/trace.go:171","msg":"trace[531903399] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:626; }","duration":"1.209378958s","start":"2026-07-07T11:22:53.286979Z","end":"2026-07-07T11:22:54.496358Z","steps":["trace[531903399] 'read index received' (duration: 244.724245ms)","trace[531903399] 'applied index is now lower than readState.Index' (duration: 964.649663ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:54.496404Z","caller":"traceutil/trace.go:171","msg":"trace[1752749495] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.216923775s","start":"2026-07-07T11:22:53.279388Z","end":"2026-07-07T11:22:54.496312Z","steps":["trace[1752749495] 'process raft request' (duration: 252.292073ms)","trace[1752749495] 'compare' (duration: 963.078492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:54.496516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:53.279896Z","time spent":"1.216563967s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:54.496624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:53.279682Z","time spent":"1.216733821s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:54.496683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:53.279357Z","time spent":"1.217183789s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:54.559488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.393824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:54.559588Z","caller":"traceutil/trace.go:171","msg":"trace[1175405033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"798.507797ms","start":"2026-07-07T11:22:53.761055Z","end":"2026-07-07T11:22:54.559563Z","steps":["trace[1175405033] 'agreement among raft nodes before linearized reading' (duration: 798.349193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:54.559604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272589872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:54.559694Z","caller":"traceutil/trace.go:171","msg":"trace[1098823482] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:602; }","duration":"1.272726675s","start":"2026-07-07T11:22:53.286938Z","end":"2026-07-07T11:22:54.559665Z","steps":["trace[1098823482] 'agreement among raft nodes before linearized reading' (duration: 1.209614843s)","trace[1098823482] 'range keys from in-memory index tree' (duration: 62.972827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:22:54.559757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:53.286929Z","time spent":"1.272812786s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-07T11:22:54.559811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.707094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T11:22:54.559846Z","caller":"traceutil/trace.go:171","msg":"trace[1966168050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:602; }","duration":"515.812245ms","start":"2026-07-07T11:22:54.044024Z","end":"2026-07-07T11:22:54.559836Z","steps":["trace[1966168050] 'agreement among raft nodes before linearized reading' (duration: 515.635862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:54.559881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:54.043992Z","time spent":"515.882057ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:22:54.559635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:53.760992Z","time spent":"798.634629ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:22:55.781399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020243969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:55.781495Z","caller":"traceutil/trace.go:171","msg":"trace[2037063035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"1.020364821s","start":"2026-07-07T11:22:54.76111Z","end":"2026-07-07T11:22:55.781474Z","steps":["trace[2037063035] 'range keys from in-memory index tree' (duration: 1.020056174s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:55.781546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:54.761054Z","time spent":"1.020483153s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:22:56.283353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583551250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:22:56.376132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402663431s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:22:56.378356Z","caller":"traceutil/trace.go:171","msg":"trace[100484893] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"595.534509ms","start":"2026-07-07T11:22:55.7828Z","end":"2026-07-07T11:22:56.378334Z","steps":["trace[100484893] 'read index received' (duration: 593.484448ms)","trace[100484893] 'applied index is now lower than readState.Index' (duration: 2.049041ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:22:56.378421Z","caller":"traceutil/trace.go:171","msg":"trace[462128975] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.40724086s","start":"2026-07-07T11:22:54.971157Z","end":"2026-07-07T11:22:56.378398Z","steps":["trace[462128975] 'process raft request' (duration: 1.405446364s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:56.37847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.660181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:56.3785Z","caller":"traceutil/trace.go:171","msg":"trace[1966224542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"595.750622ms","start":"2026-07-07T11:22:55.782739Z","end":"2026-07-07T11:22:56.378489Z","steps":["trace[1966224542] 'agreement among raft nodes before linearized reading' (duration: 595.661801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:22:56.378537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:55.782716Z","time spent":"595.813643ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:22:56.378545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:22:54.971127Z","time spent":"1.407348312s","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:22:58.179041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.076513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:22:58.179141Z","caller":"traceutil/trace.go:171","msg":"trace[262270176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:645; }","duration":"137.228486ms","start":"2026-07-07T11:22:58.041888Z","end":"2026-07-07T11:22:58.179116Z","steps":["trace[262270176] 'range keys from in-memory index tree' (duration: 136.998172ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:01.064934Z","caller":"traceutil/trace.go:171","msg":"trace[1551804173] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"118.496194ms","start":"2026-07-07T11:23:00.946382Z","end":"2026-07-07T11:23:01.064878Z","steps":["trace[1551804173] 'process raft request' (duration: 118.131326ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:08.879297Z","caller":"traceutil/trace.go:171","msg":"trace[1391414569] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"297.332445ms","start":"2026-07-07T11:23:08.581939Z","end":"2026-07-07T11:23:08.879271Z","steps":["trace[1391414569] 'process raft request' (duration: 297.117411ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:08.931973Z","caller":"traceutil/trace.go:171","msg":"trace[1630403547] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"349.269981ms","start":"2026-07-07T11:23:08.582672Z","end":"2026-07-07T11:23:08.931942Z","steps":["trace[1630403547] 'process raft request' (duration: 349.081426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:08.932119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:08.582649Z","time spent":"349.397523ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:08.932106Z","caller":"traceutil/trace.go:171","msg":"trace[1827336] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:772; }","duration":"272.587896ms","start":"2026-07-07T11:23:08.659484Z","end":"2026-07-07T11:23:08.932072Z","steps":["trace[1827336] 'read index received' (duration: 219.58161ms)","trace[1827336] 'applied index is now lower than readState.Index' (duration: 53.004396ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:08.93219Z","caller":"traceutil/trace.go:171","msg":"trace[2090729631] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"349.446854ms","start":"2026-07-07T11:23:08.582717Z","end":"2026-07-07T11:23:08.932164Z","steps":["trace[2090729631] 'process raft request' (duration: 349.189198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:08.932307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.815111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T11:23:08.932363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:08.58269Z","time spent":"349.571257ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:08.932378Z","caller":"traceutil/trace.go:171","msg":"trace[1836447962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"272.921472ms","start":"2026-07-07T11:23:08.659426Z","end":"2026-07-07T11:23:08.932347Z","steps":["trace[1836447962] 'agreement among raft nodes before linearized reading' (duration: 272.743019ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:13.172674Z","caller":"traceutil/trace.go:171","msg":"trace[568687797] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:804; }","duration":"226.051305ms","start":"2026-07-07T11:23:12.946597Z","end":"2026-07-07T11:23:13.172648Z","steps":["trace[568687797] 'read index received' (duration: 225.884991ms)","trace[568687797] 'applied index is now lower than readState.Index' (duration: 164.904µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:13.172824Z","caller":"traceutil/trace.go:171","msg":"trace[394948756] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"273.84072ms","start":"2026-07-07T11:23:12.898972Z","end":"2026-07-07T11:23:13.172812Z","steps":["trace[394948756] 'process raft request' (duration: 273.515014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.173027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.927248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:23:13.173085Z","caller":"traceutil/trace.go:171","msg":"trace[1785276891] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:772; }","duration":"142.04468ms","start":"2026-07-07T11:23:13.031019Z","end":"2026-07-07T11:23:13.173064Z","steps":["trace[1785276891] 'agreement among raft nodes before linearized reading' (duration: 141.945339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.173126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.124817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-07T11:23:13.173109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.228503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:23:13.173262Z","caller":"traceutil/trace.go:171","msg":"trace[86525905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:772; }","duration":"205.432357ms","start":"2026-07-07T11:23:12.967819Z","end":"2026-07-07T11:23:13.173252Z","steps":["trace[86525905] 'agreement among raft nodes before linearized reading' (duration: 205.195412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.173177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.563106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:23:13.173307Z","caller":"traceutil/trace.go:171","msg":"trace[363986304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:772; }","duration":"226.331151ms","start":"2026-07-07T11:23:12.946915Z","end":"2026-07-07T11:23:13.173246Z","steps":["trace[363986304] 'agreement among raft nodes before linearized reading' (duration: 225.986213ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:13.173457Z","caller":"traceutil/trace.go:171","msg":"trace[1755235488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:772; }","duration":"226.77499ms","start":"2026-07-07T11:23:12.946579Z","end":"2026-07-07T11:23:13.173354Z","steps":["trace[1755235488] 'agreement among raft nodes before linearized reading' (duration: 226.390713ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:13.954548Z","caller":"traceutil/trace.go:171","msg":"trace[17495008] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"776.605456ms","start":"2026-07-07T11:23:13.177919Z","end":"2026-07-07T11:23:13.954524Z","steps":["trace[17495008] 'process raft request' (duration: 742.200223ms)","trace[17495008] 'compare' (duration: 34.017655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:23:13.95469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:13.177889Z","time spent":"776.730419ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:13.957312Z","caller":"traceutil/trace.go:171","msg":"trace[1053602874] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"778.590615ms","start":"2026-07-07T11:23:13.178695Z","end":"2026-07-07T11:23:13.957285Z","steps":["trace[1053602874] 'process raft request' (duration: 778.392832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.95747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:13.178683Z","time spent":"778.704497ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:13.95772Z","caller":"traceutil/trace.go:171","msg":"trace[2120327429] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"778.900361ms","start":"2026-07-07T11:23:13.178779Z","end":"2026-07-07T11:23:13.957679Z","steps":["trace[2120327429] 'process raft request' (duration: 778.464792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.957879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:23:13.178752Z","time spent":"779.054004ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:23:13.963429Z","caller":"traceutil/trace.go:171","msg":"trace[96000970] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:805; }","duration":"202.683579ms","start":"2026-07-07T11:23:13.760725Z","end":"2026-07-07T11:23:13.963409Z","steps":["trace[96000970] 'read index received' (duration: 159.403943ms)","trace[96000970] 'applied index is now lower than readState.Index' (duration: 43.278856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:23:13.963847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.02335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:23:13.963882Z","caller":"traceutil/trace.go:171","msg":"trace[672278437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:776; }","duration":"194.243695ms","start":"2026-07-07T11:23:13.769629Z","end":"2026-07-07T11:23:13.963873Z","steps":["trace[672278437] 'agreement among raft nodes before linearized reading' (duration: 193.905269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:23:13.963878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.139408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:23:13.963935Z","caller":"traceutil/trace.go:171","msg":"trace[367841637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"203.23706ms","start":"2026-07-07T11:23:13.760685Z","end":"2026-07-07T11:23:13.963922Z","steps":["trace[367841637] 'agreement among raft nodes before linearized reading' (duration: 202.825922ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.107224Z","caller":"traceutil/trace.go:171","msg":"trace[1997137673] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"180.722242ms","start":"2026-07-07T11:23:30.926472Z","end":"2026-07-07T11:23:31.107194Z","steps":["trace[1997137673] 'process raft request' (duration: 180.447936ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.18334Z","caller":"traceutil/trace.go:171","msg":"trace[2096353402] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"186.167078ms","start":"2026-07-07T11:23:30.997126Z","end":"2026-07-07T11:23:31.183293Z","steps":["trace[2096353402] 'process raft request' (duration: 148.603754ms)","trace[2096353402] 'compare' (duration: 37.393981ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:31.382811Z","caller":"traceutil/trace.go:171","msg":"trace[1415809784] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"116.13033ms","start":"2026-07-07T11:23:31.266648Z","end":"2026-07-07T11:23:31.382778Z","steps":["trace[1415809784] 'process raft request' (duration: 115.836534ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.38286Z","caller":"traceutil/trace.go:171","msg":"trace[1012147625] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"101.987224ms","start":"2026-07-07T11:23:31.280848Z","end":"2026-07-07T11:23:31.382835Z","steps":["trace[1012147625] 'process raft request' (duration: 101.822171ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.382925Z","caller":"traceutil/trace.go:171","msg":"trace[950741541] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"101.813429ms","start":"2026-07-07T11:23:31.281086Z","end":"2026-07-07T11:23:31.3829Z","steps":["trace[950741541] 'process raft request' (duration: 101.697047ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.382979Z","caller":"traceutil/trace.go:171","msg":"trace[94645149] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"101.802459ms","start":"2026-07-07T11:23:31.281147Z","end":"2026-07-07T11:23:31.382949Z","steps":["trace[94645149] 'process raft request' (duration: 101.675356ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383019Z","caller":"traceutil/trace.go:171","msg":"trace[1318826410] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"101.921602ms","start":"2026-07-07T11:23:31.281067Z","end":"2026-07-07T11:23:31.382989Z","steps":["trace[1318826410] 'process raft request' (duration: 101.677947ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383055Z","caller":"traceutil/trace.go:171","msg":"trace[1811318097] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"101.888941ms","start":"2026-07-07T11:23:31.281154Z","end":"2026-07-07T11:23:31.383043Z","steps":["trace[1811318097] 'process raft request' (duration: 101.701477ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383087Z","caller":"traceutil/trace.go:171","msg":"trace[603598679] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"101.871191ms","start":"2026-07-07T11:23:31.281167Z","end":"2026-07-07T11:23:31.383038Z","steps":["trace[603598679] 'process raft request' (duration: 101.717988ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383133Z","caller":"traceutil/trace.go:171","msg":"trace[2122874239] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"101.903762ms","start":"2026-07-07T11:23:31.281213Z","end":"2026-07-07T11:23:31.383117Z","steps":["trace[2122874239] 'process raft request' (duration: 101.707307ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383223Z","caller":"traceutil/trace.go:171","msg":"trace[474507574] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"101.988134ms","start":"2026-07-07T11:23:31.281222Z","end":"2026-07-07T11:23:31.38321Z","steps":["trace[474507574] 'process raft request' (duration: 101.736788ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383373Z","caller":"traceutil/trace.go:171","msg":"trace[2091776550] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"102.063455ms","start":"2026-07-07T11:23:31.281295Z","end":"2026-07-07T11:23:31.383358Z","steps":["trace[2091776550] 'process raft request' (duration: 101.922262ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383337Z","caller":"traceutil/trace.go:171","msg":"trace[303501245] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"102.054864ms","start":"2026-07-07T11:23:31.28123Z","end":"2026-07-07T11:23:31.383284Z","steps":["trace[303501245] 'process raft request' (duration: 101.766908ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.3837Z","caller":"traceutil/trace.go:171","msg":"trace[759734787] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"100.907572ms","start":"2026-07-07T11:23:31.282772Z","end":"2026-07-07T11:23:31.383679Z","steps":["trace[759734787] 'process raft request' (duration: 100.871381ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383944Z","caller":"traceutil/trace.go:171","msg":"trace[438742448] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"102.514773ms","start":"2026-07-07T11:23:31.281403Z","end":"2026-07-07T11:23:31.383918Z","steps":["trace[438742448] 'process raft request' (duration: 102.161336ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.383968Z","caller":"traceutil/trace.go:171","msg":"trace[2021408506] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"102.487673ms","start":"2026-07-07T11:23:31.281455Z","end":"2026-07-07T11:23:31.383943Z","steps":["trace[2021408506] 'process raft request' (duration: 102.152616ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.495194Z","caller":"traceutil/trace.go:171","msg":"trace[304551878] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"154.318216ms","start":"2026-07-07T11:23:31.340836Z","end":"2026-07-07T11:23:31.495154Z","steps":["trace[304551878] 'process raft request' (duration: 113.60742ms)","trace[304551878] 'compare' (duration: 40.526172ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:31.495566Z","caller":"traceutil/trace.go:171","msg":"trace[40719662] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"150.342419ms","start":"2026-07-07T11:23:31.34521Z","end":"2026-07-07T11:23:31.495552Z","steps":["trace[40719662] 'process raft request' (duration: 149.87933ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.495766Z","caller":"traceutil/trace.go:171","msg":"trace[1031964130] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"150.215045ms","start":"2026-07-07T11:23:31.345522Z","end":"2026-07-07T11:23:31.495737Z","steps":["trace[1031964130] 'process raft request' (duration: 149.95794ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.53141Z","caller":"traceutil/trace.go:171","msg":"trace[1350092413] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"139.837362ms","start":"2026-07-07T11:23:31.391546Z","end":"2026-07-07T11:23:31.531384Z","steps":["trace[1350092413] 'process raft request' (duration: 139.590547ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.531492Z","caller":"traceutil/trace.go:171","msg":"trace[1376130294] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"139.798371ms","start":"2026-07-07T11:23:31.391659Z","end":"2026-07-07T11:23:31.531457Z","steps":["trace[1376130294] 'process raft request' (duration: 139.608657ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.531576Z","caller":"traceutil/trace.go:171","msg":"trace[1602788570] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"139.854443ms","start":"2026-07-07T11:23:31.391712Z","end":"2026-07-07T11:23:31.531567Z","steps":["trace[1602788570] 'process raft request' (duration: 139.600737ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.531662Z","caller":"traceutil/trace.go:171","msg":"trace[161556323] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"139.809093ms","start":"2026-07-07T11:23:31.391845Z","end":"2026-07-07T11:23:31.531654Z","steps":["trace[161556323] 'process raft request' (duration: 139.532857ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.531809Z","caller":"traceutil/trace.go:171","msg":"trace[1884476819] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"139.69935ms","start":"2026-07-07T11:23:31.392008Z","end":"2026-07-07T11:23:31.531707Z","steps":["trace[1884476819] 'process raft request' (duration: 139.442124ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.53187Z","caller":"traceutil/trace.go:171","msg":"trace[778580801] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"139.478666ms","start":"2026-07-07T11:23:31.39235Z","end":"2026-07-07T11:23:31.531829Z","steps":["trace[778580801] 'process raft request' (duration: 139.308583ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532077Z","caller":"traceutil/trace.go:171","msg":"trace[1744616893] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"138.68442ms","start":"2026-07-07T11:23:31.393374Z","end":"2026-07-07T11:23:31.532058Z","steps":["trace[1744616893] 'process raft request' (duration: 138.356774ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532102Z","caller":"traceutil/trace.go:171","msg":"trace[875420545] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"138.625649ms","start":"2026-07-07T11:23:31.393461Z","end":"2026-07-07T11:23:31.532087Z","steps":["trace[875420545] 'process raft request' (duration: 138.437045ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532326Z","caller":"traceutil/trace.go:171","msg":"trace[95164515] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"138.292013ms","start":"2026-07-07T11:23:31.394011Z","end":"2026-07-07T11:23:31.532303Z","steps":["trace[95164515] 'process raft request' (duration: 138.181081ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532286Z","caller":"traceutil/trace.go:171","msg":"trace[505081795] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"138.460486ms","start":"2026-07-07T11:23:31.39381Z","end":"2026-07-07T11:23:31.532271Z","steps":["trace[505081795] 'process raft request' (duration: 138.259243ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532315Z","caller":"traceutil/trace.go:171","msg":"trace[1596572819] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"138.432806ms","start":"2026-07-07T11:23:31.39369Z","end":"2026-07-07T11:23:31.532122Z","steps":["trace[1596572819] 'process raft request' (duration: 138.345394ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.53233Z","caller":"traceutil/trace.go:171","msg":"trace[886454589] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"137.275193ms","start":"2026-07-07T11:23:31.395028Z","end":"2026-07-07T11:23:31.532303Z","steps":["trace[886454589] 'process raft request' (duration: 137.219682ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.532031Z","caller":"traceutil/trace.go:171","msg":"trace[1466054790] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"138.827983ms","start":"2026-07-07T11:23:31.393189Z","end":"2026-07-07T11:23:31.532017Z","steps":["trace[1466054790] 'process raft request' (duration: 138.508017ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.678798Z","caller":"traceutil/trace.go:171","msg":"trace[1094551839] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"171.658125ms","start":"2026-07-07T11:23:31.507116Z","end":"2026-07-07T11:23:31.678774Z","steps":["trace[1094551839] 'process raft request' (duration: 171.571093ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.678804Z","caller":"traceutil/trace.go:171","msg":"trace[1890565454] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"172.766817ms","start":"2026-07-07T11:23:31.506012Z","end":"2026-07-07T11:23:31.678778Z","steps":["trace[1890565454] 'process raft request' (duration: 172.121134ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.689035Z","caller":"traceutil/trace.go:171","msg":"trace[507723778] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"150.997402ms","start":"2026-07-07T11:23:31.538011Z","end":"2026-07-07T11:23:31.689008Z","steps":["trace[507723778] 'process raft request' (duration: 150.838959ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.689098Z","caller":"traceutil/trace.go:171","msg":"trace[11174742] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"151.008751ms","start":"2026-07-07T11:23:31.538049Z","end":"2026-07-07T11:23:31.689058Z","steps":["trace[11174742] 'process raft request' (duration: 150.91477ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.689131Z","caller":"traceutil/trace.go:171","msg":"trace[1763927875] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"150.97674ms","start":"2026-07-07T11:23:31.538127Z","end":"2026-07-07T11:23:31.689104Z","steps":["trace[1763927875] 'process raft request' (duration: 150.864618ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:31.689198Z","caller":"traceutil/trace.go:171","msg":"trace[1781787451] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"146.483723ms","start":"2026-07-07T11:23:31.542596Z","end":"2026-07-07T11:23:31.689079Z","steps":["trace[1781787451] 'process raft request' (duration: 146.419252ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:32.743072Z","caller":"traceutil/trace.go:171","msg":"trace[26758024] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"129.707105ms","start":"2026-07-07T11:23:32.613337Z","end":"2026-07-07T11:23:32.743044Z","steps":["trace[26758024] 'process raft request' (duration: 121.674058ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:32.754184Z","caller":"traceutil/trace.go:171","msg":"trace[1560950523] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"126.669385ms","start":"2026-07-07T11:23:32.62748Z","end":"2026-07-07T11:23:32.75415Z","steps":["trace[1560950523] 'process raft request' (duration: 126.616364ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:32.754212Z","caller":"traceutil/trace.go:171","msg":"trace[338156745] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"126.984692ms","start":"2026-07-07T11:23:32.627184Z","end":"2026-07-07T11:23:32.754169Z","steps":["trace[338156745] 'process raft request' (duration: 126.753507ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:52.368748Z","caller":"traceutil/trace.go:171","msg":"trace[1096186313] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"155.488719ms","start":"2026-07-07T11:23:52.213237Z","end":"2026-07-07T11:23:52.368726Z","steps":["trace[1096186313] 'process raft request' (duration: 97.621657ms)","trace[1096186313] 'compare' (duration: 57.730799ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:23:52.369014Z","caller":"traceutil/trace.go:171","msg":"trace[874905703] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"155.657112ms","start":"2026-07-07T11:23:52.213338Z","end":"2026-07-07T11:23:52.368996Z","steps":["trace[874905703] 'process raft request' (duration: 155.351486ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:23:52.369389Z","caller":"traceutil/trace.go:171","msg":"trace[1494397915] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"155.783485ms","start":"2026-07-07T11:23:52.213578Z","end":"2026-07-07T11:23:52.369361Z","steps":["trace[1494397915] 'process raft request' (duration: 155.308226ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:06.280191Z","caller":"traceutil/trace.go:171","msg":"trace[1153731437] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"181.188542ms","start":"2026-07-07T11:24:06.098983Z","end":"2026-07-07T11:24:06.280172Z","steps":["trace[1153731437] 'process raft request' (duration: 181.052669ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:10.186515Z","caller":"traceutil/trace.go:171","msg":"trace[1213660992] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"295.580378ms","start":"2026-07-07T11:24:09.890901Z","end":"2026-07-07T11:24:10.186481Z","steps":["trace[1213660992] 'process raft request' (duration: 295.376293ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:10.261471Z","caller":"traceutil/trace.go:171","msg":"trace[1902160026] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"130.911108ms","start":"2026-07-07T11:24:10.130527Z","end":"2026-07-07T11:24:10.261439Z","steps":["trace[1902160026] 'process raft request' (duration: 129.598923ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:11.299925Z","caller":"traceutil/trace.go:171","msg":"trace[2036951050] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"117.13227ms","start":"2026-07-07T11:24:11.182761Z","end":"2026-07-07T11:24:11.299893Z","steps":["trace[2036951050] 'process raft request' (duration: 94.502958ms)","trace[2036951050] 'compare' (duration: 22.462339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:11.725314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.108898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:11.725539Z","caller":"traceutil/trace.go:171","msg":"trace[452725360] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"172.210666ms","start":"2026-07-07T11:24:11.553307Z","end":"2026-07-07T11:24:11.725518Z","steps":["trace[452725360] 'process raft request' (duration: 33.473025ms)","trace[452725360] 'compare' (duration: 137.913374ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:11.763373Z","caller":"traceutil/trace.go:171","msg":"trace[801238294] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"197.898228ms","start":"2026-07-07T11:24:11.565454Z","end":"2026-07-07T11:24:11.763352Z","steps":["trace[801238294] 'process raft request' (duration: 197.753666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:12.30393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.262281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:12.304066Z","caller":"traceutil/trace.go:171","msg":"trace[359210264] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1487; }","duration":"113.253013ms","start":"2026-07-07T11:24:12.190788Z","end":"2026-07-07T11:24:12.304041Z","steps":["trace[359210264] 'read index received' (duration: 42.911µs)","trace[359210264] 'applied index is now lower than readState.Index' (duration: 113.208292ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:12.304143Z","caller":"traceutil/trace.go:171","msg":"trace[1609805756] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"178.763664ms","start":"2026-07-07T11:24:12.125318Z","end":"2026-07-07T11:24:12.304082Z","steps":["trace[1609805756] 'process raft request' (duration: 17.260728ms)","trace[1609805756] 'compare' (duration: 161.058307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:12.304276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.523988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:24:12.304336Z","caller":"traceutil/trace.go:171","msg":"trace[1255722081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1437; }","duration":"113.62835ms","start":"2026-07-07T11:24:12.190693Z","end":"2026-07-07T11:24:12.304321Z","steps":["trace[1255722081] 'agreement among raft nodes before linearized reading' (duration: 113.413226ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:13.186455Z","caller":"traceutil/trace.go:171","msg":"trace[513902225] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"319.322091ms","start":"2026-07-07T11:24:12.867107Z","end":"2026-07-07T11:24:13.186429Z","steps":["trace[513902225] 'process raft request' (duration: 319.131398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:13.186603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:12.867079Z","time spent":"319.460033ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:24:15.628112Z","caller":"traceutil/trace.go:171","msg":"trace[1556183883] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"144.022645ms","start":"2026-07-07T11:24:15.484054Z","end":"2026-07-07T11:24:15.628077Z","steps":["trace[1556183883] 'process raft request' (duration: 143.488174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:22.002401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.435842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:22.002555Z","caller":"traceutil/trace.go:171","msg":"trace[516078478] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"299.097876ms","start":"2026-07-07T11:24:21.703431Z","end":"2026-07-07T11:24:22.002529Z","steps":["trace[516078478] 'process raft request' (duration: 173.42868ms)","trace[516078478] 'compare' (duration: 125.241487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:41.468322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.219971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:41.46844Z","caller":"traceutil/trace.go:171","msg":"trace[1032279665] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"825.84936ms","start":"2026-07-07T11:24:40.642572Z","end":"2026-07-07T11:24:41.468421Z","steps":["trace[1032279665] 'read index received' (duration: 336.304822ms)","trace[1032279665] 'applied index is now lower than readState.Index' (duration: 489.542668ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:41.468658Z","caller":"traceutil/trace.go:171","msg":"trace[101370923] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"845.384952ms","start":"2026-07-07T11:24:40.623234Z","end":"2026-07-07T11:24:41.468619Z","steps":["trace[101370923] 'process raft request' (duration: 355.763413ms)","trace[101370923] 'compare' (duration: 488.778652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:41.468877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.623215Z","time spent":"845.547494ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:41.468935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.33066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:24:41.469232Z","caller":"traceutil/trace.go:171","msg":"trace[877171389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"826.695936ms","start":"2026-07-07T11:24:40.642514Z","end":"2026-07-07T11:24:41.46921Z","steps":["trace[877171389] 'agreement among raft nodes before linearized reading' (duration: 826.154026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.469288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.64249Z","time spent":"826.786208ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:41.670291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.581636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:41.670591Z","caller":"traceutil/trace.go:171","msg":"trace[1960626932] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"539.601815ms","start":"2026-07-07T11:24:41.130954Z","end":"2026-07-07T11:24:41.670556Z","steps":["trace[1960626932] 'process raft request' (duration: 438.601421ms)","trace[1960626932] 'compare' (duration: 100.25336ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:41.670652Z","caller":"traceutil/trace.go:171","msg":"trace[1280303978] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"202.13477ms","start":"2026-07-07T11:24:41.468466Z","end":"2026-07-07T11:24:41.670601Z","steps":["trace[1280303978] 'read index received' (duration: 101.120526ms)","trace[1280303978] 'applied index is now lower than readState.Index' (duration: 101.012644ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:41.670642Z","caller":"traceutil/trace.go:171","msg":"trace[56905131] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"423.381844ms","start":"2026-07-07T11:24:41.247216Z","end":"2026-07-07T11:24:41.670598Z","steps":["trace[56905131] 'process raft request' (duration: 423.226461ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:41.670758Z","caller":"traceutil/trace.go:171","msg":"trace[2099579449] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"197.196254ms","start":"2026-07-07T11:24:41.473548Z","end":"2026-07-07T11:24:41.670744Z","steps":["trace[2099579449] 'process raft request' (duration: 196.961809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.670789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.130913Z","time spent":"539.768718ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:41.670887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.247182Z","time spent":"423.569708ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:41.671049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.046806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:24:41.671095Z","caller":"traceutil/trace.go:171","msg":"trace[1016076172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"997.102307ms","start":"2026-07-07T11:24:40.673977Z","end":"2026-07-07T11:24:41.67108Z","steps":["trace[1016076172] 'agreement among raft nodes before linearized reading' (duration: 996.953814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.67111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.15718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-07T11:24:41.671085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.89252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-07T11:24:41.67116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002446282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:24:41.671204Z","caller":"traceutil/trace.go:171","msg":"trace[1563098012] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"122.739988ms","start":"2026-07-07T11:24:41.548452Z","end":"2026-07-07T11:24:41.671192Z","steps":["trace[1563098012] 'process raft request' (duration: 122.101336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.67123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.092061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:41.671224Z","caller":"traceutil/trace.go:171","msg":"trace[1332535124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8; range_end:; response_count:1; response_revision:1888; }","duration":"916.076723ms","start":"2026-07-07T11:24:40.755113Z","end":"2026-07-07T11:24:41.67119Z","steps":["trace[1332535124] 'agreement among raft nodes before linearized reading' (duration: 915.717326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.671228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.865646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-07T11:24:41.671268Z","caller":"traceutil/trace.go:171","msg":"trace[769294499] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1888; }","duration":"794.183322ms","start":"2026-07-07T11:24:40.877074Z","end":"2026-07-07T11:24:41.671257Z","steps":["trace[769294499] 'agreement among raft nodes before linearized reading' (duration: 794.12847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.67129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.497147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:24:41.67126Z","caller":"traceutil/trace.go:171","msg":"trace[2071772649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"1.002611936s","start":"2026-07-07T11:24:40.668629Z","end":"2026-07-07T11:24:41.671241Z","steps":["trace[2071772649] 'agreement among raft nodes before linearized reading' (duration: 1.002293519s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:41.671321Z","caller":"traceutil/trace.go:171","msg":"trace[1290760223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8; range_end:; response_count:1; response_revision:1888; }","duration":"397.04858ms","start":"2026-07-07T11:24:41.274249Z","end":"2026-07-07T11:24:41.671298Z","steps":["trace[1290760223] 'agreement among raft nodes before linearized reading' (duration: 396.732323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.671355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.668611Z","time spent":"1.002736368s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T11:24:41.671362Z","caller":"traceutil/trace.go:171","msg":"trace[1400417620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"665.594989ms","start":"2026-07-07T11:24:41.005747Z","end":"2026-07-07T11:24:41.671342Z","steps":["trace[1400417620] 'agreement among raft nodes before linearized reading' (duration: 665.366354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.671408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.005721Z","time spent":"665.67681ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T11:24:41.671153Z","caller":"traceutil/trace.go:171","msg":"trace[346529755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"114.232882ms","start":"2026-07-07T11:24:41.556903Z","end":"2026-07-07T11:24:41.671136Z","steps":["trace[346529755] 'agreement among raft nodes before linearized reading' (duration: 114.044018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:41.671313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.877043Z","time spent":"794.262883ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:24:41.671294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.755088Z","time spent":"916.192177ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8\" "} {"level":"warn","ts":"2026-07-07T11:24:41.671135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:40.673971Z","time spent":"997.156638ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:24:41.671418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.274219Z","time spent":"397.149132ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8\" "} {"level":"warn","ts":"2026-07-07T11:24:42.582592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.277135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:42.582892Z","caller":"traceutil/trace.go:171","msg":"trace[402395786] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"903.731122ms","start":"2026-07-07T11:24:41.679138Z","end":"2026-07-07T11:24:42.582869Z","steps":["trace[402395786] 'process raft request' (duration: 903.59412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.582978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.679108Z","time spent":"903.833974ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:42.583317Z","caller":"traceutil/trace.go:171","msg":"trace[1088685451] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"906.752361ms","start":"2026-07-07T11:24:41.67655Z","end":"2026-07-07T11:24:42.583303Z","steps":["trace[1088685451] 'process raft request' (duration: 227.633419ms)","trace[1088685451] 'compare' (duration: 677.649904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:42.583389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.676533Z","time spent":"906.823672ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:42.864331Z","caller":"traceutil/trace.go:171","msg":"trace[876615849] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1967; }","duration":"1.105296332s","start":"2026-07-07T11:24:41.759001Z","end":"2026-07-07T11:24:42.864297Z","steps":["trace[876615849] 'read index received' (duration: 145.215889ms)","trace[876615849] 'applied index is now lower than readState.Index' (duration: 960.079073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:24:42.864599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105569107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:42.864647Z","caller":"traceutil/trace.go:171","msg":"trace[1285873054] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.11800008s","start":"2026-07-07T11:24:41.746508Z","end":"2026-07-07T11:24:42.864508Z","steps":["trace[1285873054] 'process raft request' (duration: 1.117568131s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.864949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.746473Z","time spent":"1.118329976s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:42.864712Z","caller":"traceutil/trace.go:171","msg":"trace[982760554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1892; }","duration":"1.105749831s","start":"2026-07-07T11:24:41.758936Z","end":"2026-07-07T11:24:42.864686Z","steps":["trace[982760554] 'agreement among raft nodes before linearized reading' (duration: 1.105525466s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.865511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.758921Z","time spent":"1.106528715s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:24:42.891457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.432566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:24:42.891561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.981545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:42.8916Z","caller":"traceutil/trace.go:171","msg":"trace[1824387834] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1893; }","duration":"399.62536ms","start":"2026-07-07T11:24:42.491953Z","end":"2026-07-07T11:24:42.891579Z","steps":["trace[1824387834] 'agreement among raft nodes before linearized reading' (duration: 399.412956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.891601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.509624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-07-07T11:24:42.891654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:42.491925Z","time spent":"399.715501ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:24:42.891667Z","caller":"traceutil/trace.go:171","msg":"trace[926587618] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e96fa8d6-8d9a-45c2-85de-c4271ef1f9b8; range_end:; response_count:1; response_revision:1893; }","duration":"211.808379ms","start":"2026-07-07T11:24:42.679841Z","end":"2026-07-07T11:24:42.89165Z","steps":["trace[926587618] 'agreement among raft nodes before linearized reading' (duration: 211.555105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.891711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.609004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:42.891758Z","caller":"traceutil/trace.go:171","msg":"trace[595880204] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1893; }","duration":"585.692686ms","start":"2026-07-07T11:24:42.306051Z","end":"2026-07-07T11:24:42.891744Z","steps":["trace[595880204] 'agreement among raft nodes before linearized reading' (duration: 585.626735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.891934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:42.306029Z","time spent":"585.882169ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:24:42.892075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.346559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-07T11:24:42.892103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.817394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:42.892139Z","caller":"traceutil/trace.go:171","msg":"trace[1003996797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"212.458521ms","start":"2026-07-07T11:24:42.679663Z","end":"2026-07-07T11:24:42.892121Z","steps":["trace[1003996797] 'agreement among raft nodes before linearized reading' (duration: 212.236047ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:42.89165Z","caller":"traceutil/trace.go:171","msg":"trace[2005738811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1893; }","duration":"514.136028ms","start":"2026-07-07T11:24:42.377492Z","end":"2026-07-07T11:24:42.891628Z","steps":["trace[2005738811] 'agreement among raft nodes before linearized reading' (duration: 514.002326ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:42.892185Z","caller":"traceutil/trace.go:171","msg":"trace[1547001758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1893; }","duration":"595.939637ms","start":"2026-07-07T11:24:42.296225Z","end":"2026-07-07T11:24:42.892164Z","steps":["trace[1547001758] 'agreement among raft nodes before linearized reading' (duration: 595.811584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.89216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.077269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:24:42.892257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:42.296204Z","time spent":"596.034449ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:24:42.892294Z","caller":"traceutil/trace.go:171","msg":"trace[2024567571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"311.265514ms","start":"2026-07-07T11:24:42.580989Z","end":"2026-07-07T11:24:42.892254Z","steps":["trace[2024567571] 'agreement among raft nodes before linearized reading' (duration: 310.829345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.892302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:42.377464Z","time spent":"514.77037ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:24:42.892376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:42.580957Z","time spent":"311.405677ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:24:42.892827Z","caller":"traceutil/trace.go:171","msg":"trace[7293103] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"926.001149ms","start":"2026-07-07T11:24:41.966182Z","end":"2026-07-07T11:24:42.892184Z","steps":["trace[7293103] 'process raft request' (duration: 924.943328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:42.893078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:41.966157Z","time spent":"926.783653ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:48.942008Z","caller":"traceutil/trace.go:171","msg":"trace[1451745610] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"180.513458ms","start":"2026-07-07T11:24:48.76147Z","end":"2026-07-07T11:24:48.941984Z","steps":["trace[1451745610] 'read index received' (duration: 180.318195ms)","trace[1451745610] 'applied index is now lower than readState.Index' (duration: 194.123µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:48.94204Z","caller":"traceutil/trace.go:171","msg":"trace[987167653] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"326.44594ms","start":"2026-07-07T11:24:48.615571Z","end":"2026-07-07T11:24:48.942017Z","steps":["trace[987167653] 'process raft request' (duration: 326.262447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:48.942153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.669482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:24:48.942179Z","caller":"traceutil/trace.go:171","msg":"trace[995140513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"180.714723ms","start":"2026-07-07T11:24:48.761456Z","end":"2026-07-07T11:24:48.94217Z","steps":["trace[995140513] 'agreement among raft nodes before linearized reading' (duration: 180.649462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:48.942181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:48.615541Z","time spent":"326.561914ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:48.986397Z","caller":"traceutil/trace.go:171","msg":"trace[54974666] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"103.922211ms","start":"2026-07-07T11:24:48.882452Z","end":"2026-07-07T11:24:48.986375Z","steps":["trace[54974666] 'process raft request' (duration: 103.766278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:55.849935Z","caller":"traceutil/trace.go:171","msg":"trace[599941953] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2079; }","duration":"200.679832ms","start":"2026-07-07T11:24:55.649227Z","end":"2026-07-07T11:24:55.849906Z","steps":["trace[599941953] 'read index received' (duration: 200.516789ms)","trace[599941953] 'applied index is now lower than readState.Index' (duration: 161.433µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:55.850053Z","caller":"traceutil/trace.go:171","msg":"trace[129217724] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"308.03623ms","start":"2026-07-07T11:24:55.542001Z","end":"2026-07-07T11:24:55.850037Z","steps":["trace[129217724] 'process raft request' (duration: 307.736765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:55.850138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.895896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:24:55.850159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:55.541972Z","time spent":"308.106702ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:55.850222Z","caller":"traceutil/trace.go:171","msg":"trace[1754818801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1998; }","duration":"200.996878ms","start":"2026-07-07T11:24:55.649208Z","end":"2026-07-07T11:24:55.850205Z","steps":["trace[1754818801] 'agreement among raft nodes before linearized reading' (duration: 200.853805ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:55.856796Z","caller":"traceutil/trace.go:171","msg":"trace[1536330663] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"141.71994ms","start":"2026-07-07T11:24:55.715036Z","end":"2026-07-07T11:24:55.856756Z","steps":["trace[1536330663] 'process raft request' (duration: 141.521626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.152075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.779655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:56.152207Z","caller":"traceutil/trace.go:171","msg":"trace[478243835] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"289.400186ms","start":"2026-07-07T11:24:55.862785Z","end":"2026-07-07T11:24:56.152185Z","steps":["trace[478243835] 'process raft request' (duration: 90.411327ms)","trace[478243835] 'compare' (duration: 198.278656ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:56.226884Z","caller":"traceutil/trace.go:171","msg":"trace[1471727274] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"363.535394ms","start":"2026-07-07T11:24:55.863323Z","end":"2026-07-07T11:24:56.226858Z","steps":["trace[1471727274] 'process raft request' (duration: 363.32801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.227207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:55.863299Z","time spent":"363.667186ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:56.227316Z","caller":"traceutil/trace.go:171","msg":"trace[1735858245] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2083; }","duration":"189.369531ms","start":"2026-07-07T11:24:56.03791Z","end":"2026-07-07T11:24:56.22728Z","steps":["trace[1735858245] 'read index received' (duration: 188.706628ms)","trace[1735858245] 'applied index is now lower than readState.Index' (duration: 660.033µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:56.227372Z","caller":"traceutil/trace.go:171","msg":"trace[1741150877] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"360.677889ms","start":"2026-07-07T11:24:55.866654Z","end":"2026-07-07T11:24:56.227332Z","steps":["trace[1741150877] 'process raft request' (duration: 360.144368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.227553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:55.866638Z","time spent":"360.818382ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:24:56.227625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.698378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:24:56.227758Z","caller":"traceutil/trace.go:171","msg":"trace[1656651957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2003; }","duration":"189.911442ms","start":"2026-07-07T11:24:56.037829Z","end":"2026-07-07T11:24:56.227741Z","steps":["trace[1656651957] 'agreement among raft nodes before linearized reading' (duration: 189.570276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.553786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.750768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:24:56.554164Z","caller":"traceutil/trace.go:171","msg":"trace[118883675] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2085; }","duration":"113.401406ms","start":"2026-07-07T11:24:56.440735Z","end":"2026-07-07T11:24:56.554136Z","steps":["trace[118883675] 'read index received' (duration: 89.325906ms)","trace[118883675] 'applied index is now lower than readState.Index' (duration: 24.07394ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:56.554109Z","caller":"traceutil/trace.go:171","msg":"trace[1288931284] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"320.366062ms","start":"2026-07-07T11:24:56.233692Z","end":"2026-07-07T11:24:56.554058Z","steps":["trace[1288931284] 'process raft request' (duration: 173.188035ms)","trace[1288931284] 'compare' (duration: 146.482624ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:56.554191Z","caller":"traceutil/trace.go:171","msg":"trace[1922509956] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"319.28167ms","start":"2026-07-07T11:24:56.234868Z","end":"2026-07-07T11:24:56.55415Z","steps":["trace[1922509956] 'process raft request' (duration: 319.113757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.554379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.63362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ggtl4\" ","response":"range_response_count:1 size:6143"} {"level":"warn","ts":"2026-07-07T11:24:56.554421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:56.23484Z","time spent":"319.439423ms","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:56.554434Z","caller":"traceutil/trace.go:171","msg":"trace[1027778201] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ggtl4; range_end:; response_count:1; response_revision:2005; }","duration":"113.715042ms","start":"2026-07-07T11:24:56.440702Z","end":"2026-07-07T11:24:56.554417Z","steps":["trace[1027778201] 'agreement among raft nodes before linearized reading' (duration: 113.516169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:24:56.55448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:24:56.233658Z","time spent":"320.618447ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:24:56.808085Z","caller":"traceutil/trace.go:171","msg":"trace[820090893] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"244.469217ms","start":"2026-07-07T11:24:56.563582Z","end":"2026-07-07T11:24:56.808051Z","steps":["trace[820090893] 'process raft request' (duration: 154.415457ms)","trace[820090893] 'compare' (duration: 89.892007ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:24:56.832924Z","caller":"traceutil/trace.go:171","msg":"trace[448562887] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"267.191852ms","start":"2026-07-07T11:24:56.565702Z","end":"2026-07-07T11:24:56.832894Z","steps":["trace[448562887] 'process raft request' (duration: 266.996038ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:56.833108Z","caller":"traceutil/trace.go:171","msg":"trace[171159889] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"146.87519ms","start":"2026-07-07T11:24:56.686207Z","end":"2026-07-07T11:24:56.833082Z","steps":["trace[171159889] 'process raft request' (duration: 146.589955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:56.989776Z","caller":"traceutil/trace.go:171","msg":"trace[492470651] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"150.692725ms","start":"2026-07-07T11:24:56.839046Z","end":"2026-07-07T11:24:56.989738Z","steps":["trace[492470651] 'process raft request' (duration: 150.374809ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:56.989847Z","caller":"traceutil/trace.go:171","msg":"trace[241205837] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"149.740887ms","start":"2026-07-07T11:24:56.840059Z","end":"2026-07-07T11:24:56.9898Z","steps":["trace[241205837] 'process raft request' (duration: 149.555724ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:24:56.990025Z","caller":"traceutil/trace.go:171","msg":"trace[6101336] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"148.598094ms","start":"2026-07-07T11:24:56.841396Z","end":"2026-07-07T11:24:56.989994Z","steps":["trace[6101336] 'process raft request' (duration: 148.290888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:00.742376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583554125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:25:01.242587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583554125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:25:01.743396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583554125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:25:02.007078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835757487s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:25:02.007554Z","caller":"traceutil/trace.go:171","msg":"trace[1598508616] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.836294877s","start":"2026-07-07T11:25:00.171223Z","end":"2026-07-07T11:25:02.007518Z","steps":["trace[1598508616] 'process raft request' (duration: 1.836105904s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.007768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:00.171206Z","time spent":"1.83645545s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:02.034361Z","caller":"traceutil/trace.go:171","msg":"trace[837813821] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.609138188s","start":"2026-07-07T11:25:00.425197Z","end":"2026-07-07T11:25:02.034335Z","steps":["trace[837813821] 'process raft request' (duration: 1.608792342s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:02.034361Z","caller":"traceutil/trace.go:171","msg":"trace[362089204] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"983.615733ms","start":"2026-07-07T11:25:01.050705Z","end":"2026-07-07T11:25:02.034321Z","steps":["trace[362089204] 'process raft request' (duration: 983.514321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.034488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:00.425174Z","time spent":"1.60924466s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:02.034579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:01.050667Z","time spent":"983.795486ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:02.034612Z","caller":"traceutil/trace.go:171","msg":"trace[108804752] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"977.434692ms","start":"2026-07-07T11:25:01.05715Z","end":"2026-07-07T11:25:02.034584Z","steps":["trace[108804752] 'process raft request' (duration: 977.126606ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:02.034657Z","caller":"traceutil/trace.go:171","msg":"trace[1644447976] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"158.021837ms","start":"2026-07-07T11:25:01.876571Z","end":"2026-07-07T11:25:02.034592Z","steps":["trace[1644447976] 'process raft request' (duration: 157.895295ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:02.034665Z","caller":"traceutil/trace.go:171","msg":"trace[1721449839] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2115; }","duration":"1.79243071s","start":"2026-07-07T11:25:00.242206Z","end":"2026-07-07T11:25:02.034637Z","steps":["trace[1721449839] 'read index received' (duration: 1.765112937s)","trace[1721449839] 'applied index is now lower than readState.Index' (duration: 27.316603ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:02.03475Z","caller":"traceutil/trace.go:171","msg":"trace[930674061] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"155.297844ms","start":"2026-07-07T11:25:01.879392Z","end":"2026-07-07T11:25:02.034689Z","steps":["trace[930674061] 'process raft request' (duration: 155.159772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.034996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692059759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:25:02.035583Z","caller":"traceutil/trace.go:171","msg":"trace[1297844032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"1.692702982s","start":"2026-07-07T11:25:00.342868Z","end":"2026-07-07T11:25:02.035571Z","steps":["trace[1297844032] 'agreement among raft nodes before linearized reading' (duration: 1.691963078s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.035617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:00.342843Z","time spent":"1.692766212s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T11:25:02.035021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792817919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-07T11:25:02.035712Z","caller":"traceutil/trace.go:171","msg":"trace[747571917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2038; }","duration":"1.793557943s","start":"2026-07-07T11:25:00.242128Z","end":"2026-07-07T11:25:02.035686Z","steps":["trace[747571917] 'agreement among raft nodes before linearized reading' (duration: 1.792681036s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.035189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.641512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-07T11:25:02.036417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:00.242097Z","time spent":"1.794287607s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:25:02.035308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.15288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:25:02.036463Z","caller":"traceutil/trace.go:171","msg":"trace[816892881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"161.361564ms","start":"2026-07-07T11:25:01.875093Z","end":"2026-07-07T11:25:02.036454Z","steps":["trace[816892881] 'agreement among raft nodes before linearized reading' (duration: 160.1159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.035435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.353435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:25:02.036579Z","caller":"traceutil/trace.go:171","msg":"trace[2060023152] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2038; }","duration":"488.540659ms","start":"2026-07-07T11:25:01.548028Z","end":"2026-07-07T11:25:02.036568Z","steps":["trace[2060023152] 'agreement among raft nodes before linearized reading' (duration: 487.372326ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:02.036427Z","caller":"traceutil/trace.go:171","msg":"trace[725034572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2038; }","duration":"967.914317ms","start":"2026-07-07T11:25:01.068501Z","end":"2026-07-07T11:25:02.036415Z","steps":["trace[725034572] 'agreement among raft nodes before linearized reading' (duration: 966.602681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.036614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:01.548008Z","time spent":"488.592919ms","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:25:02.034788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:01.05712Z","time spent":"977.554955ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:02.035498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010489059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-07T11:25:02.036672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:01.068482Z","time spent":"968.163612ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:25:02.036692Z","caller":"traceutil/trace.go:171","msg":"trace[19581645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2038; }","duration":"1.011718323s","start":"2026-07-07T11:25:01.024967Z","end":"2026-07-07T11:25:02.036685Z","steps":["trace[19581645] 'agreement among raft nodes before linearized reading' (duration: 1.010335926s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.03548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275620481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:02.03678Z","caller":"traceutil/trace.go:171","msg":"trace[2007652109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"1.276948146s","start":"2026-07-07T11:25:00.759815Z","end":"2026-07-07T11:25:02.036763Z","steps":["trace[2007652109] 'agreement among raft nodes before linearized reading' (duration: 1.27562112s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:02.036732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:01.024948Z","time spent":"1.011774914s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:25:02.036853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:00.759775Z","time spent":"1.277047748s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:25:33.904514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.968456ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T11:25:33.904968Z","caller":"traceutil/trace.go:171","msg":"trace[1013935063] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2299; }","duration":"144.145868ms","start":"2026-07-07T11:25:33.760794Z","end":"2026-07-07T11:25:33.90494Z","steps":["trace[1013935063] 'read index received' (duration: 64.021µs)","trace[1013935063] 'applied index is now lower than readState.Index' (duration: 144.079517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:33.905072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.27214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:33.905103Z","caller":"traceutil/trace.go:171","msg":"trace[240999209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"144.314211ms","start":"2026-07-07T11:25:33.760775Z","end":"2026-07-07T11:25:33.905089Z","steps":["trace[240999209] 'agreement among raft nodes before linearized reading' (duration: 144.231409ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.170021Z","caller":"traceutil/trace.go:171","msg":"trace[1721223058] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2300; }","duration":"183.675803ms","start":"2026-07-07T11:25:33.986311Z","end":"2026-07-07T11:25:34.169986Z","steps":["trace[1721223058] 'read index received' (duration: 183.428728ms)","trace[1721223058] 'applied index is now lower than readState.Index' (duration: 245.905µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:34.170125Z","caller":"traceutil/trace.go:171","msg":"trace[1880377704] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"225.972613ms","start":"2026-07-07T11:25:33.944112Z","end":"2026-07-07T11:25:34.170085Z","steps":["trace[1880377704] 'process raft request' (duration: 225.657047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.170202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.859207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:25:34.170254Z","caller":"traceutil/trace.go:171","msg":"trace[826751002] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2210; }","duration":"183.99629ms","start":"2026-07-07T11:25:33.98624Z","end":"2026-07-07T11:25:34.170236Z","steps":["trace[826751002] 'agreement among raft nodes before linearized reading' (duration: 183.875468ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.36969Z","caller":"traceutil/trace.go:171","msg":"trace[1528935477] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"209.074193ms","start":"2026-07-07T11:25:34.160588Z","end":"2026-07-07T11:25:34.369662Z","steps":["trace[1528935477] 'process raft request' (duration: 209.011651ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.370107Z","caller":"traceutil/trace.go:171","msg":"trace[1622625580] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2301; }","duration":"195.001666ms","start":"2026-07-07T11:25:34.175085Z","end":"2026-07-07T11:25:34.370087Z","steps":["trace[1622625580] 'read index received' (duration: 149.818259ms)","trace[1622625580] 'applied index is now lower than readState.Index' (duration: 45.182006ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:34.37007Z","caller":"traceutil/trace.go:171","msg":"trace[21767527] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"213.03427ms","start":"2026-07-07T11:25:34.156967Z","end":"2026-07-07T11:25:34.370002Z","steps":["trace[21767527] 'process raft request' (duration: 167.942855ms)","trace[21767527] 'compare' (duration: 44.509613ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:34.370209Z","caller":"traceutil/trace.go:171","msg":"trace[593781114] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"209.487001ms","start":"2026-07-07T11:25:34.160684Z","end":"2026-07-07T11:25:34.370171Z","steps":["trace[593781114] 'process raft request' (duration: 208.958981ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.370302Z","caller":"traceutil/trace.go:171","msg":"trace[1020181695] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"198.798211ms","start":"2026-07-07T11:25:34.171413Z","end":"2026-07-07T11:25:34.370211Z","steps":["trace[1020181695] 'process raft request' (duration: 198.613587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.370495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.465996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T11:25:34.370495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.431034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-07T11:25:34.370573Z","caller":"traceutil/trace.go:171","msg":"trace[1676237231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2214; }","duration":"194.590038ms","start":"2026-07-07T11:25:34.175964Z","end":"2026-07-07T11:25:34.370554Z","steps":["trace[1676237231] 'agreement among raft nodes before linearized reading' (duration: 194.368154ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.370624Z","caller":"traceutil/trace.go:171","msg":"trace[377453822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2214; }","duration":"195.612637ms","start":"2026-07-07T11:25:34.17497Z","end":"2026-07-07T11:25:34.370583Z","steps":["trace[377453822] 'agreement among raft nodes before linearized reading' (duration: 195.23553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.370643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.077775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-07T11:25:34.370531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.891653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T11:25:34.3707Z","caller":"traceutil/trace.go:171","msg":"trace[630539948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"174.176917ms","start":"2026-07-07T11:25:34.196506Z","end":"2026-07-07T11:25:34.370683Z","steps":["trace[630539948] 'agreement among raft nodes before linearized reading' (duration: 173.915932ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.370735Z","caller":"traceutil/trace.go:171","msg":"trace[1821061360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2214; }","duration":"170.158388ms","start":"2026-07-07T11:25:34.200562Z","end":"2026-07-07T11:25:34.37072Z","steps":["trace[1821061360] 'agreement among raft nodes before linearized reading' (duration: 169.852543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.370841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.061625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-07T11:25:34.370937Z","caller":"traceutil/trace.go:171","msg":"trace[1463538187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2214; }","duration":"175.203948ms","start":"2026-07-07T11:25:34.19571Z","end":"2026-07-07T11:25:34.370914Z","steps":["trace[1463538187] 'agreement among raft nodes before linearized reading' (duration: 174.906831ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.547556Z","caller":"traceutil/trace.go:171","msg":"trace[1552975780] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"172.820161ms","start":"2026-07-07T11:25:34.374698Z","end":"2026-07-07T11:25:34.547518Z","steps":["trace[1552975780] 'process raft request' (duration: 105.49896ms)","trace[1552975780] 'compare' (duration: 67.159598ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:34.560821Z","caller":"traceutil/trace.go:171","msg":"trace[1249725348] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"185.414917ms","start":"2026-07-07T11:25:34.375377Z","end":"2026-07-07T11:25:34.560792Z","steps":["trace[1249725348] 'process raft request' (duration: 185.266514ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.56081Z","caller":"traceutil/trace.go:171","msg":"trace[416520340] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"186.051231ms","start":"2026-07-07T11:25:34.374716Z","end":"2026-07-07T11:25:34.560767Z","steps":["trace[416520340] 'process raft request' (duration: 185.719644ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.560876Z","caller":"traceutil/trace.go:171","msg":"trace[797861205] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"161.887675ms","start":"2026-07-07T11:25:34.398963Z","end":"2026-07-07T11:25:34.56085Z","steps":["trace[797861205] 'process raft request' (duration: 161.830454ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.56096Z","caller":"traceutil/trace.go:171","msg":"trace[534110402] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"185.318485ms","start":"2026-07-07T11:25:34.375588Z","end":"2026-07-07T11:25:34.560907Z","steps":["trace[534110402] 'process raft request' (duration: 185.120902ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:34.561044Z","caller":"traceutil/trace.go:171","msg":"trace[469884036] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"185.382107ms","start":"2026-07-07T11:25:34.375614Z","end":"2026-07-07T11:25:34.560996Z","steps":["trace[469884036] 'process raft request' (duration: 185.137102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.990316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.723812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:25:34.990401Z","caller":"traceutil/trace.go:171","msg":"trace[671053636] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2220; }","duration":"297.881925ms","start":"2026-07-07T11:25:34.692502Z","end":"2026-07-07T11:25:34.990384Z","steps":["trace[671053636] 'count revisions from in-memory index tree' (duration: 297.564669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:34.990386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.216927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-07T11:25:34.990742Z","caller":"traceutil/trace.go:171","msg":"trace[1369904464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2220; }","duration":"177.644636ms","start":"2026-07-07T11:25:34.813069Z","end":"2026-07-07T11:25:34.990713Z","steps":["trace[1369904464] 'range keys from in-memory index tree' (duration: 176.967303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:35.585928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.790458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-07T11:25:35.585915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.306525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:35.586048Z","caller":"traceutil/trace.go:171","msg":"trace[922186238] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2221; }","duration":"267.461748ms","start":"2026-07-07T11:25:35.31856Z","end":"2026-07-07T11:25:35.586022Z","steps":["trace[922186238] 'count revisions from in-memory index tree' (duration: 267.127002ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:35.586045Z","caller":"traceutil/trace.go:171","msg":"trace[1848663030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"205.942371ms","start":"2026-07-07T11:25:35.380062Z","end":"2026-07-07T11:25:35.586004Z","steps":["trace[1848663030] 'range keys from in-memory index tree' (duration: 205.499923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:35.585921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.058807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:35.586146Z","caller":"traceutil/trace.go:171","msg":"trace[1710356534] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2221; }","duration":"352.370003ms","start":"2026-07-07T11:25:35.233754Z","end":"2026-07-07T11:25:35.586124Z","steps":["trace[1710356534] 'count revisions from in-memory index tree' (duration: 351.856554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:35.586233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:35.233724Z","time spent":"352.487637ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:25:40.770561Z","caller":"traceutil/trace.go:171","msg":"trace[1198205155] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"179.94658ms","start":"2026-07-07T11:25:40.590583Z","end":"2026-07-07T11:25:40.77053Z","steps":["trace[1198205155] 'process raft request' (duration: 140.230831ms)","trace[1198205155] 'compare' (duration: 39.25887ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:40.771496Z","caller":"traceutil/trace.go:171","msg":"trace[292309454] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2342; }","duration":"148.727927ms","start":"2026-07-07T11:25:40.622728Z","end":"2026-07-07T11:25:40.771456Z","steps":["trace[292309454] 'read index received' (duration: 108.037459ms)","trace[292309454] 'applied index is now lower than readState.Index' (duration: 40.687918ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:40.771559Z","caller":"traceutil/trace.go:171","msg":"trace[1198419424] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"152.100645ms","start":"2026-07-07T11:25:40.619431Z","end":"2026-07-07T11:25:40.771531Z","steps":["trace[1198419424] 'process raft request' (duration: 150.992013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:40.771843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.046854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:25:40.771898Z","caller":"traceutil/trace.go:171","msg":"trace[1955699498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"149.172506ms","start":"2026-07-07T11:25:40.622706Z","end":"2026-07-07T11:25:40.771879Z","steps":["trace[1955699498] 'agreement among raft nodes before linearized reading' (duration: 148.885961ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:42.882981Z","caller":"traceutil/trace.go:171","msg":"trace[1041235787] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"816.202055ms","start":"2026-07-07T11:25:42.066749Z","end":"2026-07-07T11:25:42.882951Z","steps":["trace[1041235787] 'process raft request' (duration: 816.038262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:42.883167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.066709Z","time spent":"816.362418ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.417606Z","caller":"traceutil/trace.go:171","msg":"trace[873734925] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"1.018676798s","start":"2026-07-07T11:25:42.398894Z","end":"2026-07-07T11:25:43.41757Z","steps":["trace[873734925] 'process raft request' (duration: 1.018429183s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:43.418197Z","caller":"traceutil/trace.go:171","msg":"trace[976677919] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"1.012681389s","start":"2026-07-07T11:25:42.405494Z","end":"2026-07-07T11:25:43.418175Z","steps":["trace[976677919] 'process raft request' (duration: 1.012437075s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.418405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.398855Z","time spent":"1.019402612s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:43.418424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.405463Z","time spent":"1.012846433s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.418013Z","caller":"traceutil/trace.go:171","msg":"trace[699524960] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"1.018973854s","start":"2026-07-07T11:25:42.39894Z","end":"2026-07-07T11:25:43.417914Z","steps":["trace[699524960] 'process raft request' (duration: 1.018583546s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:43.418635Z","caller":"traceutil/trace.go:171","msg":"trace[1109935739] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2344; }","duration":"838.475412ms","start":"2026-07-07T11:25:42.580122Z","end":"2026-07-07T11:25:43.418597Z","steps":["trace[1109935739] 'read index received' (duration: 302.71274ms)","trace[1109935739] 'applied index is now lower than readState.Index' (duration: 535.760852ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:25:43.418712Z","caller":"traceutil/trace.go:171","msg":"trace[72644384] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"536.196101ms","start":"2026-07-07T11:25:42.882502Z","end":"2026-07-07T11:25:43.418698Z","steps":["trace[72644384] 'process raft request' (duration: 535.603269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.418709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.398923Z","time spent":"1.019630398s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:43.418777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.882482Z","time spent":"536.258672ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.418032Z","caller":"traceutil/trace.go:171","msg":"trace[475690175] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"1.015474384s","start":"2026-07-07T11:25:42.402524Z","end":"2026-07-07T11:25:43.417999Z","steps":["trace[475690175] 'process raft request' (duration: 1.01525789s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.418979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.402503Z","time spent":"1.016426934s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:43.418995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.86927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T11:25:43.41903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.068777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:25:43.419099Z","caller":"traceutil/trace.go:171","msg":"trace[361473406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2258; }","duration":"829.155409ms","start":"2026-07-07T11:25:42.589927Z","end":"2026-07-07T11:25:43.419082Z","steps":["trace[361473406] 'agreement among raft nodes before linearized reading' (duration: 828.950085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.589914Z","time spent":"829.22706ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:25:43.41921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.461086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-07T11:25:43.419246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.663299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:25:43.419306Z","caller":"traceutil/trace.go:171","msg":"trace[841497772] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2258; }","duration":"538.786272ms","start":"2026-07-07T11:25:42.880505Z","end":"2026-07-07T11:25:43.419291Z","steps":["trace[841497772] 'agreement among raft nodes before linearized reading' (duration: 538.660789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.506929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:25:43.419364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.880478Z","time spent":"538.872104ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:25:43.419377Z","caller":"traceutil/trace.go:171","msg":"trace[1508277802] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2258; }","duration":"662.645422ms","start":"2026-07-07T11:25:42.756711Z","end":"2026-07-07T11:25:43.419357Z","steps":["trace[1508277802] 'agreement among raft nodes before linearized reading' (duration: 662.5255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.100248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T11:25:43.419406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.799267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T11:25:43.419426Z","caller":"traceutil/trace.go:171","msg":"trace[1033312869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"642.194601ms","start":"2026-07-07T11:25:42.777222Z","end":"2026-07-07T11:25:43.419416Z","steps":["trace[1033312869] 'agreement among raft nodes before linearized reading' (duration: 642.11574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.777189Z","time spent":"642.273803ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T11:25:43.419474Z","caller":"traceutil/trace.go:171","msg":"trace[1935645877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"631.898949ms","start":"2026-07-07T11:25:42.787557Z","end":"2026-07-07T11:25:43.419456Z","steps":["trace[1935645877] 'agreement among raft nodes before linearized reading' (duration: 631.734236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.41952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.182835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:25:43.419525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.787542Z","time spent":"631.97182ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T11:25:43.419265Z","caller":"traceutil/trace.go:171","msg":"trace[1990188635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2258; }","duration":"643.553518ms","start":"2026-07-07T11:25:42.775697Z","end":"2026-07-07T11:25:43.41925Z","steps":["trace[1990188635] 'agreement among raft nodes before linearized reading' (duration: 643.403075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.323314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:25:43.419635Z","caller":"traceutil/trace.go:171","msg":"trace[924370779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2258; }","duration":"799.680601ms","start":"2026-07-07T11:25:42.619935Z","end":"2026-07-07T11:25:43.419615Z","steps":["trace[924370779] 'agreement among raft nodes before linearized reading' (duration: 799.309414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.419418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.756679Z","time spent":"662.729694ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:25:43.419699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.619917Z","time spent":"799.764812ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:25:43.419471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.707335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:43.420028Z","caller":"traceutil/trace.go:171","msg":"trace[134145770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2258; }","duration":"658.253687ms","start":"2026-07-07T11:25:42.761735Z","end":"2026-07-07T11:25:43.419989Z","steps":["trace[134145770] 'agreement among raft nodes before linearized reading' (duration: 657.709276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.420081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.761726Z","time spent":"658.343358ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:25:43.41905Z","caller":"traceutil/trace.go:171","msg":"trace[1618925720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2258; }","duration":"838.973472ms","start":"2026-07-07T11:25:42.58006Z","end":"2026-07-07T11:25:43.419033Z","steps":["trace[1618925720] 'agreement among raft nodes before linearized reading' (duration: 838.749567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.420207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.58004Z","time spent":"840.153435ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:25:43.41958Z","caller":"traceutil/trace.go:171","msg":"trace[2085184476] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2258; }","duration":"658.266786ms","start":"2026-07-07T11:25:42.761288Z","end":"2026-07-07T11:25:43.419555Z","steps":["trace[2085184476] 'agreement among raft nodes before linearized reading' (duration: 658.208105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.420308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.761265Z","time spent":"659.032202ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:25:43.419588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:42.775678Z","time spent":"643.900264ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:25:43.826319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.228112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:25:43.826743Z","caller":"traceutil/trace.go:171","msg":"trace[2003279555] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"400.861726ms","start":"2026-07-07T11:25:43.425849Z","end":"2026-07-07T11:25:43.826711Z","steps":["trace[2003279555] 'process raft request' (duration: 75.086133ms)","trace[2003279555] 'compare' (duration: 324.980027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:43.826844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:43.425825Z","time spent":"400.970897ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.827056Z","caller":"traceutil/trace.go:171","msg":"trace[1924362873] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"401.065569ms","start":"2026-07-07T11:25:43.425875Z","end":"2026-07-07T11:25:43.82694Z","steps":["trace[1924362873] 'process raft request' (duration: 400.59882ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:25:43.82714Z","caller":"traceutil/trace.go:171","msg":"trace[1747284282] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"400.935866ms","start":"2026-07-07T11:25:43.426191Z","end":"2026-07-07T11:25:43.827127Z","steps":["trace[1747284282] 'process raft request' (duration: 400.694252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.827163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:43.425856Z","time spent":"401.254862ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:25:43.827207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:43.426169Z","time spent":"401.004247ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.827511Z","caller":"traceutil/trace.go:171","msg":"trace[713531285] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"401.020469ms","start":"2026-07-07T11:25:43.426453Z","end":"2026-07-07T11:25:43.827473Z","steps":["trace[713531285] 'process raft request' (duration: 400.62094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:25:43.827754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:25:43.426433Z","time spent":"401.213042ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:25:43.832542Z","caller":"traceutil/trace.go:171","msg":"trace[1904435048] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2351; }","duration":"188.241723ms","start":"2026-07-07T11:25:43.644275Z","end":"2026-07-07T11:25:43.832517Z","steps":["trace[1904435048] 'read index received' (duration: 59.572µs)","trace[1904435048] 'applied index is now lower than readState.Index' (duration: 188.181171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:25:43.832661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.376056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:25:43.832696Z","caller":"traceutil/trace.go:171","msg":"trace[910042656] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2263; }","duration":"188.480058ms","start":"2026-07-07T11:25:43.644206Z","end":"2026-07-07T11:25:43.832686Z","steps":["trace[910042656] 'agreement among raft nodes before linearized reading' (duration: 188.394796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:47.956245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.602464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:26:47.956409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.520389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:26:47.956467Z","caller":"traceutil/trace.go:171","msg":"trace[1160516517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"116.660251ms","start":"2026-07-07T11:26:47.839791Z","end":"2026-07-07T11:26:47.956451Z","steps":["trace[1160516517] 'range keys from in-memory index tree' (duration: 116.228032ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:26:47.956441Z","caller":"traceutil/trace.go:171","msg":"trace[1545191609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"194.88789ms","start":"2026-07-07T11:26:47.761529Z","end":"2026-07-07T11:26:47.956417Z","steps":["trace[1545191609] 'range keys from in-memory index tree' (duration: 194.45385ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:26:52.170398Z","caller":"traceutil/trace.go:171","msg":"trace[467681918] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"478.99096ms","start":"2026-07-07T11:26:51.691376Z","end":"2026-07-07T11:26:52.170367Z","steps":["trace[467681918] 'process raft request' (duration: 478.772866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.17061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.691346Z","time spent":"479.154964ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:26:52.225931Z","caller":"traceutil/trace.go:171","msg":"trace[218972673] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"513.795011ms","start":"2026-07-07T11:26:51.712104Z","end":"2026-07-07T11:26:52.225899Z","steps":["trace[218972673] 'process raft request' (duration: 513.547247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.226139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.712076Z","time spent":"513.943765ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:26:52.225932Z","caller":"traceutil/trace.go:171","msg":"trace[319975425] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"513.051197ms","start":"2026-07-07T11:26:51.712854Z","end":"2026-07-07T11:26:52.225905Z","steps":["trace[319975425] 'process raft request' (duration: 512.974796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.226232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.712826Z","time spent":"513.361053ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:26:52.226376Z","caller":"traceutil/trace.go:171","msg":"trace[1473030603] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2903; }","duration":"465.408186ms","start":"2026-07-07T11:26:51.760939Z","end":"2026-07-07T11:26:52.226348Z","steps":["trace[1473030603] 'read index received' (duration: 409.387731ms)","trace[1473030603] 'applied index is now lower than readState.Index' (duration: 56.019055ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:26:52.226369Z","caller":"traceutil/trace.go:171","msg":"trace[323896544] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"513.2744ms","start":"2026-07-07T11:26:51.713055Z","end":"2026-07-07T11:26:52.226329Z","steps":["trace[323896544] 'process raft request' (duration: 512.814982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.226561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.61825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:26:52.226579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.713046Z","time spent":"513.431083ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:26:52.226601Z","caller":"traceutil/trace.go:171","msg":"trace[1128838003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2793; }","duration":"465.69225ms","start":"2026-07-07T11:26:51.760898Z","end":"2026-07-07T11:26:52.22659Z","steps":["trace[1128838003] 'agreement among raft nodes before linearized reading' (duration: 465.606829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.226633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.760884Z","time spent":"465.743762ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:26:52.226673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.214331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:26:52.226694Z","caller":"traceutil/trace.go:171","msg":"trace[811799373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2793; }","duration":"248.288652ms","start":"2026-07-07T11:26:51.978399Z","end":"2026-07-07T11:26:52.226688Z","steps":["trace[811799373] 'agreement among raft nodes before linearized reading' (duration: 248.18237ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:26:52.226378Z","caller":"traceutil/trace.go:171","msg":"trace[666482597] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"511.105129ms","start":"2026-07-07T11:26:51.715244Z","end":"2026-07-07T11:26:52.22635Z","steps":["trace[666482597] 'process raft request' (duration: 510.923155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:26:52.226782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:26:51.715237Z","time spent":"511.505367ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:26:52.226806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.547686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:26:52.226875Z","caller":"traceutil/trace.go:171","msg":"trace[603621966] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2793; }","duration":"164.693639ms","start":"2026-07-07T11:26:52.062173Z","end":"2026-07-07T11:26:52.226866Z","steps":["trace[603621966] 'agreement among raft nodes before linearized reading' (duration: 164.587777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:26.622276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.86715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:27:26.622378Z","caller":"traceutil/trace.go:171","msg":"trace[1661562754] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2996; }","duration":"581.030735ms","start":"2026-07-07T11:27:26.041327Z","end":"2026-07-07T11:27:26.622358Z","steps":["trace[1661562754] 'count revisions from in-memory index tree' (duration: 580.767929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:26.622373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.99082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bffe56b73ab901\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-07-07T11:27:26.622418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.041299Z","time spent":"581.108918ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:27:26.622481Z","caller":"traceutil/trace.go:171","msg":"trace[1416834426] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bffe56b73ab901; range_end:; response_count:1; response_revision:2996; }","duration":"764.177164ms","start":"2026-07-07T11:27:25.858273Z","end":"2026-07-07T11:27:26.62245Z","steps":["trace[1416834426] 'range keys from in-memory index tree' (duration: 763.742775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:26.622541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:25.858235Z","time spent":"764.295107ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bffe56b73ab901\" "} {"level":"info","ts":"2026-07-07T11:27:26.711604Z","caller":"traceutil/trace.go:171","msg":"trace[290535009] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"402.288812ms","start":"2026-07-07T11:27:26.309282Z","end":"2026-07-07T11:27:26.711571Z","steps":["trace[290535009] 'process raft request' (duration: 402.083278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:26.711832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.309248Z","time spent":"402.444665ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:27:27.460669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.071285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:27:27.460898Z","caller":"traceutil/trace.go:171","msg":"trace[126594308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2997; }","duration":"430.31401ms","start":"2026-07-07T11:27:27.030543Z","end":"2026-07-07T11:27:27.460857Z","steps":["trace[126594308] 'range keys from in-memory index tree' (duration: 430.031775ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:27.497546Z","caller":"traceutil/trace.go:171","msg":"trace[1132127930] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"1.144357365s","start":"2026-07-07T11:27:26.353152Z","end":"2026-07-07T11:27:27.497509Z","steps":["trace[1132127930] 'process raft request' (duration: 1.144215861s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:27.497589Z","caller":"traceutil/trace.go:171","msg":"trace[2143509268] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"1.145464646s","start":"2026-07-07T11:27:26.352065Z","end":"2026-07-07T11:27:27.497529Z","steps":["trace[2143509268] 'process raft request' (duration: 1.145101899s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.497784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.353117Z","time spent":"1.144532498s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:27:27.497707Z","caller":"traceutil/trace.go:171","msg":"trace[306363761] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"1.143509388s","start":"2026-07-07T11:27:26.354152Z","end":"2026-07-07T11:27:27.497661Z","steps":["trace[306363761] 'process raft request' (duration: 1.143257572s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:27.497862Z","caller":"traceutil/trace.go:171","msg":"trace[1822709663] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3118; }","duration":"1.082583306s","start":"2026-07-07T11:27:26.415207Z","end":"2026-07-07T11:27:27.497791Z","steps":["trace[1822709663] 'read index received' (duration: 296.181527ms)","trace[1822709663] 'applied index is now lower than readState.Index' (duration: 786.376569ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:27:27.498014Z","caller":"traceutil/trace.go:171","msg":"trace[571946889] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"872.593043ms","start":"2026-07-07T11:27:26.62539Z","end":"2026-07-07T11:27:27.497983Z","steps":["trace[571946889] 'process raft request' (duration: 872.054572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.498041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.352029Z","time spent":"1.145784243s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:27:27.498184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.625361Z","time spent":"872.736996ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:27:27.498181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.354138Z","time spent":"1.143780913s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:27:27.498371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083104317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:27:27.498578Z","caller":"traceutil/trace.go:171","msg":"trace[1735133746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3001; }","duration":"1.083287361s","start":"2026-07-07T11:27:26.415139Z","end":"2026-07-07T11:27:27.498426Z","steps":["trace[1735133746] 'agreement among raft nodes before linearized reading' (duration: 1.082935725s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.498655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.415109Z","time spent":"1.083528005s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:27:27.888841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.621366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:27:27.888998Z","caller":"traceutil/trace.go:171","msg":"trace[551328728] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3123; }","duration":"390.962731ms","start":"2026-07-07T11:27:27.497999Z","end":"2026-07-07T11:27:27.888961Z","steps":["trace[551328728] 'read index received' (duration: 222.129892ms)","trace[551328728] 'applied index is now lower than readState.Index' (duration: 168.830729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:27:27.889223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335198943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:27:27.889246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128150826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:27:27.889323Z","caller":"traceutil/trace.go:171","msg":"trace[1531346452] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3002; }","duration":"1.335333456s","start":"2026-07-07T11:27:26.553971Z","end":"2026-07-07T11:27:27.889305Z","steps":["trace[1531346452] 'agreement among raft nodes before linearized reading' (duration: 1.335104702s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:27.889358Z","caller":"traceutil/trace.go:171","msg":"trace[1467824473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3002; }","duration":"1.128322661s","start":"2026-07-07T11:27:26.761009Z","end":"2026-07-07T11:27:27.889332Z","steps":["trace[1467824473] 'agreement among raft nodes before linearized reading' (duration: 1.128057696s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.889377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.553955Z","time spent":"1.335410307s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:27:27.889209Z","caller":"traceutil/trace.go:171","msg":"trace[894775127] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"852.953919ms","start":"2026-07-07T11:27:27.0362Z","end":"2026-07-07T11:27:27.889154Z","steps":["trace[894775127] 'process raft request' (duration: 683.907875ms)","trace[894775127] 'compare' (duration: 168.346041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:27:27.889571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008884156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:27:27.8896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46905819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:27:27.889649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.426536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-07T11:27:27.889412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.760979Z","time spent":"1.128424253s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:27:27.889893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.036172Z","time spent":"853.42758ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:27:27.889959Z","caller":"traceutil/trace.go:171","msg":"trace[1355871840] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3002; }","duration":"576.806563ms","start":"2026-07-07T11:27:27.313124Z","end":"2026-07-07T11:27:27.88993Z","steps":["trace[1355871840] 'agreement among raft nodes before linearized reading' (duration: 576.228061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.889476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468961408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:27:27.890024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.313095Z","time spent":"576.915134ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-07T11:27:27.890044Z","caller":"traceutil/trace.go:171","msg":"trace[1057246926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3002; }","duration":"1.46955165s","start":"2026-07-07T11:27:26.420481Z","end":"2026-07-07T11:27:27.890032Z","steps":["trace[1057246926] 'agreement among raft nodes before linearized reading' (duration: 1.468829355s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.890136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.420476Z","time spent":"1.469645881s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:27:27.889879Z","caller":"traceutil/trace.go:171","msg":"trace[1842422264] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3002; }","duration":"1.009274434s","start":"2026-07-07T11:27:26.880577Z","end":"2026-07-07T11:27:27.889851Z","steps":["trace[1842422264] 'agreement among raft nodes before linearized reading' (duration: 1.008851285s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.890253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.880546Z","time spent":"1.009687183s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:27:27.889888Z","caller":"traceutil/trace.go:171","msg":"trace[806029479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3002; }","duration":"1.469364227s","start":"2026-07-07T11:27:26.420506Z","end":"2026-07-07T11:27:27.88987Z","steps":["trace[806029479] 'agreement among raft nodes before linearized reading' (duration: 1.468819055s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.890346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.420501Z","time spent":"1.469825345s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:27:27.889649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469158233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:27:27.890413Z","caller":"traceutil/trace.go:171","msg":"trace[318185977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3002; }","duration":"1.469969568s","start":"2026-07-07T11:27:26.420425Z","end":"2026-07-07T11:27:27.890395Z","steps":["trace[318185977] 'agreement among raft nodes before linearized reading' (duration: 1.468925717s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.89052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.420414Z","time spent":"1.47008982s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:27:27.891143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475375173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:27:27.891199Z","caller":"traceutil/trace.go:171","msg":"trace[223796300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3002; }","duration":"1.475470756s","start":"2026-07-07T11:27:26.415716Z","end":"2026-07-07T11:27:27.891187Z","steps":["trace[223796300] 'agreement among raft nodes before linearized reading' (duration: 1.474528877s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.891231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:26.4157Z","time spent":"1.475522846s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T11:27:27.937288Z","caller":"traceutil/trace.go:171","msg":"trace[957716354] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"434.001732ms","start":"2026-07-07T11:27:27.503245Z","end":"2026-07-07T11:27:27.937247Z","steps":["trace[957716354] 'process raft request' (duration: 433.675614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.937357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.93406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18bffe591a81816d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-07T11:27:27.937421Z","caller":"traceutil/trace.go:171","msg":"trace[1050289525] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18bffe591a81816d; range_end:; response_count:1; response_revision:3003; }","duration":"434.142565ms","start":"2026-07-07T11:27:27.503262Z","end":"2026-07-07T11:27:27.937404Z","steps":["trace[1050289525] 'agreement among raft nodes before linearized reading' (duration: 433.966951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:27.93746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.503226Z","time spent":"434.225636ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18bffe591a81816d\" "} {"level":"warn","ts":"2026-07-07T11:27:27.937512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.503222Z","time spent":"434.174135ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:27:28.110376Z","caller":"traceutil/trace.go:171","msg":"trace[273847870] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"215.158094ms","start":"2026-07-07T11:27:27.895192Z","end":"2026-07-07T11:27:28.11035Z","steps":["trace[273847870] 'process raft request' (duration: 119.216399ms)","trace[273847870] 'compare' (duration: 95.642149ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:27:28.110562Z","caller":"traceutil/trace.go:171","msg":"trace[556231679] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"215.275957ms","start":"2026-07-07T11:27:27.895268Z","end":"2026-07-07T11:27:28.110544Z","steps":["trace[556231679] 'process raft request' (duration: 215.018262ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:28.111053Z","caller":"traceutil/trace.go:171","msg":"trace[725064795] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"215.616204ms","start":"2026-07-07T11:27:27.895421Z","end":"2026-07-07T11:27:28.111037Z","steps":["trace[725064795] 'process raft request' (duration: 215.070463ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:28.111409Z","caller":"traceutil/trace.go:171","msg":"trace[791988797] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3125; }","duration":"174.260086ms","start":"2026-07-07T11:27:27.937122Z","end":"2026-07-07T11:27:28.111382Z","steps":["trace[791988797] 'read index received' (duration: 77.359813ms)","trace[791988797] 'applied index is now lower than readState.Index' (duration: 96.897323ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:27:28.111492Z","caller":"traceutil/trace.go:171","msg":"trace[616011078] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"215.325159ms","start":"2026-07-07T11:27:27.896121Z","end":"2026-07-07T11:27:28.111446Z","steps":["trace[616011078] 'process raft request' (duration: 214.86017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:28.11162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.698184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-07T11:27:28.111671Z","caller":"traceutil/trace.go:171","msg":"trace[1832439297] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3007; }","duration":"217.801116ms","start":"2026-07-07T11:27:27.893858Z","end":"2026-07-07T11:27:28.111659Z","steps":["trace[1832439297] 'agreement among raft nodes before linearized reading' (duration: 217.591582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:28.111747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.52009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:27:28.111978Z","caller":"traceutil/trace.go:171","msg":"trace[936353717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3007; }","duration":"219.804515ms","start":"2026-07-07T11:27:27.892154Z","end":"2026-07-07T11:27:28.111958Z","steps":["trace[936353717] 'agreement among raft nodes before linearized reading' (duration: 219.363447ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:28.338217Z","caller":"traceutil/trace.go:171","msg":"trace[289076014] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3129; }","duration":"222.789784ms","start":"2026-07-07T11:27:28.115393Z","end":"2026-07-07T11:27:28.338182Z","steps":["trace[289076014] 'read index received' (duration: 173.127093ms)","trace[289076014] 'applied index is now lower than readState.Index' (duration: 49.661081ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:27:28.338274Z","caller":"traceutil/trace.go:171","msg":"trace[1436129524] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"398.168361ms","start":"2026-07-07T11:27:27.940061Z","end":"2026-07-07T11:27:28.338229Z","steps":["trace[1436129524] 'process raft request' (duration: 348.460269ms)","trace[1436129524] 'compare' (duration: 49.392286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:27:28.338421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.308276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:27:28.338496Z","caller":"traceutil/trace.go:171","msg":"trace[1499586746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3009; }","duration":"219.389977ms","start":"2026-07-07T11:27:28.11909Z","end":"2026-07-07T11:27:28.338479Z","steps":["trace[1499586746] 'agreement among raft nodes before linearized reading' (duration: 219.281085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:28.33857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.15094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-07-07T11:27:28.338608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.940031Z","time spent":"398.335494ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:27:28.338644Z","caller":"traceutil/trace.go:171","msg":"trace[918222140] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3009; }","duration":"223.257023ms","start":"2026-07-07T11:27:28.115364Z","end":"2026-07-07T11:27:28.338621Z","steps":["trace[918222140] 'agreement among raft nodes before linearized reading' (duration: 222.988738ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:28.338274Z","caller":"traceutil/trace.go:171","msg":"trace[1016050242] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"342.037565ms","start":"2026-07-07T11:27:27.996192Z","end":"2026-07-07T11:27:28.33823Z","steps":["trace[1016050242] 'process raft request' (duration: 341.922282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:27:28.338894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:27:27.996158Z","time spent":"342.714747ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:27:34.320112Z","caller":"traceutil/trace.go:171","msg":"trace[835089895] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"176.675639ms","start":"2026-07-07T11:27:34.143403Z","end":"2026-07-07T11:27:34.320079Z","steps":["trace[835089895] 'process raft request' (duration: 176.464305ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:34.333508Z","caller":"traceutil/trace.go:171","msg":"trace[297344455] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"189.504551ms","start":"2026-07-07T11:27:34.143973Z","end":"2026-07-07T11:27:34.333477Z","steps":["trace[297344455] 'process raft request' (duration: 189.261577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:34.333733Z","caller":"traceutil/trace.go:171","msg":"trace[446493867] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"189.050543ms","start":"2026-07-07T11:27:34.144666Z","end":"2026-07-07T11:27:34.333717Z","steps":["trace[446493867] 'process raft request' (duration: 188.736627ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:27:34.333823Z","caller":"traceutil/trace.go:171","msg":"trace[1476330644] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"188.606195ms","start":"2026-07-07T11:27:34.145192Z","end":"2026-07-07T11:27:34.333798Z","steps":["trace[1476330644] 'process raft request' (duration: 188.472762ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:30:10.419038Z","caller":"traceutil/trace.go:171","msg":"trace[1846746703] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"250.591136ms","start":"2026-07-07T11:30:10.168409Z","end":"2026-07-07T11:30:10.419Z","steps":["trace[1846746703] 'process raft request' (duration: 242.370735ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:30:10.41912Z","caller":"traceutil/trace.go:171","msg":"trace[36258747] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"248.411913ms","start":"2026-07-07T11:30:10.170687Z","end":"2026-07-07T11:30:10.419099Z","steps":["trace[36258747] 'process raft request' (duration: 248.2563ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:37.030389Z","caller":"traceutil/trace.go:171","msg":"trace[15115373] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"138.505955ms","start":"2026-07-07T11:31:36.891853Z","end":"2026-07-07T11:31:37.030359Z","steps":["trace[15115373] 'process raft request' (duration: 138.102497ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:37.039403Z","caller":"traceutil/trace.go:171","msg":"trace[1512765604] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5259; }","duration":"128.944047ms","start":"2026-07-07T11:31:36.91043Z","end":"2026-07-07T11:31:37.039374Z","steps":["trace[1512765604] 'read index received' (duration: 119.577403ms)","trace[1512765604] 'applied index is now lower than readState.Index' (duration: 9.365394ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:37.039461Z","caller":"traceutil/trace.go:171","msg":"trace[464022792] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"147.534172ms","start":"2026-07-07T11:31:36.89189Z","end":"2026-07-07T11:31:37.039424Z","steps":["trace[464022792] 'process raft request' (duration: 147.337288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:37.039725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.272383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b33373a6-9e04-4aa4-ba6b-b16af9f873e5\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-07-07T11:31:37.039765Z","caller":"traceutil/trace.go:171","msg":"trace[1282154671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b33373a6-9e04-4aa4-ba6b-b16af9f873e5; range_end:; response_count:1; response_revision:5060; }","duration":"129.349274ms","start":"2026-07-07T11:31:36.910407Z","end":"2026-07-07T11:31:37.039756Z","steps":["trace[1282154671] 'agreement among raft nodes before linearized reading' (duration: 129.097429ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:38.703125Z","caller":"traceutil/trace.go:171","msg":"trace[1917403703] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"120.727085ms","start":"2026-07-07T11:31:38.58236Z","end":"2026-07-07T11:31:38.703087Z","steps":["trace[1917403703] 'read index received' (duration: 120.510971ms)","trace[1917403703] 'applied index is now lower than readState.Index' (duration: 214.264µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:38.70327Z","caller":"traceutil/trace.go:171","msg":"trace[267278995] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"170.038791ms","start":"2026-07-07T11:31:38.533188Z","end":"2026-07-07T11:31:38.703227Z","steps":["trace[267278995] 'process raft request' (duration: 169.670084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:38.703497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.047151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-555w9\" ","response":"range_response_count:1 size:9670"} {"level":"info","ts":"2026-07-07T11:31:38.703564Z","caller":"traceutil/trace.go:171","msg":"trace[1430760076] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-555w9; range_end:; response_count:1; response_revision:5122; }","duration":"121.215735ms","start":"2026-07-07T11:31:38.582326Z","end":"2026-07-07T11:31:38.703542Z","steps":["trace[1430760076] 'agreement among raft nodes before linearized reading' (duration: 120.890699ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:38.704027Z","caller":"traceutil/trace.go:171","msg":"trace[761270843] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"119.594754ms","start":"2026-07-07T11:31:38.58441Z","end":"2026-07-07T11:31:38.704004Z","steps":["trace[761270843] 'process raft request' (duration: 119.48707ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:41.914038Z","caller":"traceutil/trace.go:171","msg":"trace[674834105] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"430.850153ms","start":"2026-07-07T11:31:41.483156Z","end":"2026-07-07T11:31:41.914007Z","steps":["trace[674834105] 'read index received' (duration: 430.68381ms)","trace[674834105] 'applied index is now lower than readState.Index' (duration: 165.243µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:41.914501Z","caller":"traceutil/trace.go:171","msg":"trace[1087441951] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"503.010456ms","start":"2026-07-07T11:31:41.411444Z","end":"2026-07-07T11:31:41.914454Z","steps":["trace[1087441951] 'process raft request' (duration: 502.364534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.914526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.349793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:41.914627Z","caller":"traceutil/trace.go:171","msg":"trace[534774065] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5255; }","duration":"431.498986ms","start":"2026-07-07T11:31:41.483095Z","end":"2026-07-07T11:31:41.914594Z","steps":["trace[534774065] 'agreement among raft nodes before linearized reading' (duration: 431.314671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.914636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:41.411413Z","time spent":"503.153129ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:31:41.914666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:41.483067Z","time spent":"431.591777ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:31:41.932535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.658717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-07T11:31:41.932507Z","caller":"traceutil/trace.go:171","msg":"trace[1626802437] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"146.144633ms","start":"2026-07-07T11:31:41.786316Z","end":"2026-07-07T11:31:41.932461Z","steps":["trace[1626802437] 'process raft request' (duration: 145.920069ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:41.932588Z","caller":"traceutil/trace.go:171","msg":"trace[306644175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97; range_end:; response_count:1; response_revision:5256; }","duration":"308.74911ms","start":"2026-07-07T11:31:41.623826Z","end":"2026-07-07T11:31:41.932575Z","steps":["trace[306644175] 'agreement among raft nodes before linearized reading' (duration: 308.563906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.932594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.739227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:31:41.932646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:41.623807Z","time spent":"308.80876ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97\" "} {"level":"info","ts":"2026-07-07T11:31:41.93266Z","caller":"traceutil/trace.go:171","msg":"trace[2104778289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5256; }","duration":"165.837699ms","start":"2026-07-07T11:31:41.766806Z","end":"2026-07-07T11:31:41.932644Z","steps":["trace[2104778289] 'agreement among raft nodes before linearized reading' (duration: 165.607454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.93288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.136084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:31:41.932911Z","caller":"traceutil/trace.go:171","msg":"trace[406752778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5256; }","duration":"169.205816ms","start":"2026-07-07T11:31:41.763693Z","end":"2026-07-07T11:31:41.932899Z","steps":["trace[406752778] 'agreement among raft nodes before linearized reading' (duration: 169.114124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.93304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.90413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:31:41.933064Z","caller":"traceutil/trace.go:171","msg":"trace[190065140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5256; }","duration":"169.971101ms","start":"2026-07-07T11:31:41.763085Z","end":"2026-07-07T11:31:41.933056Z","steps":["trace[190065140] 'agreement among raft nodes before linearized reading' (duration: 169.891919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.933218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.619353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:41.933273Z","caller":"traceutil/trace.go:171","msg":"trace[718779525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5256; }","duration":"173.691014ms","start":"2026-07-07T11:31:41.759574Z","end":"2026-07-07T11:31:41.933265Z","steps":["trace[718779525] 'agreement among raft nodes before linearized reading' (duration: 173.616172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:41.93349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.922908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:31:41.933514Z","caller":"traceutil/trace.go:171","msg":"trace[664109260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5256; }","duration":"174.989189ms","start":"2026-07-07T11:31:41.758517Z","end":"2026-07-07T11:31:41.933506Z","steps":["trace[664109260] 'agreement among raft nodes before linearized reading' (duration: 174.893537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.228593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.925658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:44.228699Z","caller":"traceutil/trace.go:171","msg":"trace[549429374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"469.127043ms","start":"2026-07-07T11:31:43.759546Z","end":"2026-07-07T11:31:44.228674Z","steps":["trace[549429374] 'range keys from in-memory index tree' (duration: 468.773136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.228739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.759508Z","time spent":"469.223254ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:31:44.229023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.335322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:31:44.229114Z","caller":"traceutil/trace.go:171","msg":"trace[1065221909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5295; }","duration":"308.462265ms","start":"2026-07-07T11:31:43.920629Z","end":"2026-07-07T11:31:44.229092Z","steps":["trace[1065221909] 'range keys from in-memory index tree' (duration: 308.001425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.229166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.920607Z","time spent":"308.547936ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:31:44.269726Z","caller":"traceutil/trace.go:171","msg":"trace[830999568] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"324.418007ms","start":"2026-07-07T11:31:43.945279Z","end":"2026-07-07T11:31:44.269697Z","steps":["trace[830999568] 'read index received' (duration: 324.187962ms)","trace[830999568] 'applied index is now lower than readState.Index' (duration: 228.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:44.26989Z","caller":"traceutil/trace.go:171","msg":"trace[494565315] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"331.070628ms","start":"2026-07-07T11:31:43.938801Z","end":"2026-07-07T11:31:44.269871Z","steps":["trace[494565315] 'process raft request' (duration: 330.654609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.270077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.93877Z","time spent":"331.160339ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:31:44.270164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.847445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-07-07T11:31:44.270293Z","caller":"traceutil/trace.go:171","msg":"trace[1789958985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97; range_end:; response_count:1; response_revision:5296; }","duration":"325.030559ms","start":"2026-07-07T11:31:43.945231Z","end":"2026-07-07T11:31:44.270261Z","steps":["trace[1789958985] 'agreement among raft nodes before linearized reading' (duration: 324.647302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.270367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.945216Z","time spent":"325.136481ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0e59afc-4f79-41ee-85fc-2f12c08f6b97\" "} {"level":"info","ts":"2026-07-07T11:31:44.352353Z","caller":"traceutil/trace.go:171","msg":"trace[101734292] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"322.768255ms","start":"2026-07-07T11:31:44.029545Z","end":"2026-07-07T11:31:44.352313Z","steps":["trace[101734292] 'process raft request' (duration: 305.423565ms)","trace[101734292] 'compare' (duration: 17.054614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:31:44.352539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.856597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:31:44.352581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.858917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:31:44.352565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.826768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:31:44.352719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:44.029502Z","time spent":"323.02971ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17591,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:31:44.352755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.625763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:31:44.352811Z","caller":"traceutil/trace.go:171","msg":"trace[537875853] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"119.157525ms","start":"2026-07-07T11:31:44.233641Z","end":"2026-07-07T11:31:44.352798Z","steps":["trace[537875853] 'process raft request' (duration: 118.548063ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:44.352796Z","caller":"traceutil/trace.go:171","msg":"trace[2004485442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5298; }","duration":"193.050803ms","start":"2026-07-07T11:31:44.159651Z","end":"2026-07-07T11:31:44.352702Z","steps":["trace[2004485442] 'agreement among raft nodes before linearized reading' (duration: 192.708216ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:44.352858Z","caller":"traceutil/trace.go:171","msg":"trace[877122078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5298; }","duration":"370.752385ms","start":"2026-07-07T11:31:43.982081Z","end":"2026-07-07T11:31:44.352834Z","steps":["trace[877122078] 'agreement among raft nodes before linearized reading' (duration: 370.47308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.352437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.298432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-07T11:31:44.352913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.98207Z","time spent":"370.834707ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:31:44.352912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.360337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:44.352935Z","caller":"traceutil/trace.go:171","msg":"trace[752951217] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5298; }","duration":"404.867384ms","start":"2026-07-07T11:31:43.948046Z","end":"2026-07-07T11:31:44.352913Z","steps":["trace[752951217] 'agreement among raft nodes before linearized reading' (duration: 404.210991ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:44.352972Z","caller":"traceutil/trace.go:171","msg":"trace[743024507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5298; }","duration":"122.440578ms","start":"2026-07-07T11:31:44.230511Z","end":"2026-07-07T11:31:44.352952Z","steps":["trace[743024507] 'agreement among raft nodes before linearized reading' (duration: 122.145013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.352987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.948018Z","time spent":"404.956995ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T11:31:44.352595Z","caller":"traceutil/trace.go:171","msg":"trace[289655909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5298; }","duration":"370.954219ms","start":"2026-07-07T11:31:43.98162Z","end":"2026-07-07T11:31:44.352574Z","steps":["trace[289655909] 'agreement among raft nodes before linearized reading' (duration: 370.864968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.352759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.867573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:31:44.353045Z","caller":"traceutil/trace.go:171","msg":"trace[1763134998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5298; }","duration":"404.220711ms","start":"2026-07-07T11:31:43.948811Z","end":"2026-07-07T11:31:44.353032Z","steps":["trace[1763134998] 'agreement among raft nodes before linearized reading' (duration: 403.764922ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:44.352649Z","caller":"traceutil/trace.go:171","msg":"trace[1213171413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5298; }","duration":"370.962269ms","start":"2026-07-07T11:31:43.981673Z","end":"2026-07-07T11:31:44.352635Z","steps":["trace[1213171413] 'agreement among raft nodes before linearized reading' (duration: 370.724865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:44.3532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.981658Z","time spent":"371.51659ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:31:44.353083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.948785Z","time spent":"404.289483ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:31:44.353077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:43.981607Z","time spent":"371.428018ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:31:45.178852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.065244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:45.179091Z","caller":"traceutil/trace.go:171","msg":"trace[987510761] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"110.896983ms","start":"2026-07-07T11:31:45.068109Z","end":"2026-07-07T11:31:45.179006Z","steps":["trace[987510761] 'process raft request' (duration: 79.030948ms)","trace[987510761] 'compare' (duration: 31.677341ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:45.179047Z","caller":"traceutil/trace.go:171","msg":"trace[906286867] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"106.466247ms","start":"2026-07-07T11:31:45.072535Z","end":"2026-07-07T11:31:45.179001Z","steps":["trace[906286867] 'process raft request' (duration: 106.400405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:45.179405Z","caller":"traceutil/trace.go:171","msg":"trace[1416305830] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5310; }","duration":"116.427821ms","start":"2026-07-07T11:31:45.062696Z","end":"2026-07-07T11:31:45.179124Z","steps":["trace[1416305830] 'range keys from in-memory index tree' (duration: 115.934622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:57.289174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.437058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:57.289279Z","caller":"traceutil/trace.go:171","msg":"trace[2005408287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5541; }","duration":"259.555791ms","start":"2026-07-07T11:31:57.029708Z","end":"2026-07-07T11:31:57.289264Z","steps":["trace[2005408287] 'range keys from in-memory index tree' (duration: 259.421628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:58.921813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583562396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:31:59.070685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.35352Z","time spent":"717.158916ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T11:31:59.256421Z","caller":"traceutil/trace.go:171","msg":"trace[1947049053] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"874.755137ms","start":"2026-07-07T11:31:58.381635Z","end":"2026-07-07T11:31:59.25639Z","steps":["trace[1947049053] 'process raft request' (duration: 874.340819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.256633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.381602Z","time spent":"874.9168ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:31:59.256708Z","caller":"traceutil/trace.go:171","msg":"trace[1459495004] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"623.00711ms","start":"2026-07-07T11:31:58.633683Z","end":"2026-07-07T11:31:59.25669Z","steps":["trace[1459495004] 'process raft request' (duration: 622.614871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.256815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.633653Z","time spent":"623.112071ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:31:59.256886Z","caller":"traceutil/trace.go:171","msg":"trace[727639592] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5758; }","duration":"835.695621ms","start":"2026-07-07T11:31:58.42118Z","end":"2026-07-07T11:31:59.256875Z","steps":["trace[727639592] 'read index received' (duration: 649.392997ms)","trace[727639592] 'applied index is now lower than readState.Index' (duration: 186.301484ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:31:59.257004Z","caller":"traceutil/trace.go:171","msg":"trace[851357379] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"184.494959ms","start":"2026-07-07T11:31:59.072476Z","end":"2026-07-07T11:31:59.256971Z","steps":["trace[851357379] 'process raft request' (duration: 184.355867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.257151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.815851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:31:59.257189Z","caller":"traceutil/trace.go:171","msg":"trace[1896726375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5547; }","duration":"788.878653ms","start":"2026-07-07T11:31:58.468302Z","end":"2026-07-07T11:31:59.257181Z","steps":["trace[1896726375] 'agreement among raft nodes before linearized reading' (duration: 788.68301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.257214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.468291Z","time spent":"788.918424ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:31:59.257255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.053189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:31:59.257917Z","caller":"traceutil/trace.go:171","msg":"trace[1901881864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5547; }","duration":"836.775832ms","start":"2026-07-07T11:31:58.421114Z","end":"2026-07-07T11:31:59.257889Z","steps":["trace[1901881864] 'agreement among raft nodes before linearized reading' (duration: 835.852564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.257996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.421092Z","time spent":"836.886655ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:31:59.257368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.420509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:31:59.258088Z","caller":"traceutil/trace.go:171","msg":"trace[242107187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5547; }","duration":"777.124273ms","start":"2026-07-07T11:31:58.480941Z","end":"2026-07-07T11:31:59.258065Z","steps":["trace[242107187] 'agreement among raft nodes before linearized reading' (duration: 776.344987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.258188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.480909Z","time spent":"777.259205ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:31:59.257353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.191506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:31:59.257491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.630182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:31:59.257591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.448737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:31:59.258627Z","caller":"traceutil/trace.go:171","msg":"trace[1321449303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5547; }","duration":"784.507997ms","start":"2026-07-07T11:31:58.474098Z","end":"2026-07-07T11:31:59.258606Z","steps":["trace[1321449303] 'agreement among raft nodes before linearized reading' (duration: 783.352124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.258888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.474089Z","time spent":"784.786062ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:31:59.257599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.693988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-74d7fb668f-wtnsm\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-07-07T11:31:59.259112Z","caller":"traceutil/trace.go:171","msg":"trace[1863265902] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-74d7fb668f-wtnsm; range_end:; response_count:1; response_revision:5547; }","duration":"147.242338ms","start":"2026-07-07T11:31:59.111843Z","end":"2026-07-07T11:31:59.259085Z","steps":["trace[1863265902] 'agreement among raft nodes before linearized reading' (duration: 145.604366ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:59.259104Z","caller":"traceutil/trace.go:171","msg":"trace[639647359] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5547; }","duration":"774.937879ms","start":"2026-07-07T11:31:58.48409Z","end":"2026-07-07T11:31:59.259028Z","steps":["trace[639647359] 'agreement among raft nodes before linearized reading' (duration: 772.959121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.257686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.289235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:31:59.258498Z","caller":"traceutil/trace.go:171","msg":"trace[181109857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5547; }","duration":"777.610603ms","start":"2026-07-07T11:31:58.480813Z","end":"2026-07-07T11:31:59.258424Z","steps":["trace[181109857] 'agreement among raft nodes before linearized reading' (duration: 776.571842ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:31:59.259219Z","caller":"traceutil/trace.go:171","msg":"trace[1701505371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5547; }","duration":"497.025709ms","start":"2026-07-07T11:31:58.762182Z","end":"2026-07-07T11:31:59.259207Z","steps":["trace[1701505371] 'agreement among raft nodes before linearized reading' (duration: 495.288395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.259251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.762148Z","time spent":"497.09482ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:31:59.259234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.484081Z","time spent":"775.112163ms","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:31:59.259268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.480792Z","time spent":"778.454249ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:31:59.258197Z","caller":"traceutil/trace.go:171","msg":"trace[878478092] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"410.007223ms","start":"2026-07-07T11:31:58.848151Z","end":"2026-07-07T11:31:59.258159Z","steps":["trace[878478092] 'process raft request' (duration: 408.464853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:31:59.259444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:31:58.848112Z","time spent":"411.224356ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:05.187715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2883} {"level":"info","ts":"2026-07-07T11:32:05.271667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2883,"took":"82.212643ms","hash":1337318527,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":31461376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T11:32:05.271806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1337318527,"revision":2883,"compact-revision":-1} {"level":"warn","ts":"2026-07-07T11:32:07.141309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.130286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:32:07.141408Z","caller":"traceutil/trace.go:171","msg":"trace[1237589605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5725; }","duration":"380.3047ms","start":"2026-07-07T11:32:06.76108Z","end":"2026-07-07T11:32:07.141384Z","steps":["trace[1237589605] 'range keys from in-memory index tree' (duration: 380.011484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.141449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:06.761056Z","time spent":"380.385611ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:32:07.141646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12523ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:32:07.141896Z","caller":"traceutil/trace.go:171","msg":"trace[1019568050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5725; }","duration":"111.394355ms","start":"2026-07-07T11:32:07.030478Z","end":"2026-07-07T11:32:07.141872Z","steps":["trace[1019568050] 'range keys from in-memory index tree' (duration: 111.102499ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:07.141944Z","caller":"traceutil/trace.go:171","msg":"trace[1330106705] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5945; }","duration":"341.679332ms","start":"2026-07-07T11:32:06.800241Z","end":"2026-07-07T11:32:07.14192Z","steps":["trace[1330106705] 'read index received' (duration: 279.157516ms)","trace[1330106705] 'applied index is now lower than readState.Index' (duration: 62.520486ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:32:07.141988Z","caller":"traceutil/trace.go:171","msg":"trace[487281192] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"375.833472ms","start":"2026-07-07T11:32:06.766122Z","end":"2026-07-07T11:32:07.141956Z","steps":["trace[487281192] 'process raft request' (duration: 313.316646ms)","trace[487281192] 'compare' (duration: 62.331972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:32:07.142093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.849456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53dbb105-4abb-4d73-9ff1-f4af400ab6f5\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-07T11:32:07.142121Z","caller":"traceutil/trace.go:171","msg":"trace[1201010125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53dbb105-4abb-4d73-9ff1-f4af400ab6f5; range_end:; response_count:1; response_revision:5726; }","duration":"341.880936ms","start":"2026-07-07T11:32:06.800232Z","end":"2026-07-07T11:32:07.142113Z","steps":["trace[1201010125] 'agreement among raft nodes before linearized reading' (duration: 341.816314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.142138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:06.800205Z","time spent":"341.928588ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53dbb105-4abb-4d73-9ff1-f4af400ab6f5\" "} {"level":"warn","ts":"2026-07-07T11:32:07.142145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.579197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53dbb105-4abb-4d73-9ff1-f4af400ab6f5\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-07-07T11:32:07.142135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:06.7661Z","time spent":"375.936743ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:07.142195Z","caller":"traceutil/trace.go:171","msg":"trace[545164060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53dbb105-4abb-4d73-9ff1-f4af400ab6f5; range_end:; response_count:1; response_revision:5726; }","duration":"197.669628ms","start":"2026-07-07T11:32:06.944509Z","end":"2026-07-07T11:32:07.142179Z","steps":["trace[545164060] 'agreement among raft nodes before linearized reading' (duration: 197.559825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.142275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.025701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-07T11:32:07.142319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.501804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:32:07.142322Z","caller":"traceutil/trace.go:171","msg":"trace[784787222] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5726; }","duration":"129.122483ms","start":"2026-07-07T11:32:07.013189Z","end":"2026-07-07T11:32:07.142311Z","steps":["trace[784787222] 'agreement among raft nodes before linearized reading' (duration: 128.95807ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:07.142341Z","caller":"traceutil/trace.go:171","msg":"trace[277045105] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5726; }","duration":"145.527845ms","start":"2026-07-07T11:32:06.996805Z","end":"2026-07-07T11:32:07.142333Z","steps":["trace[277045105] 'agreement among raft nodes before linearized reading' (duration: 145.488984ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:07.386898Z","caller":"traceutil/trace.go:171","msg":"trace[1694813262] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"235.676362ms","start":"2026-07-07T11:32:07.151188Z","end":"2026-07-07T11:32:07.386864Z","steps":["trace[1694813262] 'process raft request' (duration: 235.456998ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:07.400497Z","caller":"traceutil/trace.go:171","msg":"trace[1642536953] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"113.20873ms","start":"2026-07-07T11:32:07.287264Z","end":"2026-07-07T11:32:07.400473Z","steps":["trace[1642536953] 'process raft request' (duration: 113.022167ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:07.400775Z","caller":"traceutil/trace.go:171","msg":"trace[647498420] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"113.481476ms","start":"2026-07-07T11:32:07.287265Z","end":"2026-07-07T11:32:07.400747Z","steps":["trace[647498420] 'process raft request' (duration: 113.152949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.732835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.349471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:32:07.733035Z","caller":"traceutil/trace.go:171","msg":"trace[1470874314] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"326.378733ms","start":"2026-07-07T11:32:07.406638Z","end":"2026-07-07T11:32:07.733017Z","steps":["trace[1470874314] 'process raft request' (duration: 128.748585ms)","trace[1470874314] 'compare' (duration: 197.220379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:32:07.733107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.406611Z","time spent":"326.462745ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:07.733475Z","caller":"traceutil/trace.go:171","msg":"trace[356703007] linearizableReadLoop","detail":"{readStateIndex:5954; appliedIndex:5951; }","duration":"324.915663ms","start":"2026-07-07T11:32:07.408541Z","end":"2026-07-07T11:32:07.733457Z","steps":["trace[356703007] 'read index received' (duration: 126.865108ms)","trace[356703007] 'applied index is now lower than readState.Index' (duration: 198.049565ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:32:07.733597Z","caller":"traceutil/trace.go:171","msg":"trace[1453228637] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"326.8131ms","start":"2026-07-07T11:32:07.406751Z","end":"2026-07-07T11:32:07.733564Z","steps":["trace[1453228637] 'process raft request' (duration: 326.224259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.733644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.406734Z","time spent":"326.884291ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:07.733658Z","caller":"traceutil/trace.go:171","msg":"trace[720701260] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"324.061295ms","start":"2026-07-07T11:32:07.409584Z","end":"2026-07-07T11:32:07.733645Z","steps":["trace[720701260] 'process raft request' (duration: 323.514755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.733899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.368821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80032"} {"level":"info","ts":"2026-07-07T11:32:07.733929Z","caller":"traceutil/trace.go:171","msg":"trace[159734116] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5737; }","duration":"325.433973ms","start":"2026-07-07T11:32:07.408487Z","end":"2026-07-07T11:32:07.733921Z","steps":["trace[159734116] 'agreement among raft nodes before linearized reading' (duration: 325.27606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.733949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.408469Z","time spent":"325.475854ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80055,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T11:32:07.734093Z","caller":"traceutil/trace.go:171","msg":"trace[1719620141] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"324.488434ms","start":"2026-07-07T11:32:07.409597Z","end":"2026-07-07T11:32:07.734085Z","steps":["trace[1719620141] 'process raft request' (duration: 323.547546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.734137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.409586Z","time spent":"324.528334ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:07.733493Z","caller":"traceutil/trace.go:171","msg":"trace[439599851] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"326.370571ms","start":"2026-07-07T11:32:07.407109Z","end":"2026-07-07T11:32:07.733479Z","steps":["trace[439599851] 'process raft request' (duration: 325.951223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.734344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.407065Z","time spent":"327.159236ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:07.734197Z","caller":"traceutil/trace.go:171","msg":"trace[910366378] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"324.481984ms","start":"2026-07-07T11:32:07.409708Z","end":"2026-07-07T11:32:07.73419Z","steps":["trace[910366378] 'process raft request' (duration: 323.672298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:07.73452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.409697Z","time spent":"324.801181ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:32:07.734688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:07.409568Z","time spent":"324.129937ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:18.806439Z","caller":"traceutil/trace.go:171","msg":"trace[1988279921] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"185.61395ms","start":"2026-07-07T11:32:18.620795Z","end":"2026-07-07T11:32:18.806409Z","steps":["trace[1988279921] 'process raft request' (duration: 185.403286ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:19.075277Z","caller":"traceutil/trace.go:171","msg":"trace[1946563031] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6082; }","duration":"314.219643ms","start":"2026-07-07T11:32:18.761026Z","end":"2026-07-07T11:32:19.075246Z","steps":["trace[1946563031] 'read index received' (duration: 45.291628ms)","trace[1946563031] 'applied index is now lower than readState.Index' (duration: 268.926565ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:32:19.075636Z","caller":"traceutil/trace.go:171","msg":"trace[638292328] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"454.454494ms","start":"2026-07-07T11:32:18.621164Z","end":"2026-07-07T11:32:19.075618Z","steps":["trace[638292328] 'process raft request' (duration: 385.995151ms)","trace[638292328] 'compare' (duration: 67.83565ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:32:19.075741Z","caller":"traceutil/trace.go:171","msg":"trace[723935851] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"454.075936ms","start":"2026-07-07T11:32:18.621629Z","end":"2026-07-07T11:32:19.075705Z","steps":["trace[723935851] 'process raft request' (duration: 453.532155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:19.075831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:18.621132Z","time spent":"454.546906ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:32:19.075936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.888976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:32:19.075984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:18.621619Z","time spent":"454.24988ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:32:19.076059Z","caller":"traceutil/trace.go:171","msg":"trace[334151266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5861; }","duration":"315.069799ms","start":"2026-07-07T11:32:18.760956Z","end":"2026-07-07T11:32:19.076026Z","steps":["trace[334151266] 'agreement among raft nodes before linearized reading' (duration: 314.753453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:32:19.076144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:32:18.760929Z","time spent":"315.200512ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:32:19.07628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.014718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18bffe93ee4e2d83\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-07T11:32:19.076392Z","caller":"traceutil/trace.go:171","msg":"trace[39183715] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18bffe93ee4e2d83; range_end:; response_count:1; response_revision:5861; }","duration":"265.302313ms","start":"2026-07-07T11:32:18.811061Z","end":"2026-07-07T11:32:19.076363Z","steps":["trace[39183715] 'agreement among raft nodes before linearized reading' (duration: 264.675791ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:19.559602Z","caller":"traceutil/trace.go:171","msg":"trace[1638085958] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"109.770582ms","start":"2026-07-07T11:32:19.449792Z","end":"2026-07-07T11:32:19.559562Z","steps":["trace[1638085958] 'process raft request' (duration: 109.690301ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:19.559646Z","caller":"traceutil/trace.go:171","msg":"trace[2090262785] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"112.856983ms","start":"2026-07-07T11:32:19.446758Z","end":"2026-07-07T11:32:19.559615Z","steps":["trace[2090262785] 'process raft request' (duration: 112.408555ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:32:19.560069Z","caller":"traceutil/trace.go:171","msg":"trace[2091085774] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"113.198141ms","start":"2026-07-07T11:32:19.446824Z","end":"2026-07-07T11:32:19.560022Z","steps":["trace[2091085774] 'process raft request' (duration: 112.607869ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:33:11.938774Z","caller":"traceutil/trace.go:171","msg":"trace[747951758] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"131.008421ms","start":"2026-07-07T11:33:11.807721Z","end":"2026-07-07T11:33:11.938729Z","steps":["trace[747951758] 'process raft request' (duration: 31.320186ms)","trace[747951758] 'compare' (duration: 98.989111ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:33:11.938863Z","caller":"traceutil/trace.go:171","msg":"trace[402219237] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"130.510761ms","start":"2026-07-07T11:33:11.808031Z","end":"2026-07-07T11:33:11.938542Z","steps":["trace[402219237] 'process raft request' (duration: 130.415339ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:37:05.194581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5639} {"level":"info","ts":"2026-07-07T11:37:05.284157Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5639,"took":"87.372517ms","hash":4278882699,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":26791936,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-07T11:37:05.284228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4278882699,"revision":5639,"compact-revision":2883} {"level":"warn","ts":"2026-07-07T11:38:19.655887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.668077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:38:19.655977Z","caller":"traceutil/trace.go:171","msg":"trace[234979904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8573; }","duration":"110.779319ms","start":"2026-07-07T11:38:19.545181Z","end":"2026-07-07T11:38:19.65596Z","steps":["trace[234979904] 'range keys from in-memory index tree' (duration: 110.558484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:38:32.262607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.281935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:38:32.262732Z","caller":"traceutil/trace.go:171","msg":"trace[16707890] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8951; }","duration":"206.354747ms","start":"2026-07-07T11:38:32.056361Z","end":"2026-07-07T11:38:32.262716Z","steps":["trace[16707890] 'read index received' (duration: 28.869611ms)","trace[16707890] 'applied index is now lower than readState.Index' (duration: 177.483675ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:38:32.262844Z","caller":"traceutil/trace.go:171","msg":"trace[1022814641] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"209.120351ms","start":"2026-07-07T11:38:32.053677Z","end":"2026-07-07T11:38:32.262797Z","steps":["trace[1022814641] 'process raft request' (duration: 42.55227ms)","trace[1022814641] 'compare' (duration: 166.156283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:38:32.262912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.422268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-07T11:38:32.262922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.55197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:38:32.262948Z","caller":"traceutil/trace.go:171","msg":"trace[2116531229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8638; }","duration":"206.456809ms","start":"2026-07-07T11:38:32.056479Z","end":"2026-07-07T11:38:32.262936Z","steps":["trace[2116531229] 'agreement among raft nodes before linearized reading' (duration: 206.342557ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:32.26298Z","caller":"traceutil/trace.go:171","msg":"trace[1962797111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8638; }","duration":"206.632912ms","start":"2026-07-07T11:38:32.056331Z","end":"2026-07-07T11:38:32.262964Z","steps":["trace[1962797111] 'agreement among raft nodes before linearized reading' (duration: 206.479039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:38:32.263232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.025686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:38:32.263362Z","caller":"traceutil/trace.go:171","msg":"trace[1528126498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8638; }","duration":"185.22113ms","start":"2026-07-07T11:38:32.078107Z","end":"2026-07-07T11:38:32.263328Z","steps":["trace[1528126498] 'agreement among raft nodes before linearized reading' (duration: 184.862972ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:32.814204Z","caller":"traceutil/trace.go:171","msg":"trace[1995358161] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"172.383806ms","start":"2026-07-07T11:38:32.64178Z","end":"2026-07-07T11:38:32.814163Z","steps":["trace[1995358161] 'process raft request' (duration: 172.08697ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:34.228618Z","caller":"traceutil/trace.go:171","msg":"trace[396473691] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"133.263683ms","start":"2026-07-07T11:38:34.095325Z","end":"2026-07-07T11:38:34.228589Z","steps":["trace[396473691] 'process raft request' (duration: 133.041788ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:35.482793Z","caller":"traceutil/trace.go:171","msg":"trace[292167624] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8967; }","duration":"371.749324ms","start":"2026-07-07T11:38:35.111012Z","end":"2026-07-07T11:38:35.482762Z","steps":["trace[292167624] 'read index received' (duration: 371.57706ms)","trace[292167624] 'applied index is now lower than readState.Index' (duration: 170.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:38:35.483039Z","caller":"traceutil/trace.go:171","msg":"trace[184905888] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"383.413946ms","start":"2026-07-07T11:38:35.099462Z","end":"2026-07-07T11:38:35.482876Z","steps":["trace[184905888] 'process raft request' (duration: 382.985988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:38:35.483281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:38:35.099434Z","time spent":"383.728741ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:38:35.483033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.984439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:38:35.483856Z","caller":"traceutil/trace.go:171","msg":"trace[1486602080] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8652; }","duration":"372.696153ms","start":"2026-07-07T11:38:35.110959Z","end":"2026-07-07T11:38:35.483655Z","steps":["trace[1486602080] 'agreement among raft nodes before linearized reading' (duration: 371.956018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:38:35.484105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:38:35.110938Z","time spent":"373.05772ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:38:35.503413Z","caller":"traceutil/trace.go:171","msg":"trace[924519116] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"384.383834ms","start":"2026-07-07T11:38:35.119002Z","end":"2026-07-07T11:38:35.503386Z","steps":["trace[924519116] 'process raft request' (duration: 384.179751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:38:35.503594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:38:35.118983Z","time spent":"384.506497ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:38:35.503741Z","caller":"traceutil/trace.go:171","msg":"trace[2082881631] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"189.758829ms","start":"2026-07-07T11:38:35.313967Z","end":"2026-07-07T11:38:35.503726Z","steps":["trace[2082881631] 'process raft request' (duration: 189.364161ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:35.503736Z","caller":"traceutil/trace.go:171","msg":"trace[557203606] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"165.138883ms","start":"2026-07-07T11:38:35.338574Z","end":"2026-07-07T11:38:35.503713Z","steps":["trace[557203606] 'process raft request' (duration: 165.045461ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:38:59.53539Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023c2.wal"} {"level":"warn","ts":"2026-07-07T11:39:03.927625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.854807ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T11:39:03.996468Z","caller":"traceutil/trace.go:171","msg":"trace[504904589] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"388.945964ms","start":"2026-07-07T11:39:03.607492Z","end":"2026-07-07T11:39:03.996438Z","steps":["trace[504904589] 'process raft request' (duration: 388.872763ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:03.99651Z","caller":"traceutil/trace.go:171","msg":"trace[1664034449] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"397.102966ms","start":"2026-07-07T11:39:03.599356Z","end":"2026-07-07T11:39:03.996459Z","steps":["trace[1664034449] 'process raft request' (duration: 396.737469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:03.996659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:39:03.607266Z","time spent":"389.290541ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:39:03.996782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:39:03.599332Z","time spent":"397.32546ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:39:03.996984Z","caller":"traceutil/trace.go:171","msg":"trace[1553290995] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"397.429991ms","start":"2026-07-07T11:39:03.599532Z","end":"2026-07-07T11:39:03.996962Z","steps":["trace[1553290995] 'process raft request' (duration: 396.781859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:03.997078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:39:03.599493Z","time spent":"397.536764ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:39:04.003255Z","caller":"traceutil/trace.go:171","msg":"trace[2071776154] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9181; }","duration":"288.50213ms","start":"2026-07-07T11:39:03.714701Z","end":"2026-07-07T11:39:04.003203Z","steps":["trace[2071776154] 'read index received' (duration: 281.332339ms)","trace[2071776154] 'applied index is now lower than readState.Index' (duration: 7.163511ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:04.003673Z","caller":"traceutil/trace.go:171","msg":"trace[1541582984] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"381.264393ms","start":"2026-07-07T11:39:03.622393Z","end":"2026-07-07T11:39:04.003657Z","steps":["trace[1541582984] 'process raft request' (duration: 374.01275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:04.003907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:39:03.622382Z","time spent":"381.331654ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:39:04.004404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.710724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-07T11:39:04.00445Z","caller":"traceutil/trace.go:171","msg":"trace[1072685423] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8861; }","duration":"289.798236ms","start":"2026-07-07T11:39:03.714634Z","end":"2026-07-07T11:39:04.004432Z","steps":["trace[1072685423] 'agreement among raft nodes before linearized reading' (duration: 289.626442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:04.004842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.68562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T11:39:04.004872Z","caller":"traceutil/trace.go:171","msg":"trace[1955798302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8861; }","duration":"261.758262ms","start":"2026-07-07T11:39:03.743107Z","end":"2026-07-07T11:39:04.004865Z","steps":["trace[1955798302] 'agreement among raft nodes before linearized reading' (duration: 261.6609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:04.005629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.159904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:39:04.00566Z","caller":"traceutil/trace.go:171","msg":"trace[984501062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8861; }","duration":"245.628504ms","start":"2026-07-07T11:39:03.760024Z","end":"2026-07-07T11:39:04.005653Z","steps":["trace[984501062] 'agreement among raft nodes before linearized reading' (duration: 245.164794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:06.967419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.01706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:39:06.967541Z","caller":"traceutil/trace.go:171","msg":"trace[1035241114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8875; }","duration":"207.210574ms","start":"2026-07-07T11:39:06.760299Z","end":"2026-07-07T11:39:06.96751Z","steps":["trace[1035241114] 'range keys from in-memory index tree' (duration: 206.883288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:16.948594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.50227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-97269\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-07-07T11:39:16.948682Z","caller":"traceutil/trace.go:171","msg":"trace[1556347110] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-97269; range_end:; response_count:1; response_revision:8971; }","duration":"125.653863ms","start":"2026-07-07T11:39:16.823008Z","end":"2026-07-07T11:39:16.948661Z","steps":["trace[1556347110] 'range keys from in-memory index tree' (duration: 125.310336ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:16.949487Z","caller":"traceutil/trace.go:171","msg":"trace[914063160] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"125.909488ms","start":"2026-07-07T11:39:16.823543Z","end":"2026-07-07T11:39:16.949453Z","steps":["trace[914063160] 'process raft request' (duration: 89.824595ms)","trace[914063160] 'compare' (duration: 35.231746ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:17.304557Z","caller":"traceutil/trace.go:171","msg":"trace[1998361307] linearizableReadLoop","detail":"{readStateIndex:9301; appliedIndex:9300; }","duration":"218.863374ms","start":"2026-07-07T11:39:17.085667Z","end":"2026-07-07T11:39:17.304531Z","steps":["trace[1998361307] 'read index received' (duration: 122.993869ms)","trace[1998361307] 'applied index is now lower than readState.Index' (duration: 95.868344ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:17.304599Z","caller":"traceutil/trace.go:171","msg":"trace[1959509448] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"348.028496ms","start":"2026-07-07T11:39:16.956534Z","end":"2026-07-07T11:39:17.304563Z","steps":["trace[1959509448] 'process raft request' (duration: 252.220874ms)","trace[1959509448] 'compare' (duration: 95.668449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:39:17.304757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:39:16.956507Z","time spent":"348.168949ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:39:17.304697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.014997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:39:17.304915Z","caller":"traceutil/trace.go:171","msg":"trace[1493406614] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8973; }","duration":"219.253262ms","start":"2026-07-07T11:39:17.085649Z","end":"2026-07-07T11:39:17.304903Z","steps":["trace[1493406614] 'agreement among raft nodes before linearized reading' (duration: 218.979436ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:17.363472Z","caller":"traceutil/trace.go:171","msg":"trace[480493340] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"145.127078ms","start":"2026-07-07T11:39:17.218303Z","end":"2026-07-07T11:39:17.36343Z","steps":["trace[480493340] 'process raft request' (duration: 144.919754ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.251142Z","caller":"traceutil/trace.go:171","msg":"trace[23886912] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"115.958671ms","start":"2026-07-07T11:39:18.135156Z","end":"2026-07-07T11:39:18.251114Z","steps":["trace[23886912] 'process raft request' (duration: 115.766398ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.364276Z","caller":"traceutil/trace.go:171","msg":"trace[1207326378] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9304; }","duration":"198.856368ms","start":"2026-07-07T11:39:18.165395Z","end":"2026-07-07T11:39:18.364251Z","steps":["trace[1207326378] 'read index received' (duration: 85.499039ms)","trace[1207326378] 'applied index is now lower than readState.Index' (duration: 113.356299ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:18.364301Z","caller":"traceutil/trace.go:171","msg":"trace[2127054565] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"217.521848ms","start":"2026-07-07T11:39:18.146719Z","end":"2026-07-07T11:39:18.364241Z","steps":["trace[2127054565] 'process raft request' (duration: 154.583965ms)","trace[2127054565] 'compare' (duration: 62.556416ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:18.36438Z","caller":"traceutil/trace.go:171","msg":"trace[985600229] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"216.892425ms","start":"2026-07-07T11:39:18.147465Z","end":"2026-07-07T11:39:18.364357Z","steps":["trace[985600229] 'process raft request' (duration: 216.63265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:18.364511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.103674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-07T11:39:18.364555Z","caller":"traceutil/trace.go:171","msg":"trace[1632061679] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8980; }","duration":"199.205695ms","start":"2026-07-07T11:39:18.165338Z","end":"2026-07-07T11:39:18.364544Z","steps":["trace[1632061679] 'agreement among raft nodes before linearized reading' (duration: 199.032182ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.364593Z","caller":"traceutil/trace.go:171","msg":"trace[511642200] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"216.872165ms","start":"2026-07-07T11:39:18.147686Z","end":"2026-07-07T11:39:18.364559Z","steps":["trace[511642200] 'process raft request' (duration: 216.512078ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.558714Z","caller":"traceutil/trace.go:171","msg":"trace[889148856] linearizableReadLoop","detail":"{readStateIndex:9310; appliedIndex:9309; }","duration":"145.189539ms","start":"2026-07-07T11:39:18.413498Z","end":"2026-07-07T11:39:18.558687Z","steps":["trace[889148856] 'read index received' (duration: 68.194268ms)","trace[889148856] 'applied index is now lower than readState.Index' (duration: 76.990161ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:18.558746Z","caller":"traceutil/trace.go:171","msg":"trace[1527330122] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"147.706439ms","start":"2026-07-07T11:39:18.411006Z","end":"2026-07-07T11:39:18.558713Z","steps":["trace[1527330122] 'process raft request' (duration: 70.787699ms)","trace[1527330122] 'compare' (duration: 76.749826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:39:18.559028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.499825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-07T11:39:18.559108Z","caller":"traceutil/trace.go:171","msg":"trace[1711000646] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8981; }","duration":"145.625967ms","start":"2026-07-07T11:39:18.413462Z","end":"2026-07-07T11:39:18.559088Z","steps":["trace[1711000646] 'agreement among raft nodes before linearized reading' (duration: 145.384332ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.773277Z","caller":"traceutil/trace.go:171","msg":"trace[589308706] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9310; }","duration":"209.661332ms","start":"2026-07-07T11:39:18.563595Z","end":"2026-07-07T11:39:18.773257Z","steps":["trace[589308706] 'read index received' (duration: 157.860239ms)","trace[589308706] 'applied index is now lower than readState.Index' (duration: 51.799823ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:39:18.773409Z","caller":"traceutil/trace.go:171","msg":"trace[998430183] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"210.343946ms","start":"2026-07-07T11:39:18.563052Z","end":"2026-07-07T11:39:18.773396Z","steps":["trace[998430183] 'process raft request' (duration: 158.601484ms)","trace[998430183] 'compare' (duration: 51.401755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:39:18.773706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.765634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-07T11:39:18.773801Z","caller":"traceutil/trace.go:171","msg":"trace[468053842] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8982; }","duration":"209.887177ms","start":"2026-07-07T11:39:18.563888Z","end":"2026-07-07T11:39:18.773775Z","steps":["trace[468053842] 'agreement among raft nodes before linearized reading' (duration: 209.599342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:18.773771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.503051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-07T11:39:18.773883Z","caller":"traceutil/trace.go:171","msg":"trace[1597423784] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8982; }","duration":"120.667674ms","start":"2026-07-07T11:39:18.65319Z","end":"2026-07-07T11:39:18.773858Z","steps":["trace[1597423784] 'agreement among raft nodes before linearized reading' (duration: 120.389248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:18.773969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.355375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T11:39:18.774027Z","caller":"traceutil/trace.go:171","msg":"trace[1458692465] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8982; }","duration":"210.446488ms","start":"2026-07-07T11:39:18.563566Z","end":"2026-07-07T11:39:18.774013Z","steps":["trace[1458692465] 'agreement among raft nodes before linearized reading' (duration: 210.289935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:18.774052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.335197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-07T11:39:18.774099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.67896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:39:18.774132Z","caller":"traceutil/trace.go:171","msg":"trace[1220322448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8982; }","duration":"178.764742ms","start":"2026-07-07T11:39:18.595358Z","end":"2026-07-07T11:39:18.774123Z","steps":["trace[1220322448] 'agreement among raft nodes before linearized reading' (duration: 178.662009ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.774141Z","caller":"traceutil/trace.go:171","msg":"trace[1304977905] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8982; }","duration":"163.46942ms","start":"2026-07-07T11:39:18.610647Z","end":"2026-07-07T11:39:18.774117Z","steps":["trace[1304977905] 'agreement among raft nodes before linearized reading' (duration: 162.925138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:39:18.774344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:39:18.774379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.966081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:39:18.774383Z","caller":"traceutil/trace.go:171","msg":"trace[1572722368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8982; }","duration":"151.419101ms","start":"2026-07-07T11:39:18.622951Z","end":"2026-07-07T11:39:18.77437Z","steps":["trace[1572722368] 'agreement among raft nodes before linearized reading' (duration: 151.34139ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:18.774409Z","caller":"traceutil/trace.go:171","msg":"trace[632803504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8982; }","duration":"197.021413ms","start":"2026-07-07T11:39:18.577378Z","end":"2026-07-07T11:39:18.774399Z","steps":["trace[632803504] 'agreement among raft nodes before linearized reading' (duration: 196.934631ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:39:30.067687Z","caller":"traceutil/trace.go:171","msg":"trace[377512093] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"122.524689ms","start":"2026-07-07T11:39:29.945127Z","end":"2026-07-07T11:39:30.067651Z","steps":["trace[377512093] 'process raft request' (duration: 122.306594ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:21.528328Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T11:40:21.533634Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-07T11:40:21.533768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-07T11:40:24.600947Z","caller":"traceutil/trace.go:171","msg":"trace[740416415] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"117.934917ms","start":"2026-07-07T11:40:24.482972Z","end":"2026-07-07T11:40:24.600907Z","steps":["trace[740416415] 'process raft request' (duration: 117.668742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:38.36166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.498974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:38.361802Z","caller":"traceutil/trace.go:171","msg":"trace[979104870] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9746; }","duration":"247.72313ms","start":"2026-07-07T11:40:38.114046Z","end":"2026-07-07T11:40:38.361769Z","steps":["trace[979104870] 'count revisions from in-memory index tree' (duration: 247.25563ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:38.412942Z","caller":"traceutil/trace.go:171","msg":"trace[349635025] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"292.025314ms","start":"2026-07-07T11:40:38.120864Z","end":"2026-07-07T11:40:38.412889Z","steps":["trace[349635025] 'process raft request' (duration: 291.410901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:39.573377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09686186s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T11:40:39.573877Z","caller":"traceutil/trace.go:171","msg":"trace[503703985] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"1.158855022s","start":"2026-07-07T11:40:38.414981Z","end":"2026-07-07T11:40:39.573836Z","steps":["trace[503703985] 'process raft request' (duration: 1.158546026s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:39.574064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.414955Z","time spent":"1.158993455s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:39.57418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.414507Z","time spent":"1.159655617s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:40:41.545057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:40:41.545188Z","caller":"traceutil/trace.go:171","msg":"trace[914103081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332751s","start":"2026-07-07T11:40:39.54482Z","end":"2026-07-07T11:40:41.545153Z","steps":["trace[914103081] 'agreement among raft nodes before linearized reading' (duration: 2.000177248s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:41.545275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.544788Z","time spent":"2.000472533s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:40:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:40:41.7605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999747479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T11:40:41.760597Z","caller":"traceutil/trace.go:171","msg":"trace[1141461190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915482s","start":"2026-07-07T11:40:39.76066Z","end":"2026-07-07T11:40:41.760575Z","steps":["trace[1141461190] 'agreement among raft nodes before linearized reading' (duration: 1.999792609s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:41.760644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.76063Z","time spent":"2.000006084s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:40:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:40:41.81615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.399895487s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:40:41.816677Z","caller":"traceutil/trace.go:171","msg":"trace[2056381435] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"3.127836863s","start":"2026-07-07T11:40:38.688813Z","end":"2026-07-07T11:40:41.81665Z","steps":["trace[2056381435] 'process raft request' (duration: 3.127725171s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:41.816709Z","caller":"traceutil/trace.go:171","msg":"trace[243204446] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"3.1524119s","start":"2026-07-07T11:40:38.664243Z","end":"2026-07-07T11:40:41.816655Z","steps":["trace[243204446] 'process raft request' (duration: 3.152131114s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:41.816862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.688777Z","time spent":"3.127988917s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:41.816966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.664212Z","time spent":"3.152620163s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:41.817053Z","caller":"traceutil/trace.go:171","msg":"trace[974818520] linearizableReadLoop","detail":"{readStateIndex:10103; appliedIndex:10097; }","duration":"2.608045585s","start":"2026-07-07T11:40:39.208978Z","end":"2026-07-07T11:40:41.817023Z","steps":["trace[974818520] 'read index received' (duration: 207.22712ms)","trace[974818520] 'applied index is now lower than readState.Index' (duration: 2.400817075s)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:41.817105Z","caller":"traceutil/trace.go:171","msg":"trace[839560188] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"3.125621139s","start":"2026-07-07T11:40:38.691438Z","end":"2026-07-07T11:40:41.817059Z","steps":["trace[839560188] 'process raft request' (duration: 3.125424436s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:41.817336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.691421Z","time spent":"3.125801033s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:41.817357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608360641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:40:41.817091Z","caller":"traceutil/trace.go:171","msg":"trace[1720172866] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"3.127555518s","start":"2026-07-07T11:40:38.689499Z","end":"2026-07-07T11:40:41.817055Z","steps":["trace[1720172866] 'process raft request' (duration: 3.127098339s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:41.8174Z","caller":"traceutil/trace.go:171","msg":"trace[1185757458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9752; }","duration":"2.608476554s","start":"2026-07-07T11:40:39.208912Z","end":"2026-07-07T11:40:41.817388Z","steps":["trace[1185757458] 'agreement among raft nodes before linearized reading' (duration: 2.60828766s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:41.817451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.208852Z","time spent":"2.608591146s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:40:41.817483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:38.689491Z","time spent":"3.127918165s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:42.318132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583573565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:40:42.675405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.860751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:42.675627Z","caller":"traceutil/trace.go:171","msg":"trace[556777164] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"3.099599595s","start":"2026-07-07T11:40:39.575976Z","end":"2026-07-07T11:40:42.675575Z","steps":["trace[556777164] 'process raft request' (duration: 2.769287246s)","trace[556777164] 'compare' (duration: 329.444463ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:42.675725Z","caller":"traceutil/trace.go:171","msg":"trace[1916318560] linearizableReadLoop","detail":"{readStateIndex:10106; appliedIndex:10103; }","duration":"858.545885ms","start":"2026-07-07T11:40:41.81716Z","end":"2026-07-07T11:40:42.675706Z","steps":["trace[1916318560] 'read index received' (duration: 528.125093ms)","trace[1916318560] 'applied index is now lower than readState.Index' (duration: 330.419082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:42.675916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.575938Z","time spent":"3.099812801s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:42.676031Z","caller":"traceutil/trace.go:171","msg":"trace[2104601433] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"870.977811ms","start":"2026-07-07T11:40:41.805038Z","end":"2026-07-07T11:40:42.676016Z","steps":["trace[2104601433] 'process raft request' (duration: 870.4889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.676107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:41.805007Z","time spent":"871.060382ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:42.676302Z","caller":"traceutil/trace.go:171","msg":"trace[458651233] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"853.867473ms","start":"2026-07-07T11:40:41.822419Z","end":"2026-07-07T11:40:42.676287Z","steps":["trace[458651233] 'process raft request' (duration: 853.22789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.676352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:41.822395Z","time spent":"853.929134ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:42.67649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.227376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:42.676517Z","caller":"traceutil/trace.go:171","msg":"trace[1560229936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9755; }","duration":"908.294777ms","start":"2026-07-07T11:40:41.768213Z","end":"2026-07-07T11:40:42.676508Z","steps":["trace[1560229936] 'agreement among raft nodes before linearized reading' (duration: 908.241816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.676546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:41.768193Z","time spent":"908.347448ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:40:42.676783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376385478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:40:42.676813Z","caller":"traceutil/trace.go:171","msg":"trace[1526514511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9755; }","duration":"3.37643923s","start":"2026-07-07T11:40:39.300365Z","end":"2026-07-07T11:40:42.676804Z","steps":["trace[1526514511] 'agreement among raft nodes before linearized reading' (duration: 3.376316787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.676843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.300347Z","time spent":"3.37648826s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:40:42.67682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376220425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:40:42.676852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293199437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:40:42.67696Z","caller":"traceutil/trace.go:171","msg":"trace[1286210090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9755; }","duration":"3.376439349s","start":"2026-07-07T11:40:39.300493Z","end":"2026-07-07T11:40:42.676933Z","steps":["trace[1286210090] 'agreement among raft nodes before linearized reading' (duration: 3.376084142s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:42.676994Z","caller":"traceutil/trace.go:171","msg":"trace[159261360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9755; }","duration":"3.293382881s","start":"2026-07-07T11:40:39.38358Z","end":"2026-07-07T11:40:42.676963Z","steps":["trace[159261360] 'agreement among raft nodes before linearized reading' (duration: 3.293050885s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.67702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.300457Z","time spent":"3.376549622s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:40:42.676989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637824015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-07T11:40:42.677052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.383565Z","time spent":"3.293474572s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"info","ts":"2026-07-07T11:40:42.677102Z","caller":"traceutil/trace.go:171","msg":"trace[1199858920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9755; }","duration":"1.638010958s","start":"2026-07-07T11:40:41.039065Z","end":"2026-07-07T11:40:42.677076Z","steps":["trace[1199858920] 'agreement among raft nodes before linearized reading' (duration: 1.63759803s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.677153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:41.039033Z","time spent":"1.638110701s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:40:42.67721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554283614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:42.677277Z","caller":"traceutil/trace.go:171","msg":"trace[1466784958] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9755; }","duration":"2.554411026s","start":"2026-07-07T11:40:40.122844Z","end":"2026-07-07T11:40:42.677255Z","steps":["trace[1466784958] 'agreement among raft nodes before linearized reading' (duration: 2.554276733s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.677249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431496277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:42.677301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039453966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:42.677329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:40.122797Z","time spent":"2.554520229s","remote":"127.0.0.1:41482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:42.677345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373304009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19460"} {"level":"info","ts":"2026-07-07T11:40:42.67735Z","caller":"traceutil/trace.go:171","msg":"trace[836441297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9755; }","duration":"3.431678441s","start":"2026-07-07T11:40:39.245647Z","end":"2026-07-07T11:40:42.677325Z","steps":["trace[836441297] 'agreement among raft nodes before linearized reading' (duration: 3.431488557s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:42.677356Z","caller":"traceutil/trace.go:171","msg":"trace[203154528] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9755; }","duration":"1.039568008s","start":"2026-07-07T11:40:41.637774Z","end":"2026-07-07T11:40:42.677342Z","steps":["trace[203154528] 'agreement among raft nodes before linearized reading' (duration: 1.039452606s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:42.677388Z","caller":"traceutil/trace.go:171","msg":"trace[75033004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9755; }","duration":"3.373369211s","start":"2026-07-07T11:40:39.304007Z","end":"2026-07-07T11:40:42.677377Z","steps":["trace[75033004] 'agreement among raft nodes before linearized reading' (duration: 3.373231958s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.677392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685923165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:42.677402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:41.637746Z","time spent":"1.03964682s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:42.677392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374911831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:40:42.677403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.245613Z","time spent":"3.431779572s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:42.677418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.303996Z","time spent":"3.373415631s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19483,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T11:40:42.677425Z","caller":"traceutil/trace.go:171","msg":"trace[557059778] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9755; }","duration":"1.686016576s","start":"2026-07-07T11:40:40.991398Z","end":"2026-07-07T11:40:42.677415Z","steps":["trace[557059778] 'agreement among raft nodes before linearized reading' (duration: 1.685886224s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:42.677453Z","caller":"traceutil/trace.go:171","msg":"trace[831989346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9755; }","duration":"3.374999062s","start":"2026-07-07T11:40:39.302434Z","end":"2026-07-07T11:40:42.677433Z","steps":["trace[831989346] 'agreement among raft nodes before linearized reading' (duration: 3.374828809s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.677462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:40.991369Z","time spent":"1.686084749s","remote":"127.0.0.1:40914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":76,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:42.677501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.302417Z","time spent":"3.375074004s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:40:42.677496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.015679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:42.677504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435101728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:40:42.677545Z","caller":"traceutil/trace.go:171","msg":"trace[1552426002] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9755; }","duration":"120.124721ms","start":"2026-07-07T11:40:42.557406Z","end":"2026-07-07T11:40:42.677531Z","steps":["trace[1552426002] 'agreement among raft nodes before linearized reading' (duration: 120.027709ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:42.677584Z","caller":"traceutil/trace.go:171","msg":"trace[1909485535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9755; }","duration":"3.435215341s","start":"2026-07-07T11:40:39.242327Z","end":"2026-07-07T11:40:42.677542Z","steps":["trace[1909485535] 'agreement among raft nodes before linearized reading' (duration: 3.434955776s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.67763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:39.242315Z","time spent":"3.435304422s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:40:42.676852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127918338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7f6f66fbf8-f9zvp.18bfff0d038463dd\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-07-07T11:40:42.677823Z","caller":"traceutil/trace.go:171","msg":"trace[216573986] range","detail":"{range_begin:/registry/events/openstack/glance-api-7f6f66fbf8-f9zvp.18bfff0d038463dd; range_end:; response_count:1; response_revision:9755; }","duration":"2.128967219s","start":"2026-07-07T11:40:40.548834Z","end":"2026-07-07T11:40:42.677801Z","steps":["trace[216573986] 'agreement among raft nodes before linearized reading' (duration: 2.127763025s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:42.677881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:40.548807Z","time spent":"2.129046041s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-7f6f66fbf8-f9zvp.18bfff0d038463dd\" "} {"level":"warn","ts":"2026-07-07T11:40:43.168796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.031506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:43.168954Z","caller":"traceutil/trace.go:171","msg":"trace[626859079] linearizableReadLoop","detail":"{readStateIndex:10107; appliedIndex:10106; }","duration":"487.300207ms","start":"2026-07-07T11:40:42.681631Z","end":"2026-07-07T11:40:43.168931Z","steps":["trace[626859079] 'read index received' (duration: 240.541897ms)","trace[626859079] 'applied index is now lower than readState.Index' (duration: 246.75598ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:43.16897Z","caller":"traceutil/trace.go:171","msg":"trace[1760592477] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"487.734457ms","start":"2026-07-07T11:40:42.681207Z","end":"2026-07-07T11:40:43.168942Z","steps":["trace[1760592477] 'process raft request' (duration: 240.945435ms)","trace[1760592477] 'compare' (duration: 245.364233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:43.169105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.681183Z","time spent":"487.860719ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:43.169196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.558512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T11:40:43.169234Z","caller":"traceutil/trace.go:171","msg":"trace[1151875431] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9756; }","duration":"487.614664ms","start":"2026-07-07T11:40:42.681609Z","end":"2026-07-07T11:40:43.169224Z","steps":["trace[1151875431] 'agreement among raft nodes before linearized reading' (duration: 487.41555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:43.16927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.681592Z","time spent":"487.670205ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T11:40:43.877302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.171805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:43.877781Z","caller":"traceutil/trace.go:171","msg":"trace[1310761568] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"1.193899004s","start":"2026-07-07T11:40:42.683846Z","end":"2026-07-07T11:40:43.877745Z","steps":["trace[1310761568] 'process raft request' (duration: 1.193588858s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:43.877788Z","caller":"traceutil/trace.go:171","msg":"trace[1969826976] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"1.195004926s","start":"2026-07-07T11:40:42.682732Z","end":"2026-07-07T11:40:43.877737Z","steps":["trace[1969826976] 'process raft request' (duration: 931.382443ms)","trace[1969826976] 'compare' (duration: 262.836877ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:43.877927Z","caller":"traceutil/trace.go:171","msg":"trace[1394043574] linearizableReadLoop","detail":"{readStateIndex:10111; appliedIndex:10107; }","duration":"708.920632ms","start":"2026-07-07T11:40:43.168988Z","end":"2026-07-07T11:40:43.877909Z","steps":["trace[1394043574] 'read index received' (duration: 445.139546ms)","trace[1394043574] 'applied index is now lower than readState.Index' (duration: 263.779296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:43.878017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.682722Z","time spent":"1.19517211s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:43.877854Z","caller":"traceutil/trace.go:171","msg":"trace[255090727] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"1.193161959s","start":"2026-07-07T11:40:42.684664Z","end":"2026-07-07T11:40:43.877825Z","steps":["trace[255090727] 'process raft request' (duration: 1.192847693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:43.87819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193439914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19460"} {"level":"info","ts":"2026-07-07T11:40:43.878025Z","caller":"traceutil/trace.go:171","msg":"trace[345418459] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"1.192619538s","start":"2026-07-07T11:40:42.68536Z","end":"2026-07-07T11:40:43.877979Z","steps":["trace[345418459] 'process raft request' (duration: 1.192231081s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:43.878043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.683824Z","time spent":"1.194048487s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:43.878314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.684655Z","time spent":"1.193571077s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:43.878191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194427694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T11:40:43.878267Z","caller":"traceutil/trace.go:171","msg":"trace[195070112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9760; }","duration":"1.193550546s","start":"2026-07-07T11:40:42.6847Z","end":"2026-07-07T11:40:43.878251Z","steps":["trace[195070112] 'agreement among raft nodes before linearized reading' (duration: 1.193264871s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:43.878434Z","caller":"traceutil/trace.go:171","msg":"trace[973364959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9760; }","duration":"1.19472239s","start":"2026-07-07T11:40:42.683694Z","end":"2026-07-07T11:40:43.878417Z","steps":["trace[973364959] 'agreement among raft nodes before linearized reading' (duration: 1.194352803s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:43.878503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.684679Z","time spent":"1.193792862s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T11:40:43.87857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.683665Z","time spent":"1.194883974s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:40:43.878881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.685345Z","time spent":"1.192962665s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:43.878939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19368882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289798"} {"level":"info","ts":"2026-07-07T11:40:43.879111Z","caller":"traceutil/trace.go:171","msg":"trace[1751824936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9760; }","duration":"1.193897224s","start":"2026-07-07T11:40:42.685188Z","end":"2026-07-07T11:40:43.879085Z","steps":["trace[1751824936] 'agreement among raft nodes before linearized reading' (duration: 1.192769962s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:43.879238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:42.685181Z","time spent":"1.194013486s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289821,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T11:40:44.378137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583573584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:40:44.559756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.932171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:44.56001Z","caller":"traceutil/trace.go:171","msg":"trace[1181410776] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"1.386674798s","start":"2026-07-07T11:40:43.173281Z","end":"2026-07-07T11:40:44.559956Z","steps":["trace[1181410776] 'process raft request' (duration: 1.242462652s)","trace[1181410776] 'compare' (duration: 143.080154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:44.560224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.173258Z","time spent":"1.386862432s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:40:45.292542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.64541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T11:40:45.497521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081636868s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:40:45.498317Z","caller":"traceutil/trace.go:171","msg":"trace[730179348] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"1.674640212s","start":"2026-07-07T11:40:43.823643Z","end":"2026-07-07T11:40:45.498283Z","steps":["trace[730179348] 'process raft request' (duration: 1.674518969s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:45.498377Z","caller":"traceutil/trace.go:171","msg":"trace[1341008810] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"1.686666948s","start":"2026-07-07T11:40:43.811655Z","end":"2026-07-07T11:40:45.498322Z","steps":["trace[1341008810] 'process raft request' (duration: 1.6862105s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:45.49855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.823615Z","time spent":"1.674814327s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:45.498651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.811628Z","time spent":"1.686857244s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:45.498739Z","caller":"traceutil/trace.go:171","msg":"trace[39419399] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"1.67451194s","start":"2026-07-07T11:40:43.824215Z","end":"2026-07-07T11:40:45.498727Z","steps":["trace[39419399] 'process raft request' (duration: 1.674271996s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:45.49881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.824199Z","time spent":"1.674574661s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:45.498792Z","caller":"traceutil/trace.go:171","msg":"trace[482801527] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"1.673634253s","start":"2026-07-07T11:40:43.825122Z","end":"2026-07-07T11:40:45.498756Z","steps":["trace[482801527] 'process raft request' (duration: 1.6735008s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:45.498702Z","caller":"traceutil/trace.go:171","msg":"trace[1624922985] linearizableReadLoop","detail":"{readStateIndex:10118; appliedIndex:10111; }","duration":"1.620678537s","start":"2026-07-07T11:40:43.877998Z","end":"2026-07-07T11:40:45.498676Z","steps":["trace[1624922985] 'read index received' (duration: 537.751513ms)","trace[1624922985] 'applied index is now lower than readState.Index' (duration: 1.082925754s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:45.498919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327361374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:40:45.498965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.825081Z","time spent":"1.673793526s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:45.498993Z","caller":"traceutil/trace.go:171","msg":"trace[786070627] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9766; }","duration":"2.327493757s","start":"2026-07-07T11:40:43.171487Z","end":"2026-07-07T11:40:45.49898Z","steps":["trace[786070627] 'agreement among raft nodes before linearized reading' (duration: 2.327275403s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:45.498954Z","caller":"traceutil/trace.go:171","msg":"trace[1812740936] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"1.674711753s","start":"2026-07-07T11:40:43.824185Z","end":"2026-07-07T11:40:45.498897Z","steps":["trace[1812740936] 'process raft request' (duration: 1.674027759s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:45.499077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737774148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:45.499038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.171465Z","time spent":"2.327564429s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T11:40:45.499194Z","caller":"traceutil/trace.go:171","msg":"trace[1606240873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"1.73787108s","start":"2026-07-07T11:40:43.761283Z","end":"2026-07-07T11:40:45.499154Z","steps":["trace[1606240873] 'agreement among raft nodes before linearized reading' (duration: 1.737614595s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:45.499261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.761212Z","time spent":"1.738037683s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:40:45.499252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.824172Z","time spent":"1.674940148s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:46.000043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583573587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:40:46.500943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583573587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:40:46.705131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030659532s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:40:46.705727Z","caller":"traceutil/trace.go:171","msg":"trace[235792156] linearizableReadLoop","detail":"{readStateIndex:10120; appliedIndex:10118; }","duration":"1.206786998s","start":"2026-07-07T11:40:45.498905Z","end":"2026-07-07T11:40:46.705692Z","steps":["trace[235792156] 'read index received' (duration: 1.206427101s)","trace[235792156] 'applied index is now lower than readState.Index' (duration: 358.417µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:46.70596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6995502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:46.705961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128081922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:46.70595Z","caller":"traceutil/trace.go:171","msg":"trace[839799728] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"1.40197769s","start":"2026-07-07T11:40:45.303922Z","end":"2026-07-07T11:40:46.7059Z","steps":["trace[839799728] 'process raft request' (duration: 1.401678994s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:46.706023Z","caller":"traceutil/trace.go:171","msg":"trace[1881286159] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9768; }","duration":"2.128259765s","start":"2026-07-07T11:40:44.577744Z","end":"2026-07-07T11:40:46.706004Z","steps":["trace[1881286159] 'agreement among raft nodes before linearized reading' (duration: 2.128044591s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:46.706028Z","caller":"traceutil/trace.go:171","msg":"trace[726822936] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9768; }","duration":"2.699670983s","start":"2026-07-07T11:40:44.006326Z","end":"2026-07-07T11:40:46.705997Z","steps":["trace[726822936] 'agreement among raft nodes before linearized reading' (duration: 2.699561561s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:44.577724Z","time spent":"2.128338397s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:46.706189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.303891Z","time spent":"1.402173074s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:46.706237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826321692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19460"} {"level":"info","ts":"2026-07-07T11:40:46.706269Z","caller":"traceutil/trace.go:171","msg":"trace[1841058187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9768; }","duration":"2.826391484s","start":"2026-07-07T11:40:43.879868Z","end":"2026-07-07T11:40:46.706259Z","steps":["trace[1841058187] 'agreement among raft nodes before linearized reading' (duration: 2.826237001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:43.87984Z","time spent":"2.826456505s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T11:40:46.70608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:44.006292Z","time spent":"2.699774025s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:46.706402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.30182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:40:46.706406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019283194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:40:46.706455Z","caller":"traceutil/trace.go:171","msg":"trace[72239718] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"2.140940925s","start":"2026-07-07T11:40:44.56545Z","end":"2026-07-07T11:40:46.706391Z","steps":["trace[72239718] 'process raft request' (duration: 2.139925926s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:46.70653Z","caller":"traceutil/trace.go:171","msg":"trace[1140142861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9768; }","duration":"2.019436017s","start":"2026-07-07T11:40:44.687066Z","end":"2026-07-07T11:40:46.706502Z","steps":["trace[1140142861] 'agreement among raft nodes before linearized reading' (duration: 2.01903859s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.70625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205663286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:46.706588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.016084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:40:46.706603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:44.687032Z","time spent":"2.019560349s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T11:40:46.706614Z","caller":"traceutil/trace.go:171","msg":"trace[1810040214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9768; }","duration":"1.206080084s","start":"2026-07-07T11:40:45.500522Z","end":"2026-07-07T11:40:46.706602Z","steps":["trace[1810040214] 'agreement among raft nodes before linearized reading' (duration: 1.205652006s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:46.706628Z","caller":"traceutil/trace.go:171","msg":"trace[1183645028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9768; }","duration":"822.122436ms","start":"2026-07-07T11:40:45.884495Z","end":"2026-07-07T11:40:46.706617Z","steps":["trace[1183645028] 'agreement among raft nodes before linearized reading' (duration: 822.000484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.28793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:40:46.706654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.500495Z","time spent":"1.206150745s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:40:46.706664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.884462Z","time spent":"822.193077ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T11:40:46.706678Z","caller":"traceutil/trace.go:171","msg":"trace[945049078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9768; }","duration":"822.33814ms","start":"2026-07-07T11:40:45.884327Z","end":"2026-07-07T11:40:46.706665Z","steps":["trace[945049078] 'agreement among raft nodes before linearized reading' (duration: 822.222458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:44.565423Z","time spent":"2.14116568s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:40:46.706713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.884321Z","time spent":"822.385471ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:40:46.706468Z","caller":"traceutil/trace.go:171","msg":"trace[1991094359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9768; }","duration":"817.387192ms","start":"2026-07-07T11:40:45.889062Z","end":"2026-07-07T11:40:46.706449Z","steps":["trace[1991094359] 'agreement among raft nodes before linearized reading' (duration: 817.227449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.889047Z","time spent":"817.74877ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"warn","ts":"2026-07-07T11:40:46.706851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.452884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:40:46.706888Z","caller":"traceutil/trace.go:171","msg":"trace[1258212398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9768; }","duration":"822.515304ms","start":"2026-07-07T11:40:45.884362Z","end":"2026-07-07T11:40:46.706877Z","steps":["trace[1258212398] 'agreement among raft nodes before linearized reading' (duration: 822.402142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.706924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.88435Z","time spent":"822.564125ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:40:46.706977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.951743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:40:46.707045Z","caller":"traceutil/trace.go:171","msg":"trace[1725017441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9768; }","duration":"823.164907ms","start":"2026-07-07T11:40:45.883862Z","end":"2026-07-07T11:40:46.707027Z","steps":["trace[1725017441] 'agreement among raft nodes before linearized reading' (duration: 822.895282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.707263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.883831Z","time spent":"823.32734ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:40:46.707374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581082985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:46.707944Z","caller":"traceutil/trace.go:171","msg":"trace[1752248873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9768; }","duration":"1.581702757s","start":"2026-07-07T11:40:45.126227Z","end":"2026-07-07T11:40:46.707929Z","steps":["trace[1752248873] 'agreement among raft nodes before linearized reading' (duration: 1.581094676s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:46.708156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:45.1262Z","time spent":"1.581825239s","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:47.816416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.3112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:47.816581Z","caller":"traceutil/trace.go:171","msg":"trace[2085572460] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9768; }","duration":"786.503543ms","start":"2026-07-07T11:40:47.030053Z","end":"2026-07-07T11:40:47.816557Z","steps":["trace[2085572460] 'range keys from in-memory index tree' (duration: 786.284959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:47.81726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.376447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:47.817651Z","caller":"traceutil/trace.go:171","msg":"trace[377933434] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"1.105206703s","start":"2026-07-07T11:40:46.71242Z","end":"2026-07-07T11:40:47.817627Z","steps":["trace[377933434] 'process raft request' (duration: 1.10505375s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:47.81783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.712412Z","time spent":"1.105361416s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:47.817953Z","caller":"traceutil/trace.go:171","msg":"trace[357985420] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"1.10554895s","start":"2026-07-07T11:40:46.712357Z","end":"2026-07-07T11:40:47.817906Z","steps":["trace[357985420] 'process raft request' (duration: 188.817427ms)","trace[357985420] 'compare' (duration: 915.186782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:47.818194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.712334Z","time spent":"1.105719403s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.361061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459752611s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T11:40:48.554266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.50269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:48.554608Z","caller":"traceutil/trace.go:171","msg":"trace[80031199] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"1.841870012s","start":"2026-07-07T11:40:46.712711Z","end":"2026-07-07T11:40:48.554581Z","steps":["trace[80031199] 'process raft request' (duration: 1.841714519s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:48.554597Z","caller":"traceutil/trace.go:171","msg":"trace[2005107292] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"1.841899732s","start":"2026-07-07T11:40:46.712625Z","end":"2026-07-07T11:40:48.554525Z","steps":["trace[2005107292] 'process raft request' (duration: 1.648817552s)","trace[2005107292] 'compare' (duration: 191.995019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:48.554728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.712691Z","time spent":"1.841986144s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.554869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.712601Z","time spent":"1.842104557s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:48.554929Z","caller":"traceutil/trace.go:171","msg":"trace[903088356] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"1.842038035s","start":"2026-07-07T11:40:46.712847Z","end":"2026-07-07T11:40:48.554885Z","steps":["trace[903088356] 'process raft request' (duration: 1.841673448s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.555101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.712804Z","time spent":"1.84220632s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:48.555267Z","caller":"traceutil/trace.go:171","msg":"trace[1115682718] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"1.84166638s","start":"2026-07-07T11:40:46.713559Z","end":"2026-07-07T11:40:48.555225Z","steps":["trace[1115682718] 'process raft request' (duration: 1.841267501s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:48.555355Z","caller":"traceutil/trace.go:171","msg":"trace[441761218] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"1.836065939s","start":"2026-07-07T11:40:46.719268Z","end":"2026-07-07T11:40:48.555334Z","steps":["trace[441761218] 'process raft request' (duration: 1.835823244s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:48.555346Z","caller":"traceutil/trace.go:171","msg":"trace[1090888580] linearizableReadLoop","detail":"{readStateIndex:10126; appliedIndex:10120; }","duration":"1.840633699s","start":"2026-07-07T11:40:46.714648Z","end":"2026-07-07T11:40:48.555281Z","steps":["trace[1090888580] 'read index received' (duration: 186.480571ms)","trace[1090888580] 'applied index is now lower than readState.Index' (duration: 1.654151668s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:48.555453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.719255Z","time spent":"1.83614197s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.555453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.713547Z","time spent":"1.841811872s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.555507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840848143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:48.555575Z","caller":"traceutil/trace.go:171","msg":"trace[706594026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9775; }","duration":"1.840937434s","start":"2026-07-07T11:40:46.714622Z","end":"2026-07-07T11:40:48.555559Z","steps":["trace[706594026] 'agreement among raft nodes before linearized reading' (duration: 1.840781981s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.555621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.714603Z","time spent":"1.841011256s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:40:48.979996Z","caller":"traceutil/trace.go:171","msg":"trace[1584472662] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"1.47392891s","start":"2026-07-07T11:40:47.506042Z","end":"2026-07-07T11:40:48.979971Z","steps":["trace[1584472662] 'process raft request' (duration: 1.473842309s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:48.980014Z","caller":"traceutil/trace.go:171","msg":"trace[622423356] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"1.475056992s","start":"2026-07-07T11:40:47.504908Z","end":"2026-07-07T11:40:48.979965Z","steps":["trace[622423356] 'process raft request' (duration: 1.474787857s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.980158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:47.506027Z","time spent":"1.474046513s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.980298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:47.504883Z","time spent":"1.475269926s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:48.98037Z","caller":"traceutil/trace.go:171","msg":"trace[1571375796] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"1.474126814s","start":"2026-07-07T11:40:47.506232Z","end":"2026-07-07T11:40:48.980359Z","steps":["trace[1571375796] 'process raft request' (duration: 1.473698286s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.98044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:47.506185Z","time spent":"1.474228977s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:48.980421Z","caller":"traceutil/trace.go:171","msg":"trace[1106789742] linearizableReadLoop","detail":"{readStateIndex:10131; appliedIndex:10127; }","duration":"424.939296ms","start":"2026-07-07T11:40:48.555443Z","end":"2026-07-07T11:40:48.980383Z","steps":["trace[1106789742] 'read index received' (duration: 424.227253ms)","trace[1106789742] 'applied index is now lower than readState.Index' (duration: 709.903µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:48.980571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.422864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:48.980609Z","caller":"traceutil/trace.go:171","msg":"trace[102185474] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9779; }","duration":"890.509855ms","start":"2026-07-07T11:40:48.09009Z","end":"2026-07-07T11:40:48.9806Z","steps":["trace[102185474] 'agreement among raft nodes before linearized reading' (duration: 890.440843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.98064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.090061Z","time spent":"890.568667ms","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:48.980676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476008502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:48.980736Z","caller":"traceutil/trace.go:171","msg":"trace[910657118] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9779; }","duration":"1.476086634s","start":"2026-07-07T11:40:47.504634Z","end":"2026-07-07T11:40:48.980721Z","steps":["trace[910657118] 'agreement among raft nodes before linearized reading' (duration: 1.475969622s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.980762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.779546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:48.980798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:47.504565Z","time spent":"1.476217186s","remote":"127.0.0.1:40944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:40:48.980825Z","caller":"traceutil/trace.go:171","msg":"trace[127197314] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9779; }","duration":"565.874709ms","start":"2026-07-07T11:40:48.414937Z","end":"2026-07-07T11:40:48.980812Z","steps":["trace[127197314] 'agreement among raft nodes before linearized reading' (duration: 565.626984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.980862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.77462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:48.980868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.414926Z","time spent":"565.929619ms","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":108,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:40:48.980896Z","caller":"traceutil/trace.go:171","msg":"trace[1479966274] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9779; }","duration":"855.860563ms","start":"2026-07-07T11:40:48.125026Z","end":"2026-07-07T11:40:48.980886Z","steps":["trace[1479966274] 'agreement among raft nodes before linearized reading' (duration: 855.803192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.98093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.124996Z","time spent":"855.926224ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:40:48.981097Z","caller":"traceutil/trace.go:171","msg":"trace[120080834] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"1.474516813s","start":"2026-07-07T11:40:47.506562Z","end":"2026-07-07T11:40:48.981079Z","steps":["trace[120080834] 'process raft request' (duration: 1.473651055s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156346639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:48.981168Z","caller":"traceutil/trace.go:171","msg":"trace[1422977415] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9779; }","duration":"2.156440221s","start":"2026-07-07T11:40:46.824715Z","end":"2026-07-07T11:40:48.981155Z","steps":["trace[1422977415] 'agreement among raft nodes before linearized reading' (duration: 2.156357579s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.824687Z","time spent":"2.156517002s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T11:40:48.981245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:47.506554Z","time spent":"1.474595194s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:48.981339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.655901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:48.981376Z","caller":"traceutil/trace.go:171","msg":"trace[1266550562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9779; }","duration":"424.724392ms","start":"2026-07-07T11:40:48.556642Z","end":"2026-07-07T11:40:48.981366Z","steps":["trace[1266550562] 'agreement among raft nodes before linearized reading' (duration: 424.665001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.556625Z","time spent":"424.771374ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:40:48.981476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.91823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T11:40:48.981544Z","caller":"traceutil/trace.go:171","msg":"trace[805764733] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:9779; }","duration":"601.041462ms","start":"2026-07-07T11:40:48.380487Z","end":"2026-07-07T11:40:48.981528Z","steps":["trace[805764733] 'agreement among raft nodes before linearized reading' (duration: 600.790667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22324237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:40:48.98159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.380456Z","time spent":"601.126034ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-07-07T11:40:48.981614Z","caller":"traceutil/trace.go:171","msg":"trace[1077241135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9779; }","duration":"2.223324602s","start":"2026-07-07T11:40:46.758277Z","end":"2026-07-07T11:40:48.981602Z","steps":["trace[1077241135] 'agreement among raft nodes before linearized reading' (duration: 2.22326s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:46.758245Z","time spent":"2.223396163s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:48.981771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.148087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:48.981829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.444301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:40:48.981499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.045315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:48.981895Z","caller":"traceutil/trace.go:171","msg":"trace[399661287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9779; }","duration":"401.2884ms","start":"2026-07-07T11:40:48.580573Z","end":"2026-07-07T11:40:48.981862Z","steps":["trace[399661287] 'agreement among raft nodes before linearized reading' (duration: 401.077736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.981982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.580497Z","time spent":"401.467013ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:40:48.981887Z","caller":"traceutil/trace.go:171","msg":"trace[515896734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9779; }","duration":"259.549903ms","start":"2026-07-07T11:40:48.722322Z","end":"2026-07-07T11:40:48.981872Z","steps":["trace[515896734] 'agreement among raft nodes before linearized reading' (duration: 259.348279ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:48.98199Z","caller":"traceutil/trace.go:171","msg":"trace[449151619] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9779; }","duration":"821.440512ms","start":"2026-07-07T11:40:48.160494Z","end":"2026-07-07T11:40:48.981934Z","steps":["trace[449151619] 'agreement among raft nodes before linearized reading' (duration: 819.936342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:48.982852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.160478Z","time spent":"822.35355ms","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:40:49.487766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.174254ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T11:40:49.487872Z","caller":"traceutil/trace.go:171","msg":"trace[1593269487] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10131; }","duration":"501.878156ms","start":"2026-07-07T11:40:48.985976Z","end":"2026-07-07T11:40:49.487854Z","steps":["trace[1593269487] 'read index received' (duration: 198.62667ms)","trace[1593269487] 'applied index is now lower than readState.Index' (duration: 303.250066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:49.487907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.983178Z","time spent":"504.717221ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:40:49.487984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.009359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:49.488315Z","caller":"traceutil/trace.go:171","msg":"trace[1265426136] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9779; }","duration":"502.357845ms","start":"2026-07-07T11:40:48.985915Z","end":"2026-07-07T11:40:49.488273Z","steps":["trace[1265426136] 'agreement among raft nodes before linearized reading' (duration: 502.022528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:49.48845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.985892Z","time spent":"502.514028ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T11:40:49.488534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.711943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:49.488663Z","caller":"traceutil/trace.go:171","msg":"trace[1657901519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9779; }","duration":"497.867186ms","start":"2026-07-07T11:40:48.990765Z","end":"2026-07-07T11:40:49.488632Z","steps":["trace[1657901519] 'agreement among raft nodes before linearized reading' (duration: 497.638511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:49.488576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.183932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289798"} {"level":"warn","ts":"2026-07-07T11:40:49.488735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.990756Z","time spent":"497.964497ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:40:49.488748Z","caller":"traceutil/trace.go:171","msg":"trace[285623105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9779; }","duration":"501.411016ms","start":"2026-07-07T11:40:48.987322Z","end":"2026-07-07T11:40:49.488733Z","steps":["trace[285623105] 'agreement among raft nodes before linearized reading' (duration: 500.684353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:49.488799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:48.987296Z","time spent":"501.486787ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289821,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T11:40:49.916924Z","caller":"traceutil/trace.go:171","msg":"trace[1514238206] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"139.244288ms","start":"2026-07-07T11:40:49.777618Z","end":"2026-07-07T11:40:49.916863Z","steps":["trace[1514238206] 'process raft request' (duration: 138.753628ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:50.688092Z","caller":"traceutil/trace.go:171","msg":"trace[450482819] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"121.921386ms","start":"2026-07-07T11:40:50.566124Z","end":"2026-07-07T11:40:50.688045Z","steps":["trace[450482819] 'process raft request' (duration: 121.615781ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:50.744489Z","caller":"traceutil/trace.go:171","msg":"trace[63936297] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"177.948952ms","start":"2026-07-07T11:40:50.566501Z","end":"2026-07-07T11:40:50.74445Z","steps":["trace[63936297] 'process raft request' (duration: 177.670227ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:50.74456Z","caller":"traceutil/trace.go:171","msg":"trace[1706951196] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"178.009674ms","start":"2026-07-07T11:40:50.566502Z","end":"2026-07-07T11:40:50.744512Z","steps":["trace[1706951196] 'process raft request' (duration: 177.84665ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:50.744841Z","caller":"traceutil/trace.go:171","msg":"trace[2003313368] linearizableReadLoop","detail":"{readStateIndex:10139; appliedIndex:10136; }","duration":"147.114984ms","start":"2026-07-07T11:40:50.597708Z","end":"2026-07-07T11:40:50.744823Z","steps":["trace[2003313368] 'read index received' (duration: 90.19582ms)","trace[2003313368] 'applied index is now lower than readState.Index' (duration: 56.917193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:50.745037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.298108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:50.745113Z","caller":"traceutil/trace.go:171","msg":"trace[1992343967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9786; }","duration":"147.438541ms","start":"2026-07-07T11:40:50.597654Z","end":"2026-07-07T11:40:50.745092Z","steps":["trace[1992343967] 'agreement among raft nodes before linearized reading' (duration: 147.284268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:50.745174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.857495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-r8fz2\" ","response":"range_response_count:1 size:6927"} {"level":"info","ts":"2026-07-07T11:40:50.745322Z","caller":"traceutil/trace.go:171","msg":"trace[599797740] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-r8fz2; range_end:; response_count:1; response_revision:9786; }","duration":"122.09344ms","start":"2026-07-07T11:40:50.623215Z","end":"2026-07-07T11:40:50.745308Z","steps":["trace[599797740] 'agreement among raft nodes before linearized reading' (duration: 121.745583ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:51.262505Z","caller":"traceutil/trace.go:171","msg":"trace[1783915692] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"333.760977ms","start":"2026-07-07T11:40:50.928697Z","end":"2026-07-07T11:40:51.262458Z","steps":["trace[1783915692] 'process raft request' (duration: 333.476072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:51.26278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:50.928667Z","time spent":"333.970941ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:51.440696Z","caller":"traceutil/trace.go:171","msg":"trace[273712299] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"452.142604ms","start":"2026-07-07T11:40:50.988518Z","end":"2026-07-07T11:40:51.440661Z","steps":["trace[273712299] 'process raft request' (duration: 452.042881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:51.440834Z","caller":"traceutil/trace.go:171","msg":"trace[308163828] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"453.394108ms","start":"2026-07-07T11:40:50.987392Z","end":"2026-07-07T11:40:51.440786Z","steps":["trace[308163828] 'process raft request' (duration: 452.885278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:51.440855Z","caller":"traceutil/trace.go:171","msg":"trace[2082515861] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"453.089503ms","start":"2026-07-07T11:40:50.987716Z","end":"2026-07-07T11:40:51.440805Z","steps":["trace[2082515861] 'process raft request' (duration: 452.793246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:51.440969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:50.988505Z","time spent":"452.327557ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:51.441065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:50.987276Z","time spent":"453.655964ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:51.441084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:50.98768Z","time spent":"453.297457ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:51.441134Z","caller":"traceutil/trace.go:171","msg":"trace[1270041671] linearizableReadLoop","detail":"{readStateIndex:10144; appliedIndex:10139; }","duration":"436.396863ms","start":"2026-07-07T11:40:51.004684Z","end":"2026-07-07T11:40:51.441081Z","steps":["trace[1270041671] 'read index received' (duration: 257.429831ms)","trace[1270041671] 'applied index is now lower than readState.Index' (duration: 178.962942ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:51.441157Z","caller":"traceutil/trace.go:171","msg":"trace[2050823254] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"452.035502ms","start":"2026-07-07T11:40:50.989056Z","end":"2026-07-07T11:40:51.441092Z","steps":["trace[2050823254] 'process raft request' (duration: 451.553273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:51.441367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.661698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:40:51.441412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:50.989021Z","time spent":"452.255496ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:51.441466Z","caller":"traceutil/trace.go:171","msg":"trace[1841310065] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9791; }","duration":"436.803221ms","start":"2026-07-07T11:40:51.004638Z","end":"2026-07-07T11:40:51.441441Z","steps":["trace[1841310065] 'agreement among raft nodes before linearized reading' (duration: 436.583577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:51.441536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:51.004624Z","time spent":"436.894312ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:40:52.387227Z","caller":"traceutil/trace.go:171","msg":"trace[1818788698] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"112.601623ms","start":"2026-07-07T11:40:52.274584Z","end":"2026-07-07T11:40:52.387185Z","steps":["trace[1818788698] 'process raft request' (duration: 112.361257ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:52.757537Z","caller":"traceutil/trace.go:171","msg":"trace[820476114] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"114.115842ms","start":"2026-07-07T11:40:52.643388Z","end":"2026-07-07T11:40:52.757504Z","steps":["trace[820476114] 'process raft request' (duration: 112.790956ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.112019Z","caller":"traceutil/trace.go:171","msg":"trace[438536793] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"153.913248ms","start":"2026-07-07T11:40:52.958075Z","end":"2026-07-07T11:40:53.111988Z","steps":["trace[438536793] 'process raft request' (duration: 79.436358ms)","trace[438536793] 'compare' (duration: 74.314597ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:53.112471Z","caller":"traceutil/trace.go:171","msg":"trace[1921652276] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"103.646646ms","start":"2026-07-07T11:40:53.008798Z","end":"2026-07-07T11:40:53.112445Z","steps":["trace[1921652276] 'process raft request' (duration: 103.439131ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.11259Z","caller":"traceutil/trace.go:171","msg":"trace[1166995935] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"104.116065ms","start":"2026-07-07T11:40:53.008462Z","end":"2026-07-07T11:40:53.112578Z","steps":["trace[1166995935] 'process raft request' (duration: 103.616685ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.112583Z","caller":"traceutil/trace.go:171","msg":"trace[1071501274] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"101.839871ms","start":"2026-07-07T11:40:53.010698Z","end":"2026-07-07T11:40:53.112538Z","steps":["trace[1071501274] 'process raft request' (duration: 101.626526ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.577128Z","caller":"traceutil/trace.go:171","msg":"trace[523477996] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"128.463215ms","start":"2026-07-07T11:40:53.448628Z","end":"2026-07-07T11:40:53.577091Z","steps":["trace[523477996] 'process raft request' (duration: 128.400314ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.577229Z","caller":"traceutil/trace.go:171","msg":"trace[178554669] transaction","detail":"{read_only:false; response_revision:9816; number_of_response:1; }","duration":"129.482356ms","start":"2026-07-07T11:40:53.447718Z","end":"2026-07-07T11:40:53.5772Z","steps":["trace[178554669] 'process raft request' (duration: 129.24549ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:53.577211Z","caller":"traceutil/trace.go:171","msg":"trace[830779914] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"129.536406ms","start":"2026-07-07T11:40:53.447627Z","end":"2026-07-07T11:40:53.577164Z","steps":["trace[830779914] 'process raft request' (duration: 94.899323ms)","trace[830779914] 'compare' (duration: 34.222265ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:53.864304Z","caller":"traceutil/trace.go:171","msg":"trace[163996142] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"117.119152ms","start":"2026-07-07T11:40:53.747136Z","end":"2026-07-07T11:40:53.864255Z","steps":["trace[163996142] 'process raft request' (duration: 79.091231ms)","trace[163996142] 'compare' (duration: 37.711994ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:53.864294Z","caller":"traceutil/trace.go:171","msg":"trace[649093027] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10172; }","duration":"103.071234ms","start":"2026-07-07T11:40:53.761181Z","end":"2026-07-07T11:40:53.864252Z","steps":["trace[649093027] 'read index received' (duration: 64.972411ms)","trace[649093027] 'applied index is now lower than readState.Index' (duration: 38.096543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:53.864467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.273099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:53.864526Z","caller":"traceutil/trace.go:171","msg":"trace[323815653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9819; }","duration":"103.3884ms","start":"2026-07-07T11:40:53.761123Z","end":"2026-07-07T11:40:53.864511Z","steps":["trace[323815653] 'agreement among raft nodes before linearized reading' (duration: 103.229457ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:54.267037Z","caller":"traceutil/trace.go:171","msg":"trace[890822895] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"184.518143ms","start":"2026-07-07T11:40:54.082477Z","end":"2026-07-07T11:40:54.266995Z","steps":["trace[890822895] 'process raft request' (duration: 94.299502ms)","trace[890822895] 'compare' (duration: 89.992776ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:54.438664Z","caller":"traceutil/trace.go:171","msg":"trace[958491662] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"224.672605ms","start":"2026-07-07T11:40:54.213907Z","end":"2026-07-07T11:40:54.43858Z","steps":["trace[958491662] 'process raft request' (duration: 174.192238ms)","trace[958491662] 'compare' (duration: 50.127039ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:55.491407Z","caller":"traceutil/trace.go:171","msg":"trace[1213659524] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"126.708231ms","start":"2026-07-07T11:40:55.364656Z","end":"2026-07-07T11:40:55.491364Z","steps":["trace[1213659524] 'process raft request' (duration: 126.479406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.54812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.668135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:55.548212Z","caller":"traceutil/trace.go:171","msg":"trace[284073927] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9829; }","duration":"106.832178ms","start":"2026-07-07T11:40:55.441359Z","end":"2026-07-07T11:40:55.548192Z","steps":["trace[284073927] 'agreement among raft nodes before linearized reading' (duration: 106.667445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.54831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.893871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-07-07T11:40:55.5484Z","caller":"traceutil/trace.go:171","msg":"trace[721573427] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9829; }","duration":"104.035203ms","start":"2026-07-07T11:40:55.444345Z","end":"2026-07-07T11:40:55.548381Z","steps":["trace[721573427] 'agreement among raft nodes before linearized reading' (duration: 103.755387ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:55.67802Z","caller":"traceutil/trace.go:171","msg":"trace[126194852] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"122.412896ms","start":"2026-07-07T11:40:55.555575Z","end":"2026-07-07T11:40:55.677988Z","steps":["trace[126194852] 'process raft request' (duration: 115.323946ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:55.863578Z","caller":"traceutil/trace.go:171","msg":"trace[277385549] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"279.915134ms","start":"2026-07-07T11:40:55.583624Z","end":"2026-07-07T11:40:55.86354Z","steps":["trace[277385549] 'process raft request' (duration: 215.087125ms)","trace[277385549] 'compare' (duration: 64.526073ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:55.863977Z","caller":"traceutil/trace.go:171","msg":"trace[917086130] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"279.66267ms","start":"2026-07-07T11:40:55.584285Z","end":"2026-07-07T11:40:55.863947Z","steps":["trace[917086130] 'process raft request' (duration: 279.170869ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:55.864016Z","caller":"traceutil/trace.go:171","msg":"trace[1017061771] linearizableReadLoop","detail":"{readStateIndex:10187; appliedIndex:10183; }","duration":"255.529054ms","start":"2026-07-07T11:40:55.608462Z","end":"2026-07-07T11:40:55.863991Z","steps":["trace[1017061771] 'read index received' (duration: 62.409422ms)","trace[1017061771] 'applied index is now lower than readState.Index' (duration: 193.118422ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:55.864088Z","caller":"traceutil/trace.go:171","msg":"trace[1904395293] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"197.230763ms","start":"2026-07-07T11:40:55.666836Z","end":"2026-07-07T11:40:55.864067Z","steps":["trace[1904395293] 'process raft request' (duration: 197.100361ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:55.864082Z","caller":"traceutil/trace.go:171","msg":"trace[271926290] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"278.867344ms","start":"2026-07-07T11:40:55.585168Z","end":"2026-07-07T11:40:55.864035Z","steps":["trace[271926290] 'process raft request' (duration: 278.65853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.864286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.769047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:55.864335Z","caller":"traceutil/trace.go:171","msg":"trace[2092558055] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9834; }","duration":"224.058633ms","start":"2026-07-07T11:40:55.640266Z","end":"2026-07-07T11:40:55.864324Z","steps":["trace[2092558055] 'agreement among raft nodes before linearized reading' (duration: 223.862799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.864346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.653646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:55.864397Z","caller":"traceutil/trace.go:171","msg":"trace[1338321457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9834; }","duration":"103.752758ms","start":"2026-07-07T11:40:55.760631Z","end":"2026-07-07T11:40:55.864384Z","steps":["trace[1338321457] 'agreement among raft nodes before linearized reading' (duration: 103.590885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.864424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.917942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:40:55.864554Z","caller":"traceutil/trace.go:171","msg":"trace[124435754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9834; }","duration":"256.128866ms","start":"2026-07-07T11:40:55.608389Z","end":"2026-07-07T11:40:55.864518Z","steps":["trace[124435754] 'agreement among raft nodes before linearized reading' (duration: 255.727688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:55.864776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.815126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-jqpb2\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-07-07T11:40:55.864839Z","caller":"traceutil/trace.go:171","msg":"trace[689801842] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-jqpb2; range_end:; response_count:1; response_revision:9834; }","duration":"114.948538ms","start":"2026-07-07T11:40:55.749874Z","end":"2026-07-07T11:40:55.864822Z","steps":["trace[689801842] 'agreement among raft nodes before linearized reading' (duration: 114.684403ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:56.072148Z","caller":"traceutil/trace.go:171","msg":"trace[331372873] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"144.135744ms","start":"2026-07-07T11:40:55.927969Z","end":"2026-07-07T11:40:56.072105Z","steps":["trace[331372873] 'process raft request' (duration: 44.464447ms)","trace[331372873] 'compare' (duration: 99.487974ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:56.112991Z","caller":"traceutil/trace.go:171","msg":"trace[17693964] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"183.515282ms","start":"2026-07-07T11:40:55.929431Z","end":"2026-07-07T11:40:56.112947Z","steps":["trace[17693964] 'process raft request' (duration: 183.153714ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:56.113055Z","caller":"traceutil/trace.go:171","msg":"trace[1628629773] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"178.525363ms","start":"2026-07-07T11:40:55.934491Z","end":"2026-07-07T11:40:56.113017Z","steps":["trace[1628629773] 'process raft request' (duration: 178.307088ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:56.113232Z","caller":"traceutil/trace.go:171","msg":"trace[249890158] linearizableReadLoop","detail":"{readStateIndex:10193; appliedIndex:10189; }","duration":"153.477029ms","start":"2026-07-07T11:40:55.959692Z","end":"2026-07-07T11:40:56.113169Z","steps":["trace[249890158] 'read index received' (duration: 12.749021ms)","trace[249890158] 'applied index is now lower than readState.Index' (duration: 140.723868ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:56.113308Z","caller":"traceutil/trace.go:171","msg":"trace[1793742604] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"176.935872ms","start":"2026-07-07T11:40:55.93629Z","end":"2026-07-07T11:40:56.113226Z","steps":["trace[1793742604] 'process raft request' (duration: 176.659027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:56.113473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:56.113583Z","caller":"traceutil/trace.go:171","msg":"trace[975440576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9839; }","duration":"153.913628ms","start":"2026-07-07T11:40:55.959644Z","end":"2026-07-07T11:40:56.113558Z","steps":["trace[975440576] 'agreement among raft nodes before linearized reading' (duration: 153.684453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:56.11369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.759503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:56.113755Z","caller":"traceutil/trace.go:171","msg":"trace[585013897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9839; }","duration":"122.949256ms","start":"2026-07-07T11:40:55.990792Z","end":"2026-07-07T11:40:56.113741Z","steps":["trace[585013897] 'agreement among raft nodes before linearized reading' (duration: 122.698921ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:56.272298Z","caller":"traceutil/trace.go:171","msg":"trace[356572768] linearizableReadLoop","detail":"{readStateIndex:10194; appliedIndex:10193; }","duration":"105.973701ms","start":"2026-07-07T11:40:56.166291Z","end":"2026-07-07T11:40:56.272265Z","steps":["trace[356572768] 'read index received' (duration: 105.714176ms)","trace[356572768] 'applied index is now lower than readState.Index' (duration: 257.805µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:56.272573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.249877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:40:56.272618Z","caller":"traceutil/trace.go:171","msg":"trace[635955279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9840; }","duration":"106.3715ms","start":"2026-07-07T11:40:56.166234Z","end":"2026-07-07T11:40:56.272606Z","steps":["trace[635955279] 'agreement among raft nodes before linearized reading' (duration: 106.153394ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:56.272535Z","caller":"traceutil/trace.go:171","msg":"trace[1028095565] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"144.051443ms","start":"2026-07-07T11:40:56.128304Z","end":"2026-07-07T11:40:56.272355Z","steps":["trace[1028095565] 'process raft request' (duration: 143.711956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:56.586758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.170085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:56.586916Z","caller":"traceutil/trace.go:171","msg":"trace[672973750] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"309.230564ms","start":"2026-07-07T11:40:56.277655Z","end":"2026-07-07T11:40:56.586886Z","steps":["trace[672973750] 'process raft request' (duration: 159.796994ms)","trace[672973750] 'compare' (duration: 149.000502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:56.586994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:56.277631Z","time spent":"309.324465ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:56.601387Z","caller":"traceutil/trace.go:171","msg":"trace[848494576] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"321.300191ms","start":"2026-07-07T11:40:56.280054Z","end":"2026-07-07T11:40:56.601355Z","steps":["trace[848494576] 'process raft request' (duration: 321.120368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:56.601587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:56.280024Z","time spent":"321.459155ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:40:57.066422Z","caller":"traceutil/trace.go:171","msg":"trace[1548168189] linearizableReadLoop","detail":"{readStateIndex:10197; appliedIndex:10196; }","duration":"157.457258ms","start":"2026-07-07T11:40:56.908935Z","end":"2026-07-07T11:40:57.066392Z","steps":["trace[1548168189] 'read index received' (duration: 157.263294ms)","trace[1548168189] 'applied index is now lower than readState.Index' (duration: 192.534µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:57.066572Z","caller":"traceutil/trace.go:171","msg":"trace[1762802766] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"176.587465ms","start":"2026-07-07T11:40:56.889933Z","end":"2026-07-07T11:40:57.06652Z","steps":["trace[1762802766] 'process raft request' (duration: 176.245067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:57.0669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.641093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T11:40:57.066947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.986498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:40:57.067209Z","caller":"traceutil/trace.go:171","msg":"trace[197735262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9843; }","duration":"154.834107ms","start":"2026-07-07T11:40:56.912154Z","end":"2026-07-07T11:40:57.066988Z","steps":["trace[197735262] 'agreement among raft nodes before linearized reading' (duration: 154.416479ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:57.067191Z","caller":"traceutil/trace.go:171","msg":"trace[961934347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9843; }","duration":"158.253113ms","start":"2026-07-07T11:40:56.908865Z","end":"2026-07-07T11:40:57.067118Z","steps":["trace[961934347] 'agreement among raft nodes before linearized reading' (duration: 157.637451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:57.255223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.787826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:40:57.255369Z","caller":"traceutil/trace.go:171","msg":"trace[1581013050] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"182.579364ms","start":"2026-07-07T11:40:57.072764Z","end":"2026-07-07T11:40:57.255343Z","steps":["trace[1581013050] 'process raft request' (duration: 71.560282ms)","trace[1581013050] 'compare' (duration: 110.599833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:57.951829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.482099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:57.951952Z","caller":"traceutil/trace.go:171","msg":"trace[730150892] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9846; }","duration":"192.697234ms","start":"2026-07-07T11:40:57.759222Z","end":"2026-07-07T11:40:57.951919Z","steps":["trace[730150892] 'count revisions from in-memory index tree' (duration: 192.340686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:57.952122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.193784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:40:57.952217Z","caller":"traceutil/trace.go:171","msg":"trace[1478271759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9846; }","duration":"192.327906ms","start":"2026-07-07T11:40:57.759871Z","end":"2026-07-07T11:40:57.952199Z","steps":["trace[1478271759] 'range keys from in-memory index tree' (duration: 192.06185ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:57.98832Z","caller":"traceutil/trace.go:171","msg":"trace[267096278] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"117.618191ms","start":"2026-07-07T11:40:57.870665Z","end":"2026-07-07T11:40:57.988283Z","steps":["trace[267096278] 'process raft request' (duration: 117.318766ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:58.034591Z","caller":"traceutil/trace.go:171","msg":"trace[2138576188] linearizableReadLoop","detail":"{readStateIndex:10203; appliedIndex:10200; }","duration":"156.54891ms","start":"2026-07-07T11:40:57.878016Z","end":"2026-07-07T11:40:58.034565Z","steps":["trace[2138576188] 'read index received' (duration: 110.027582ms)","trace[2138576188] 'applied index is now lower than readState.Index' (duration: 46.520248ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:58.034704Z","caller":"traceutil/trace.go:171","msg":"trace[214012496] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"163.463737ms","start":"2026-07-07T11:40:57.871207Z","end":"2026-07-07T11:40:58.034671Z","steps":["trace[214012496] 'process raft request' (duration: 163.293823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:58.034856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.826396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:40:58.034901Z","caller":"traceutil/trace.go:171","msg":"trace[609255698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9849; }","duration":"156.925537ms","start":"2026-07-07T11:40:57.877964Z","end":"2026-07-07T11:40:58.034889Z","steps":["trace[609255698] 'agreement among raft nodes before linearized reading' (duration: 156.706083ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:58.034679Z","caller":"traceutil/trace.go:171","msg":"trace[1994727997] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"163.602269ms","start":"2026-07-07T11:40:57.871031Z","end":"2026-07-07T11:40:58.034633Z","steps":["trace[1994727997] 'process raft request' (duration: 163.315613ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:58.826961Z","caller":"traceutil/trace.go:171","msg":"trace[198416233] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"180.975142ms","start":"2026-07-07T11:40:58.645914Z","end":"2026-07-07T11:40:58.82689Z","steps":["trace[198416233] 'process raft request' (duration: 95.26667ms)","trace[198416233] 'compare' (duration: 85.458547ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:59.087556Z","caller":"traceutil/trace.go:171","msg":"trace[635908905] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"216.630746ms","start":"2026-07-07T11:40:58.870892Z","end":"2026-07-07T11:40:59.087523Z","steps":["trace[635908905] 'process raft request' (duration: 159.697372ms)","trace[635908905] 'compare' (duration: 56.774901ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:59.249196Z","caller":"traceutil/trace.go:171","msg":"trace[1017252586] linearizableReadLoop","detail":"{readStateIndex:10209; appliedIndex:10208; }","duration":"177.625626ms","start":"2026-07-07T11:40:59.07153Z","end":"2026-07-07T11:40:59.249156Z","steps":["trace[1017252586] 'read index received' (duration: 175.776249ms)","trace[1017252586] 'applied index is now lower than readState.Index' (duration: 1.847277ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:59.249298Z","caller":"traceutil/trace.go:171","msg":"trace[691721256] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"369.146586ms","start":"2026-07-07T11:40:58.880103Z","end":"2026-07-07T11:40:59.24925Z","steps":["trace[691721256] 'process raft request' (duration: 367.271798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:59.249532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:40:58.880039Z","time spent":"369.358841ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:40:59.249545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.936613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:40:59.24959Z","caller":"traceutil/trace.go:171","msg":"trace[702088489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9854; }","duration":"138.068735ms","start":"2026-07-07T11:40:59.111511Z","end":"2026-07-07T11:40:59.249579Z","steps":["trace[702088489] 'agreement among raft nodes before linearized reading' (duration: 137.856961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:59.249607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.039314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:40:59.249716Z","caller":"traceutil/trace.go:171","msg":"trace[1952264319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9854; }","duration":"178.227537ms","start":"2026-07-07T11:40:59.071462Z","end":"2026-07-07T11:40:59.249689Z","steps":["trace[1952264319] 'agreement among raft nodes before linearized reading' (duration: 177.82872ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:59.377084Z","caller":"traceutil/trace.go:171","msg":"trace[1578925911] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"122.11103ms","start":"2026-07-07T11:40:59.254932Z","end":"2026-07-07T11:40:59.377043Z","steps":["trace[1578925911] 'process raft request' (duration: 111.871108ms)","trace[1578925911] 'compare' (duration: 10.073709ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:40:59.422676Z","caller":"traceutil/trace.go:171","msg":"trace[1484510733] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"166.531377ms","start":"2026-07-07T11:40:59.25611Z","end":"2026-07-07T11:40:59.422641Z","steps":["trace[1484510733] 'process raft request' (duration: 166.1555ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:59.422612Z","caller":"traceutil/trace.go:171","msg":"trace[148384904] linearizableReadLoop","detail":"{readStateIndex:10211; appliedIndex:10209; }","duration":"163.583678ms","start":"2026-07-07T11:40:59.258988Z","end":"2026-07-07T11:40:59.422572Z","steps":["trace[148384904] 'read index received' (duration: 107.841358ms)","trace[148384904] 'applied index is now lower than readState.Index' (duration: 55.73959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:40:59.422963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.946546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:40:59.423049Z","caller":"traceutil/trace.go:171","msg":"trace[1276660015] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9856; }","duration":"164.089729ms","start":"2026-07-07T11:40:59.258944Z","end":"2026-07-07T11:40:59.423034Z","steps":["trace[1276660015] 'agreement among raft nodes before linearized reading' (duration: 163.897675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:40:59.423757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.211391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:40:59.423847Z","caller":"traceutil/trace.go:171","msg":"trace[1968941850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9856; }","duration":"164.339403ms","start":"2026-07-07T11:40:59.259492Z","end":"2026-07-07T11:40:59.423832Z","steps":["trace[1968941850] 'agreement among raft nodes before linearized reading' (duration: 163.373935ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:40:59.610319Z","caller":"traceutil/trace.go:171","msg":"trace[196303367] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"181.855279ms","start":"2026-07-07T11:40:59.428423Z","end":"2026-07-07T11:40:59.610278Z","steps":["trace[196303367] 'process raft request' (duration: 83.194682ms)","trace[196303367] 'compare' (duration: 98.501914ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:00.346562Z","caller":"traceutil/trace.go:171","msg":"trace[2073561125] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"305.476789ms","start":"2026-07-07T11:41:00.041059Z","end":"2026-07-07T11:41:00.346536Z","steps":["trace[2073561125] 'process raft request' (duration: 305.286516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:00.346726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:00.041013Z","time spent":"305.627022ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:00.472631Z","caller":"traceutil/trace.go:171","msg":"trace[268565327] linearizableReadLoop","detail":"{readStateIndex:10217; appliedIndex:10215; }","duration":"422.142671ms","start":"2026-07-07T11:41:00.050448Z","end":"2026-07-07T11:41:00.472591Z","steps":["trace[268565327] 'read index received' (duration: 295.91477ms)","trace[268565327] 'applied index is now lower than readState.Index' (duration: 126.226431ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:00.472678Z","caller":"traceutil/trace.go:171","msg":"trace[851055071] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"430.475776ms","start":"2026-07-07T11:41:00.042156Z","end":"2026-07-07T11:41:00.472632Z","steps":["trace[851055071] 'process raft request' (duration: 348.658581ms)","trace[851055071] 'compare' (duration: 81.455558ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:00.472654Z","caller":"traceutil/trace.go:171","msg":"trace[1484172285] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"200.711801ms","start":"2026-07-07T11:41:00.271916Z","end":"2026-07-07T11:41:00.472628Z","steps":["trace[1484172285] 'process raft request' (duration: 200.578658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:00.472913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:00.042127Z","time spent":"430.68703ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:00.472985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.500029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:41:00.473118Z","caller":"traceutil/trace.go:171","msg":"trace[2046493498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9863; }","duration":"422.686883ms","start":"2026-07-07T11:41:00.050405Z","end":"2026-07-07T11:41:00.473092Z","steps":["trace[2046493498] 'agreement among raft nodes before linearized reading' (duration: 422.305784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:00.473179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:00.050393Z","time spent":"422.772684ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"warn","ts":"2026-07-07T11:41:00.952536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.121701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:41:00.952652Z","caller":"traceutil/trace.go:171","msg":"trace[1500524395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9864; }","duration":"120.313405ms","start":"2026-07-07T11:41:00.832314Z","end":"2026-07-07T11:41:00.952628Z","steps":["trace[1500524395] 'range keys from in-memory index tree' (duration: 119.891367ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:01.21185Z","caller":"traceutil/trace.go:171","msg":"trace[1432169898] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"249.472144ms","start":"2026-07-07T11:41:00.962347Z","end":"2026-07-07T11:41:01.21182Z","steps":["trace[1432169898] 'process raft request' (duration: 208.765611ms)","trace[1432169898] 'compare' (duration: 40.055061ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:01.568785Z","caller":"traceutil/trace.go:171","msg":"trace[156932893] linearizableReadLoop","detail":"{readStateIndex:10222; appliedIndex:10221; }","duration":"142.431472ms","start":"2026-07-07T11:41:01.426319Z","end":"2026-07-07T11:41:01.56875Z","steps":["trace[156932893] 'read index received' (duration: 142.208407ms)","trace[156932893] 'applied index is now lower than readState.Index' (duration: 221.665µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:01.568951Z","caller":"traceutil/trace.go:171","msg":"trace[1699421276] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"162.340954ms","start":"2026-07-07T11:41:01.406552Z","end":"2026-07-07T11:41:01.568893Z","steps":["trace[1699421276] 'process raft request' (duration: 161.971897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:01.5691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.764138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:41:01.569214Z","caller":"traceutil/trace.go:171","msg":"trace[939244038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9867; }","duration":"142.954142ms","start":"2026-07-07T11:41:01.426234Z","end":"2026-07-07T11:41:01.569188Z","steps":["trace[939244038] 'agreement among raft nodes before linearized reading' (duration: 142.663986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:01.856933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.389044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:41:01.857221Z","caller":"traceutil/trace.go:171","msg":"trace[225914859] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"233.376506ms","start":"2026-07-07T11:41:01.623824Z","end":"2026-07-07T11:41:01.857201Z","steps":["trace[225914859] 'process raft request' (duration: 233.229853ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:01.857229Z","caller":"traceutil/trace.go:171","msg":"trace[634441247] linearizableReadLoop","detail":"{readStateIndex:10223; appliedIndex:10222; }","duration":"242.565998ms","start":"2026-07-07T11:41:01.614621Z","end":"2026-07-07T11:41:01.857186Z","steps":["trace[634441247] 'read index received' (duration: 74.909948ms)","trace[634441247] 'applied index is now lower than readState.Index' (duration: 167.6521ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:01.857388Z","caller":"traceutil/trace.go:171","msg":"trace[963139398] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"282.657679ms","start":"2026-07-07T11:41:01.574688Z","end":"2026-07-07T11:41:01.857346Z","steps":["trace[963139398] 'process raft request' (duration: 114.735324ms)","trace[963139398] 'compare' (duration: 166.983807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:01.857608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.951215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:41:01.857724Z","caller":"traceutil/trace.go:171","msg":"trace[507200930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9869; }","duration":"243.134179ms","start":"2026-07-07T11:41:01.614563Z","end":"2026-07-07T11:41:01.857697Z","steps":["trace[507200930] 'agreement among raft nodes before linearized reading' (duration: 242.748481ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:02.434711Z","caller":"traceutil/trace.go:171","msg":"trace[1598239962] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"209.902233ms","start":"2026-07-07T11:41:02.224768Z","end":"2026-07-07T11:41:02.43467Z","steps":["trace[1598239962] 'process raft request' (duration: 209.644387ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:02.720903Z","caller":"traceutil/trace.go:171","msg":"trace[1565519464] linearizableReadLoop","detail":"{readStateIndex:10230; appliedIndex:10229; }","duration":"232.557799ms","start":"2026-07-07T11:41:02.488317Z","end":"2026-07-07T11:41:02.720875Z","steps":["trace[1565519464] 'read index received' (duration: 232.364926ms)","trace[1565519464] 'applied index is now lower than readState.Index' (duration: 191.293µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:02.721Z","caller":"traceutil/trace.go:171","msg":"trace[1675529417] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"242.16731ms","start":"2026-07-07T11:41:02.478784Z","end":"2026-07-07T11:41:02.720952Z","steps":["trace[1675529417] 'process raft request' (duration: 241.898145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:02.721298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.951858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:41:02.721341Z","caller":"traceutil/trace.go:171","msg":"trace[1043198530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9875; }","duration":"233.021919ms","start":"2026-07-07T11:41:02.488308Z","end":"2026-07-07T11:41:02.72133Z","steps":["trace[1043198530] 'agreement among raft nodes before linearized reading' (duration: 232.730883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:03.001065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.247345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:41:03.001174Z","caller":"traceutil/trace.go:171","msg":"trace[1117063086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9875; }","duration":"227.391248ms","start":"2026-07-07T11:41:02.773762Z","end":"2026-07-07T11:41:03.001154Z","steps":["trace[1117063086] 'range keys from in-memory index tree' (duration: 227.105532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:03.001078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.945706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:03.001325Z","caller":"traceutil/trace.go:171","msg":"trace[696091851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9875; }","duration":"240.258701ms","start":"2026-07-07T11:41:02.761017Z","end":"2026-07-07T11:41:03.001276Z","steps":["trace[696091851] 'range keys from in-memory index tree' (duration: 239.778132ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:03.139165Z","caller":"traceutil/trace.go:171","msg":"trace[634241690] linearizableReadLoop","detail":"{readStateIndex:10231; appliedIndex:10230; }","duration":"113.743725ms","start":"2026-07-07T11:41:03.025387Z","end":"2026-07-07T11:41:03.139131Z","steps":["trace[634241690] 'read index received' (duration: 113.49382ms)","trace[634241690] 'applied index is now lower than readState.Index' (duration: 248.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:03.139221Z","caller":"traceutil/trace.go:171","msg":"trace[2023121387] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"132.856343ms","start":"2026-07-07T11:41:03.006324Z","end":"2026-07-07T11:41:03.13918Z","steps":["trace[2023121387] 'process raft request' (duration: 132.599838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:03.139509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.094491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:41:03.139561Z","caller":"traceutil/trace.go:171","msg":"trace[854659281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9876; }","duration":"114.230424ms","start":"2026-07-07T11:41:03.025317Z","end":"2026-07-07T11:41:03.139547Z","steps":["trace[854659281] 'agreement among raft nodes before linearized reading' (duration: 113.941048ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:03.402299Z","caller":"traceutil/trace.go:171","msg":"trace[600531061] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"256.520013ms","start":"2026-07-07T11:41:03.145736Z","end":"2026-07-07T11:41:03.402256Z","steps":["trace[600531061] 'process raft request' (duration: 173.874052ms)","trace[600531061] 'compare' (duration: 82.411637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:04.01211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.632822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:41:04.012224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.305466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:41:04.012244Z","caller":"traceutil/trace.go:171","msg":"trace[237821832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9879; }","duration":"150.848356ms","start":"2026-07-07T11:41:03.861367Z","end":"2026-07-07T11:41:04.012215Z","steps":["trace[237821832] 'range keys from in-memory index tree' (duration: 150.359447ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:04.012345Z","caller":"traceutil/trace.go:171","msg":"trace[512217186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9879; }","duration":"189.48939ms","start":"2026-07-07T11:41:03.822816Z","end":"2026-07-07T11:41:04.012306Z","steps":["trace[512217186] 'count revisions from in-memory index tree' (duration: 189.201694ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:04.017164Z","caller":"traceutil/trace.go:171","msg":"trace[1028487730] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"153.062891ms","start":"2026-07-07T11:41:03.86405Z","end":"2026-07-07T11:41:04.017113Z","steps":["trace[1028487730] 'process raft request' (duration: 152.631373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:04.932281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.924209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T11:41:04.932579Z","caller":"traceutil/trace.go:171","msg":"trace[374870929] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10240; }","duration":"196.370376ms","start":"2026-07-07T11:41:04.736187Z","end":"2026-07-07T11:41:04.932558Z","steps":["trace[374870929] 'read index received' (duration: 196.219034ms)","trace[374870929] 'applied index is now lower than readState.Index' (duration: 149.792µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:04.932603Z","caller":"traceutil/trace.go:171","msg":"trace[1071147846] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"204.439505ms","start":"2026-07-07T11:41:04.728131Z","end":"2026-07-07T11:41:04.932571Z","steps":["trace[1071147846] 'process raft request' (duration: 204.274272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:04.932735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.559255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:04.932771Z","caller":"traceutil/trace.go:171","msg":"trace[840694724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9885; }","duration":"173.651227ms","start":"2026-07-07T11:41:04.75911Z","end":"2026-07-07T11:41:04.932761Z","steps":["trace[840694724] 'agreement among raft nodes before linearized reading' (duration: 173.575326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:04.933064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.854895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:41:04.933182Z","caller":"traceutil/trace.go:171","msg":"trace[1318909431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9885; }","duration":"197.042889ms","start":"2026-07-07T11:41:04.736114Z","end":"2026-07-07T11:41:04.933157Z","steps":["trace[1318909431] 'agreement among raft nodes before linearized reading' (duration: 196.533189ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:05.079401Z","caller":"traceutil/trace.go:171","msg":"trace[1546390696] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"133.518216ms","start":"2026-07-07T11:41:04.945834Z","end":"2026-07-07T11:41:05.079352Z","steps":["trace[1546390696] 'process raft request' (duration: 133.123857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:05.32155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.063558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:41:05.321783Z","caller":"traceutil/trace.go:171","msg":"trace[563775560] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"173.608537ms","start":"2026-07-07T11:41:05.148141Z","end":"2026-07-07T11:41:05.321749Z","steps":["trace[563775560] 'process raft request' (duration: 49.203551ms)","trace[563775560] 'compare' (duration: 123.880385ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:05.546049Z","caller":"traceutil/trace.go:171","msg":"trace[484944929] transaction","detail":"{read_only:false; response_revision:9888; number_of_response:1; }","duration":"133.556677ms","start":"2026-07-07T11:41:05.412461Z","end":"2026-07-07T11:41:05.546018Z","steps":["trace[484944929] 'process raft request' (duration: 133.351613ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:06.187201Z","caller":"traceutil/trace.go:171","msg":"trace[1290662383] transaction","detail":"{read_only:false; response_revision:9890; number_of_response:1; }","duration":"164.385465ms","start":"2026-07-07T11:41:06.022787Z","end":"2026-07-07T11:41:06.187173Z","steps":["trace[1290662383] 'process raft request' (duration: 164.201852ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:06.30217Z","caller":"traceutil/trace.go:171","msg":"trace[530764516] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"274.155422ms","start":"2026-07-07T11:41:06.027988Z","end":"2026-07-07T11:41:06.302144Z","steps":["trace[530764516] 'process raft request' (duration: 273.844056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:06.302378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.691712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:41:06.302355Z","caller":"traceutil/trace.go:171","msg":"trace[1579232550] transaction","detail":"{read_only:false; response_revision:9892; number_of_response:1; }","duration":"212.215309ms","start":"2026-07-07T11:41:06.090089Z","end":"2026-07-07T11:41:06.302305Z","steps":["trace[1579232550] 'process raft request' (duration: 211.961874ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:06.30242Z","caller":"traceutil/trace.go:171","msg":"trace[849394767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9893; }","duration":"232.803635ms","start":"2026-07-07T11:41:06.069607Z","end":"2026-07-07T11:41:06.30241Z","steps":["trace[849394767] 'agreement among raft nodes before linearized reading' (duration: 232.615501ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:06.302168Z","caller":"traceutil/trace.go:171","msg":"trace[94475673] linearizableReadLoop","detail":"{readStateIndex:10247; appliedIndex:10245; }","duration":"232.466308ms","start":"2026-07-07T11:41:06.069669Z","end":"2026-07-07T11:41:06.302136Z","steps":["trace[94475673] 'read index received' (duration: 117.383807ms)","trace[94475673] 'applied index is now lower than readState.Index' (duration: 115.081201ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:06.302394Z","caller":"traceutil/trace.go:171","msg":"trace[575303576] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"117.074841ms","start":"2026-07-07T11:41:06.185289Z","end":"2026-07-07T11:41:06.302364Z","steps":["trace[575303576] 'process raft request' (duration: 116.802896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:06.303001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.912988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:41:06.303093Z","caller":"traceutil/trace.go:171","msg":"trace[957674668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9893; }","duration":"188.056122ms","start":"2026-07-07T11:41:06.115021Z","end":"2026-07-07T11:41:06.303077Z","steps":["trace[957674668] 'agreement among raft nodes before linearized reading' (duration: 187.589892ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.080866Z","caller":"traceutil/trace.go:171","msg":"trace[1698252900] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"105.713116ms","start":"2026-07-07T11:41:06.975121Z","end":"2026-07-07T11:41:07.080834Z","steps":["trace[1698252900] 'process raft request' (duration: 105.518452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.486939Z","caller":"traceutil/trace.go:171","msg":"trace[659668526] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"143.484162ms","start":"2026-07-07T11:41:07.343414Z","end":"2026-07-07T11:41:07.486899Z","steps":["trace[659668526] 'process raft request' (duration: 143.153145ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.68781Z","caller":"traceutil/trace.go:171","msg":"trace[2051073136] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"113.751645ms","start":"2026-07-07T11:41:07.574006Z","end":"2026-07-07T11:41:07.687758Z","steps":["trace[2051073136] 'process raft request' (duration: 112.287036ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.688385Z","caller":"traceutil/trace.go:171","msg":"trace[1649737831] linearizableReadLoop","detail":"{readStateIndex:10261; appliedIndex:10259; }","duration":"103.687156ms","start":"2026-07-07T11:41:07.58464Z","end":"2026-07-07T11:41:07.688327Z","steps":["trace[1649737831] 'read index received' (duration: 101.677996ms)","trace[1649737831] 'applied index is now lower than readState.Index' (duration: 2.00814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:07.688563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.89064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:07.688632Z","caller":"traceutil/trace.go:171","msg":"trace[177822161] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:0; response_revision:9905; }","duration":"104.043793ms","start":"2026-07-07T11:41:07.584575Z","end":"2026-07-07T11:41:07.688619Z","steps":["trace[177822161] 'agreement among raft nodes before linearized reading' (duration: 103.90777ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.688651Z","caller":"traceutil/trace.go:171","msg":"trace[990912769] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"112.950489ms","start":"2026-07-07T11:41:07.575633Z","end":"2026-07-07T11:41:07.688583Z","steps":["trace[990912769] 'process raft request' (duration: 112.508441ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:07.882052Z","caller":"traceutil/trace.go:171","msg":"trace[802090530] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"100.81709ms","start":"2026-07-07T11:41:07.781169Z","end":"2026-07-07T11:41:07.881986Z","steps":["trace[802090530] 'process raft request' (duration: 100.631007ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:08.051654Z","caller":"traceutil/trace.go:171","msg":"trace[1204382504] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"113.560621ms","start":"2026-07-07T11:41:07.938045Z","end":"2026-07-07T11:41:08.051606Z","steps":["trace[1204382504] 'process raft request' (duration: 32.46381ms)","trace[1204382504] 'compare' (duration: 80.839386ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:08.054518Z","caller":"traceutil/trace.go:171","msg":"trace[38686828] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"115.970098ms","start":"2026-07-07T11:41:07.938523Z","end":"2026-07-07T11:41:08.054493Z","steps":["trace[38686828] 'process raft request' (duration: 115.692662ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:08.054902Z","caller":"traceutil/trace.go:171","msg":"trace[1018572053] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"113.040381ms","start":"2026-07-07T11:41:07.941798Z","end":"2026-07-07T11:41:08.054838Z","steps":["trace[1018572053] 'process raft request' (duration: 112.631732ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:08.508118Z","caller":"traceutil/trace.go:171","msg":"trace[983149033] linearizableReadLoop","detail":"{readStateIndex:10275; appliedIndex:10273; }","duration":"127.378304ms","start":"2026-07-07T11:41:08.380708Z","end":"2026-07-07T11:41:08.508086Z","steps":["trace[983149033] 'read index received' (duration: 16.394874ms)","trace[983149033] 'applied index is now lower than readState.Index' (duration: 110.98215ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:08.508185Z","caller":"traceutil/trace.go:171","msg":"trace[470157250] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"146.190345ms","start":"2026-07-07T11:41:08.36195Z","end":"2026-07-07T11:41:08.50814Z","steps":["trace[470157250] 'process raft request' (duration: 145.736427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:08.508352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.62917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-07T11:41:08.508388Z","caller":"traceutil/trace.go:171","msg":"trace[908582204] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:9919; }","duration":"127.747832ms","start":"2026-07-07T11:41:08.380631Z","end":"2026-07-07T11:41:08.508378Z","steps":["trace[908582204] 'agreement among raft nodes before linearized reading' (duration: 127.573287ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:09.490964Z","caller":"traceutil/trace.go:171","msg":"trace[1162796160] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"108.183695ms","start":"2026-07-07T11:41:09.382754Z","end":"2026-07-07T11:41:09.490938Z","steps":["trace[1162796160] 'process raft request' (duration: 108.013821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:09.982728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.819372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:41:09.982839Z","caller":"traceutil/trace.go:171","msg":"trace[1658955607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9929; }","duration":"133.010555ms","start":"2026-07-07T11:41:09.849795Z","end":"2026-07-07T11:41:09.982805Z","steps":["trace[1658955607] 'range keys from in-memory index tree' (duration: 132.565266ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.368512Z","caller":"traceutil/trace.go:171","msg":"trace[1232084668] linearizableReadLoop","detail":"{readStateIndex:10288; appliedIndex:10287; }","duration":"107.174695ms","start":"2026-07-07T11:41:10.26131Z","end":"2026-07-07T11:41:10.368484Z","steps":["trace[1232084668] 'read index received' (duration: 107.010832ms)","trace[1232084668] 'applied index is now lower than readState.Index' (duration: 159.953µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:10.368745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:10.368861Z","caller":"traceutil/trace.go:171","msg":"trace[255548554] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9931; }","duration":"107.592493ms","start":"2026-07-07T11:41:10.261242Z","end":"2026-07-07T11:41:10.368835Z","steps":["trace[255548554] 'agreement among raft nodes before linearized reading' (duration: 107.348728ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.369249Z","caller":"traceutil/trace.go:171","msg":"trace[911499776] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"137.533064ms","start":"2026-07-07T11:41:10.23103Z","end":"2026-07-07T11:41:10.368564Z","steps":["trace[911499776] 'process raft request' (duration: 137.258849ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.486205Z","caller":"traceutil/trace.go:171","msg":"trace[1342272429] linearizableReadLoop","detail":"{readStateIndex:10289; appliedIndex:10288; }","duration":"113.856647ms","start":"2026-07-07T11:41:10.372221Z","end":"2026-07-07T11:41:10.486078Z","steps":["trace[1342272429] 'read index received' (duration: 110.080162ms)","trace[1342272429] 'applied index is now lower than readState.Index' (duration: 3.774555ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:10.486222Z","caller":"traceutil/trace.go:171","msg":"trace[1550205128] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"161.1609ms","start":"2026-07-07T11:41:10.324997Z","end":"2026-07-07T11:41:10.486158Z","steps":["trace[1550205128] 'process raft request' (duration: 157.438368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:10.486313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.064351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:10.486403Z","caller":"traceutil/trace.go:171","msg":"trace[1505828616] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9932; }","duration":"114.196733ms","start":"2026-07-07T11:41:10.372183Z","end":"2026-07-07T11:41:10.48638Z","steps":["trace[1505828616] 'agreement among raft nodes before linearized reading' (duration: 114.055121ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.721914Z","caller":"traceutil/trace.go:171","msg":"trace[2087065915] linearizableReadLoop","detail":"{readStateIndex:10291; appliedIndex:10290; }","duration":"165.825203ms","start":"2026-07-07T11:41:10.556042Z","end":"2026-07-07T11:41:10.721867Z","steps":["trace[2087065915] 'read index received' (duration: 68.458901ms)","trace[2087065915] 'applied index is now lower than readState.Index' (duration: 97.363802ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:10.72194Z","caller":"traceutil/trace.go:171","msg":"trace[1376069483] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"177.950274ms","start":"2026-07-07T11:41:10.543941Z","end":"2026-07-07T11:41:10.721892Z","steps":["trace[1376069483] 'process raft request' (duration: 80.543231ms)","trace[1376069483] 'compare' (duration: 97.166867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:10.72229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.229231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-07T11:41:10.722384Z","caller":"traceutil/trace.go:171","msg":"trace[1377244476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9934; }","duration":"166.358683ms","start":"2026-07-07T11:41:10.555999Z","end":"2026-07-07T11:41:10.722357Z","steps":["trace[1377244476] 'agreement among raft nodes before linearized reading' (duration: 166.063948ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.813687Z","caller":"traceutil/trace.go:171","msg":"trace[1358441900] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"246.832401ms","start":"2026-07-07T11:41:10.566784Z","end":"2026-07-07T11:41:10.813616Z","steps":["trace[1358441900] 'process raft request' (duration: 246.565106ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:10.813808Z","caller":"traceutil/trace.go:171","msg":"trace[294608248] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"212.104526ms","start":"2026-07-07T11:41:10.601662Z","end":"2026-07-07T11:41:10.813766Z","steps":["trace[294608248] 'process raft request' (duration: 211.841531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:10.814011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.880325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-07T11:41:10.814077Z","caller":"traceutil/trace.go:171","msg":"trace[2114710346] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:9936; }","duration":"122.012138ms","start":"2026-07-07T11:41:10.692049Z","end":"2026-07-07T11:41:10.814062Z","steps":["trace[2114710346] 'agreement among raft nodes before linearized reading' (duration: 121.759443ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:11.264605Z","caller":"traceutil/trace.go:171","msg":"trace[772272882] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"230.480099ms","start":"2026-07-07T11:41:11.034089Z","end":"2026-07-07T11:41:11.264569Z","steps":["trace[772272882] 'process raft request' (duration: 185.829797ms)","trace[772272882] 'compare' (duration: 44.501289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:11.881413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.73335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:41:11.881506Z","caller":"traceutil/trace.go:171","msg":"trace[2067193221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9939; }","duration":"170.848532ms","start":"2026-07-07T11:41:11.710638Z","end":"2026-07-07T11:41:11.881486Z","steps":["trace[2067193221] 'range keys from in-memory index tree' (duration: 170.533975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:11.882002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.09655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:41:11.882092Z","caller":"traceutil/trace.go:171","msg":"trace[1480476389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9939; }","duration":"386.304414ms","start":"2026-07-07T11:41:11.495767Z","end":"2026-07-07T11:41:11.882072Z","steps":["trace[1480476389] 'range keys from in-memory index tree' (duration: 385.436508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:11.882144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:11.495739Z","time spent":"386.395066ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:41:12.076642Z","caller":"traceutil/trace.go:171","msg":"trace[2057661463] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"188.97901ms","start":"2026-07-07T11:41:11.887623Z","end":"2026-07-07T11:41:12.076602Z","steps":["trace[2057661463] 'process raft request' (duration: 188.736885ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:12.214832Z","caller":"traceutil/trace.go:171","msg":"trace[1712984734] transaction","detail":"{read_only:false; response_revision:9941; number_of_response:1; }","duration":"327.103806ms","start":"2026-07-07T11:41:11.887683Z","end":"2026-07-07T11:41:12.214786Z","steps":["trace[1712984734] 'process raft request' (duration: 273.011318ms)","trace[1712984734] 'compare' (duration: 53.737722ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:12.214833Z","caller":"traceutil/trace.go:171","msg":"trace[872516393] linearizableReadLoop","detail":"{readStateIndex:10298; appliedIndex:10296; }","duration":"154.707774ms","start":"2026-07-07T11:41:12.060063Z","end":"2026-07-07T11:41:12.214771Z","steps":["trace[872516393] 'read index received' (duration: 16.302182ms)","trace[872516393] 'applied index is now lower than readState.Index' (duration: 138.402812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:12.215101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:11.887646Z","time spent":"327.314161ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:12.215147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.06241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:41:12.21523Z","caller":"traceutil/trace.go:171","msg":"trace[1284809787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9941; }","duration":"155.207863ms","start":"2026-07-07T11:41:12.060003Z","end":"2026-07-07T11:41:12.215211Z","steps":["trace[1284809787] 'agreement among raft nodes before linearized reading' (duration: 154.911328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:12.215381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.676078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:12.215491Z","caller":"traceutil/trace.go:171","msg":"trace[602678912] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9941; }","duration":"130.871932ms","start":"2026-07-07T11:41:12.084592Z","end":"2026-07-07T11:41:12.215464Z","steps":["trace[602678912] 'agreement among raft nodes before linearized reading' (duration: 130.646378ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:12.401629Z","caller":"traceutil/trace.go:171","msg":"trace[397547874] transaction","detail":"{read_only:false; response_revision:9942; number_of_response:1; }","duration":"180.990302ms","start":"2026-07-07T11:41:12.220603Z","end":"2026-07-07T11:41:12.401593Z","steps":["trace[397547874] 'process raft request' (duration: 180.800568ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:12.732402Z","caller":"traceutil/trace.go:171","msg":"trace[594660452] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"148.359097ms","start":"2026-07-07T11:41:12.584009Z","end":"2026-07-07T11:41:12.732368Z","steps":["trace[594660452] 'process raft request' (duration: 109.333268ms)","trace[594660452] 'compare' (duration: 38.786195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:13.261163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583573992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:41:13.649674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.897407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:41:13.649804Z","caller":"traceutil/trace.go:171","msg":"trace[2054544206] transaction","detail":"{read_only:false; response_revision:9947; number_of_response:1; }","duration":"912.443909ms","start":"2026-07-07T11:41:12.737329Z","end":"2026-07-07T11:41:13.649773Z","steps":["trace[2054544206] 'process raft request' (duration: 756.329667ms)","trace[2054544206] 'compare' (duration: 155.662352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:13.649926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:12.737303Z","time spent":"912.571802ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:13.657177Z","caller":"traceutil/trace.go:171","msg":"trace[371104406] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"836.685224ms","start":"2026-07-07T11:41:12.820459Z","end":"2026-07-07T11:41:13.657145Z","steps":["trace[371104406] 'process raft request' (duration: 836.366398ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:13.657709Z","caller":"traceutil/trace.go:171","msg":"trace[2032889233] linearizableReadLoop","detail":"{readStateIndex:10306; appliedIndex:10303; }","duration":"897.493293ms","start":"2026-07-07T11:41:12.760195Z","end":"2026-07-07T11:41:13.657688Z","steps":["trace[2032889233] 'read index received' (duration: 733.487736ms)","trace[2032889233] 'applied index is now lower than readState.Index' (duration: 164.004637ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:13.657814Z","caller":"traceutil/trace.go:171","msg":"trace[1178228230] transaction","detail":"{read_only:false; response_revision:9949; number_of_response:1; }","duration":"628.528804ms","start":"2026-07-07T11:41:13.029277Z","end":"2026-07-07T11:41:13.657806Z","steps":["trace[1178228230] 'process raft request' (duration: 628.244429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.657912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:13.029228Z","time spent":"628.611777ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:13.657915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:12.82041Z","time spent":"836.832157ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:13.658047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.846481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:13.658135Z","caller":"traceutil/trace.go:171","msg":"trace[401450720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9949; }","duration":"897.983284ms","start":"2026-07-07T11:41:12.760129Z","end":"2026-07-07T11:41:13.658113Z","steps":["trace[401450720] 'agreement among raft nodes before linearized reading' (duration: 897.833091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.658183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:12.760107Z","time spent":"898.068765ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:41:13.845686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.003412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T11:41:13.846159Z","caller":"traceutil/trace.go:171","msg":"trace[1088644653] transaction","detail":"{read_only:false; response_revision:9950; number_of_response:1; }","duration":"235.038129ms","start":"2026-07-07T11:41:13.611068Z","end":"2026-07-07T11:41:13.846107Z","steps":["trace[1088644653] 'process raft request' (duration: 234.759494ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:13.846167Z","caller":"traceutil/trace.go:171","msg":"trace[1730100045] linearizableReadLoop","detail":"{readStateIndex:10308; appliedIndex:10306; }","duration":"188.337437ms","start":"2026-07-07T11:41:13.657769Z","end":"2026-07-07T11:41:13.846107Z","steps":["trace[1730100045] 'read index received' (duration: 37.753475ms)","trace[1730100045] 'applied index is now lower than readState.Index' (duration: 150.579682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:13.854503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.043281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:13.854794Z","caller":"traceutil/trace.go:171","msg":"trace[930157795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9950; }","duration":"265.384947ms","start":"2026-07-07T11:41:13.589376Z","end":"2026-07-07T11:41:13.854761Z","steps":["trace[930157795] 'agreement among raft nodes before linearized reading' (duration: 256.844428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.855006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.912884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:41:13.855077Z","caller":"traceutil/trace.go:171","msg":"trace[1171695426] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9950; }","duration":"547.068656ms","start":"2026-07-07T11:41:13.307989Z","end":"2026-07-07T11:41:13.855058Z","steps":["trace[1171695426] 'agreement among raft nodes before linearized reading' (duration: 538.289224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.854683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.248453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:41:13.855122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:13.307962Z","time spent":"547.147357ms","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:41:13.855157Z","caller":"traceutil/trace.go:171","msg":"trace[181268585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9950; }","duration":"195.774563ms","start":"2026-07-07T11:41:13.659349Z","end":"2026-07-07T11:41:13.855123Z","steps":["trace[181268585] 'agreement among raft nodes before linearized reading' (duration: 187.061101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.854855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.453505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:41:13.855257Z","caller":"traceutil/trace.go:171","msg":"trace[1090855373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:9950; }","duration":"814.914964ms","start":"2026-07-07T11:41:13.040311Z","end":"2026-07-07T11:41:13.855226Z","steps":["trace[1090855373] 'agreement among raft nodes before linearized reading' (duration: 805.942677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:13.855343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:13.040299Z","time spent":"815.024706ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"info","ts":"2026-07-07T11:41:14.402895Z","caller":"traceutil/trace.go:171","msg":"trace[912593813] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"350.869235ms","start":"2026-07-07T11:41:14.051982Z","end":"2026-07-07T11:41:14.402851Z","steps":["trace[912593813] 'process raft request' (duration: 350.601439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:14.403308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:14.051959Z","time spent":"351.076369ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T11:41:14.512522Z","caller":"traceutil/trace.go:171","msg":"trace[2046943262] linearizableReadLoop","detail":"{readStateIndex:10310; appliedIndex:10308; }","duration":"431.761132ms","start":"2026-07-07T11:41:14.080697Z","end":"2026-07-07T11:41:14.512459Z","steps":["trace[2046943262] 'read index received' (duration: 321.837522ms)","trace[2046943262] 'applied index is now lower than readState.Index' (duration: 109.92197ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:14.512647Z","caller":"traceutil/trace.go:171","msg":"trace[1451644342] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"453.670294ms","start":"2026-07-07T11:41:14.05893Z","end":"2026-07-07T11:41:14.512601Z","steps":["trace[1451644342] 'process raft request' (duration: 452.98069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:14.512879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:14.058897Z","time spent":"453.844177ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:14.512988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.255361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:41:14.513089Z","caller":"traceutil/trace.go:171","msg":"trace[264806194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9952; }","duration":"432.429035ms","start":"2026-07-07T11:41:14.080639Z","end":"2026-07-07T11:41:14.513068Z","steps":["trace[264806194] 'agreement among raft nodes before linearized reading' (duration: 432.057658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:14.513158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:14.080614Z","time spent":"432.530997ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:41:14.513916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.138916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:41:14.513968Z","caller":"traceutil/trace.go:171","msg":"trace[1562832464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9953; }","duration":"107.242408ms","start":"2026-07-07T11:41:14.406715Z","end":"2026-07-07T11:41:14.513957Z","steps":["trace[1562832464] 'agreement among raft nodes before linearized reading' (duration: 107.116765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:14.514052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.605665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:41:14.514194Z","caller":"traceutil/trace.go:171","msg":"trace[530084154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9953; }","duration":"294.903851ms","start":"2026-07-07T11:41:14.219266Z","end":"2026-07-07T11:41:14.51417Z","steps":["trace[530084154] 'agreement among raft nodes before linearized reading' (duration: 294.477093ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:14.722729Z","caller":"traceutil/trace.go:171","msg":"trace[2101894957] linearizableReadLoop","detail":"{readStateIndex:10315; appliedIndex:10314; }","duration":"108.955641ms","start":"2026-07-07T11:41:14.613723Z","end":"2026-07-07T11:41:14.722679Z","steps":["trace[2101894957] 'read index received' (duration: 45.652802ms)","trace[2101894957] 'applied index is now lower than readState.Index' (duration: 63.300869ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:14.72289Z","caller":"traceutil/trace.go:171","msg":"trace[633245077] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"136.866701ms","start":"2026-07-07T11:41:14.585987Z","end":"2026-07-07T11:41:14.722854Z","steps":["trace[633245077] 'process raft request' (duration: 73.385389ms)","trace[633245077] 'compare' (duration: 62.783659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:14.723021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.269966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:41:14.723173Z","caller":"traceutil/trace.go:171","msg":"trace[776346687] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9957; }","duration":"109.500961ms","start":"2026-07-07T11:41:14.613655Z","end":"2026-07-07T11:41:14.723156Z","steps":["trace[776346687] 'agreement among raft nodes before linearized reading' (duration: 109.241516ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:14.923993Z","caller":"traceutil/trace.go:171","msg":"trace[314301805] linearizableReadLoop","detail":"{readStateIndex:10316; appliedIndex:10315; }","duration":"163.010998ms","start":"2026-07-07T11:41:14.760951Z","end":"2026-07-07T11:41:14.923962Z","steps":["trace[314301805] 'read index received' (duration: 118.515989ms)","trace[314301805] 'applied index is now lower than readState.Index' (duration: 44.493249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:14.924129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.15466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:14.924172Z","caller":"traceutil/trace.go:171","msg":"trace[1409791758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9958; }","duration":"163.240553ms","start":"2026-07-07T11:41:14.760919Z","end":"2026-07-07T11:41:14.924159Z","steps":["trace[1409791758] 'agreement among raft nodes before linearized reading' (duration: 163.151361ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:14.924181Z","caller":"traceutil/trace.go:171","msg":"trace[225649091] transaction","detail":"{read_only:false; response_revision:9958; number_of_response:1; }","duration":"195.662052ms","start":"2026-07-07T11:41:14.728455Z","end":"2026-07-07T11:41:14.924118Z","steps":["trace[225649091] 'process raft request' (duration: 150.98437ms)","trace[225649091] 'compare' (duration: 44.241153ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:15.813278Z","caller":"traceutil/trace.go:171","msg":"trace[841787339] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"150.637794ms","start":"2026-07-07T11:41:15.662585Z","end":"2026-07-07T11:41:15.813223Z","steps":["trace[841787339] 'process raft request' (duration: 80.02254ms)","trace[841787339] 'compare' (duration: 70.147665ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:15.813467Z","caller":"traceutil/trace.go:171","msg":"trace[391389778] transaction","detail":"{read_only:false; response_revision:9963; number_of_response:1; }","duration":"150.856098ms","start":"2026-07-07T11:41:15.662585Z","end":"2026-07-07T11:41:15.813441Z","steps":["trace[391389778] 'process raft request' (duration: 150.329248ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:16.893958Z","caller":"traceutil/trace.go:171","msg":"trace[792248155] linearizableReadLoop","detail":"{readStateIndex:10328; appliedIndex:10327; }","duration":"133.551167ms","start":"2026-07-07T11:41:16.760375Z","end":"2026-07-07T11:41:16.893926Z","steps":["trace[792248155] 'read index received' (duration: 132.967415ms)","trace[792248155] 'applied index is now lower than readState.Index' (duration: 582.292µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:16.894027Z","caller":"traceutil/trace.go:171","msg":"trace[406540156] transaction","detail":"{read_only:false; response_revision:9970; number_of_response:1; }","duration":"165.123369ms","start":"2026-07-07T11:41:16.728868Z","end":"2026-07-07T11:41:16.893991Z","steps":["trace[406540156] 'process raft request' (duration: 164.531067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:16.894126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.74595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:16.894167Z","caller":"traceutil/trace.go:171","msg":"trace[1784007963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9970; }","duration":"133.856892ms","start":"2026-07-07T11:41:16.760297Z","end":"2026-07-07T11:41:16.894154Z","steps":["trace[1784007963] 'agreement among raft nodes before linearized reading' (duration: 133.74789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:17.146238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.986349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:17.14653Z","caller":"traceutil/trace.go:171","msg":"trace[866198883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9971; }","duration":"116.320565ms","start":"2026-07-07T11:41:17.030181Z","end":"2026-07-07T11:41:17.146502Z","steps":["trace[866198883] 'range keys from in-memory index tree' (duration: 115.941718ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:17.168435Z","caller":"traceutil/trace.go:171","msg":"trace[10053714] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"102.264718ms","start":"2026-07-07T11:41:17.066137Z","end":"2026-07-07T11:41:17.168402Z","steps":["trace[10053714] 'process raft request' (duration: 102.088905ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:18.770556Z","caller":"traceutil/trace.go:171","msg":"trace[255427542] linearizableReadLoop","detail":"{readStateIndex:10335; appliedIndex:10334; }","duration":"292.550204ms","start":"2026-07-07T11:41:18.477972Z","end":"2026-07-07T11:41:18.770522Z","steps":["trace[255427542] 'read index received' (duration: 292.37829ms)","trace[255427542] 'applied index is now lower than readState.Index' (duration: 169.784µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:18.770589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.38242Z","time spent":"388.158271ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:41:18.770801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.777879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:41:18.770915Z","caller":"traceutil/trace.go:171","msg":"trace[1575739570] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9976; }","duration":"292.979923ms","start":"2026-07-07T11:41:18.477908Z","end":"2026-07-07T11:41:18.770888Z","steps":["trace[1575739570] 'agreement among raft nodes before linearized reading' (duration: 292.749008ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:19.064207Z","caller":"traceutil/trace.go:171","msg":"trace[390432885] linearizableReadLoop","detail":"{readStateIndex:10336; appliedIndex:10335; }","duration":"293.534074ms","start":"2026-07-07T11:41:18.770639Z","end":"2026-07-07T11:41:19.064173Z","steps":["trace[390432885] 'read index received' (duration: 292.722477ms)","trace[390432885] 'applied index is now lower than readState.Index' (duration: 809.947µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:19.064214Z","caller":"traceutil/trace.go:171","msg":"trace[1644461868] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"515.450644ms","start":"2026-07-07T11:41:18.548727Z","end":"2026-07-07T11:41:19.064177Z","steps":["trace[1644461868] 'process raft request' (duration: 514.609807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.064342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.930789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:41:19.064391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.278773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:41:19.064402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.548695Z","time spent":"515.619346ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:19.064448Z","caller":"traceutil/trace.go:171","msg":"trace[329034034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9977; }","duration":"468.382726ms","start":"2026-07-07T11:41:18.59605Z","end":"2026-07-07T11:41:19.064432Z","steps":["trace[329034034] 'agreement among raft nodes before linearized reading' (duration: 468.155721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.064507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.596024Z","time spent":"468.473667ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:41:19.064611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.644064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:41:19.064707Z","caller":"traceutil/trace.go:171","msg":"trace[1957194785] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9977; }","duration":"528.805237ms","start":"2026-07-07T11:41:18.535878Z","end":"2026-07-07T11:41:19.064684Z","steps":["trace[1957194785] 'agreement among raft nodes before linearized reading' (duration: 528.627624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.064756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.535857Z","time spent":"528.888698ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:41:19.064759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.408405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:41:19.064809Z","caller":"traceutil/trace.go:171","msg":"trace[171230698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9977; }","duration":"394.501496ms","start":"2026-07-07T11:41:18.670293Z","end":"2026-07-07T11:41:19.064794Z","steps":["trace[171230698] 'agreement among raft nodes before linearized reading' (duration: 393.971006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.064848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.670284Z","time spent":"394.554807ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:41:19.06488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.784206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T11:41:19.064936Z","caller":"traceutil/trace.go:171","msg":"trace[1045803236] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9977; }","duration":"454.873248ms","start":"2026-07-07T11:41:18.610047Z","end":"2026-07-07T11:41:19.06492Z","steps":["trace[1045803236] 'agreement among raft nodes before linearized reading' (duration: 454.159734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.064973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.610029Z","time spent":"454.935519ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-07T11:41:19.064446Z","caller":"traceutil/trace.go:171","msg":"trace[1608854688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9977; }","duration":"304.105562ms","start":"2026-07-07T11:41:18.760317Z","end":"2026-07-07T11:41:19.064422Z","steps":["trace[1608854688] 'agreement among raft nodes before linearized reading' (duration: 303.944979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.065597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.760287Z","time spent":"305.296815ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:41:19.064886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.074947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:41:19.065957Z","caller":"traceutil/trace.go:171","msg":"trace[1335267083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9977; }","duration":"396.617488ms","start":"2026-07-07T11:41:18.669311Z","end":"2026-07-07T11:41:19.065929Z","steps":["trace[1335267083] 'agreement among raft nodes before linearized reading' (duration: 394.872474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.066012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.669275Z","time spent":"396.713969ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T11:41:19.136611Z","caller":"traceutil/trace.go:171","msg":"trace[698619342] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"364.565925ms","start":"2026-07-07T11:41:18.772012Z","end":"2026-07-07T11:41:19.136578Z","steps":["trace[698619342] 'process raft request' (duration: 364.239949ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:19.136696Z","caller":"traceutil/trace.go:171","msg":"trace[361791417] transaction","detail":"{read_only:false; response_revision:9979; number_of_response:1; }","duration":"235.826665ms","start":"2026-07-07T11:41:18.900836Z","end":"2026-07-07T11:41:19.136662Z","steps":["trace[361791417] 'process raft request' (duration: 235.629971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:19.136781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:18.771988Z","time spent":"364.700158ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:41:19.138137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.799215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:41:19.138249Z","caller":"traceutil/trace.go:171","msg":"trace[963114276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9979; }","duration":"158.337825ms","start":"2026-07-07T11:41:18.979887Z","end":"2026-07-07T11:41:19.138225Z","steps":["trace[963114276] 'agreement among raft nodes before linearized reading' (duration: 156.641881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:19.186012Z","caller":"traceutil/trace.go:171","msg":"trace[17516523] transaction","detail":"{read_only:false; response_revision:9980; number_of_response:1; }","duration":"115.773336ms","start":"2026-07-07T11:41:19.070207Z","end":"2026-07-07T11:41:19.185981Z","steps":["trace[17516523] 'process raft request' (duration: 111.615903ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:19.18629Z","caller":"traceutil/trace.go:171","msg":"trace[2126446538] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"116.02259ms","start":"2026-07-07T11:41:19.070236Z","end":"2026-07-07T11:41:19.186258Z","steps":["trace[2126446538] 'process raft request' (duration: 115.693544ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:19.186418Z","caller":"traceutil/trace.go:171","msg":"trace[2062665162] transaction","detail":"{read_only:false; response_revision:9982; number_of_response:1; }","duration":"115.494269ms","start":"2026-07-07T11:41:19.070903Z","end":"2026-07-07T11:41:19.186398Z","steps":["trace[2062665162] 'process raft request' (duration: 115.270904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:23.482147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.758603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:41:23.482263Z","caller":"traceutil/trace.go:171","msg":"trace[1840438094] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"170.443834ms","start":"2026-07-07T11:41:23.311799Z","end":"2026-07-07T11:41:23.482243Z","steps":["trace[1840438094] 'process raft request' (duration: 47.463816ms)","trace[1840438094] 'compare' (duration: 122.536019ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:41:23.482763Z","caller":"traceutil/trace.go:171","msg":"trace[1750156286] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"170.19583ms","start":"2026-07-07T11:41:23.312532Z","end":"2026-07-07T11:41:23.482728Z","steps":["trace[1750156286] 'process raft request' (duration: 170.142639ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:23.483008Z","caller":"traceutil/trace.go:171","msg":"trace[82326108] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"170.491295ms","start":"2026-07-07T11:41:23.312495Z","end":"2026-07-07T11:41:23.482987Z","steps":["trace[82326108] 'process raft request' (duration: 170.024955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:41:24.278365Z","caller":"traceutil/trace.go:171","msg":"trace[434143702] transaction","detail":"{read_only:false; response_revision:10003; number_of_response:1; }","duration":"469.466316ms","start":"2026-07-07T11:41:23.808864Z","end":"2026-07-07T11:41:24.27833Z","steps":["trace[434143702] 'process raft request' (duration: 469.250732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:24.278606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:23.808844Z","time spent":"469.65357ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:24.299944Z","caller":"traceutil/trace.go:171","msg":"trace[136251309] transaction","detail":"{read_only:false; response_revision:10004; number_of_response:1; }","duration":"433.588367ms","start":"2026-07-07T11:41:23.866315Z","end":"2026-07-07T11:41:24.299903Z","steps":["trace[136251309] 'process raft request' (duration: 433.2299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:24.30017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:23.8663Z","time spent":"433.7446ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:24.300178Z","caller":"traceutil/trace.go:171","msg":"trace[392110007] transaction","detail":"{read_only:false; response_revision:10005; number_of_response:1; }","duration":"406.743367ms","start":"2026-07-07T11:41:23.893401Z","end":"2026-07-07T11:41:24.300144Z","steps":["trace[392110007] 'process raft request' (duration: 406.319789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:24.300345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:23.893356Z","time spent":"406.90277ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:24.300788Z","caller":"traceutil/trace.go:171","msg":"trace[757142401] transaction","detail":"{read_only:false; response_revision:10006; number_of_response:1; }","duration":"312.559839ms","start":"2026-07-07T11:41:23.988212Z","end":"2026-07-07T11:41:24.300771Z","steps":["trace[757142401] 'process raft request' (duration: 311.861045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:24.30088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:23.988184Z","time spent":"312.65754ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:41:24.355668Z","caller":"traceutil/trace.go:171","msg":"trace[271548653] linearizableReadLoop","detail":"{readStateIndex:10365; appliedIndex:10361; }","duration":"325.478744ms","start":"2026-07-07T11:41:24.030158Z","end":"2026-07-07T11:41:24.355636Z","steps":["trace[271548653] 'read index received' (duration: 247.966584ms)","trace[271548653] 'applied index is now lower than readState.Index' (duration: 77.51074ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:41:24.356047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.857491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:41:24.356315Z","caller":"traceutil/trace.go:171","msg":"trace[1226801032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:10006; }","duration":"326.019764ms","start":"2026-07-07T11:41:24.030112Z","end":"2026-07-07T11:41:24.356131Z","steps":["trace[1226801032] 'agreement among raft nodes before linearized reading' (duration: 325.646457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:41:24.356379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:41:24.030097Z","time spent":"326.272221ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"info","ts":"2026-07-07T11:42:05.202631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7947} {"level":"info","ts":"2026-07-07T11:42:05.293542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7947,"took":"88.349703ms","hash":3148747340,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":24788992,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-07T11:42:05.293616Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3148747340,"revision":7947,"compact-revision":5639} {"level":"info","ts":"2026-07-07T11:42:34.36633Z","caller":"traceutil/trace.go:171","msg":"trace[1889810202] transaction","detail":"{read_only:false; response_revision:10466; number_of_response:1; }","duration":"280.786909ms","start":"2026-07-07T11:42:34.085521Z","end":"2026-07-07T11:42:34.366307Z","steps":["trace[1889810202] 'process raft request' (duration: 280.578215ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:42:34.366543Z","caller":"traceutil/trace.go:171","msg":"trace[759210585] transaction","detail":"{read_only:false; response_revision:10467; number_of_response:1; }","duration":"277.488353ms","start":"2026-07-07T11:42:34.089014Z","end":"2026-07-07T11:42:34.366502Z","steps":["trace[759210585] 'process raft request' (duration: 277.233449ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:42:42.773877Z","caller":"traceutil/trace.go:171","msg":"trace[1358673992] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"122.411945ms","start":"2026-07-07T11:42:42.651424Z","end":"2026-07-07T11:42:42.773836Z","steps":["trace[1358673992] 'process raft request' (duration: 59.159097ms)","trace[1358673992] 'compare' (duration: 63.095675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:43:09.1442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.878541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:43:09.14432Z","caller":"traceutil/trace.go:171","msg":"trace[1789005403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10702; }","duration":"168.077445ms","start":"2026-07-07T11:43:08.976217Z","end":"2026-07-07T11:43:09.144295Z","steps":["trace[1789005403] 'range keys from in-memory index tree' (duration: 167.592016ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:44:13.990541Z","caller":"traceutil/trace.go:171","msg":"trace[1726818002] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"105.136066ms","start":"2026-07-07T11:44:13.885375Z","end":"2026-07-07T11:44:13.990511Z","steps":["trace[1726818002] 'process raft request' (duration: 104.925172ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:26.021783Z","caller":"traceutil/trace.go:171","msg":"trace[982418172] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"114.229575ms","start":"2026-07-07T11:45:25.907522Z","end":"2026-07-07T11:45:26.021752Z","steps":["trace[982418172] 'process raft request' (duration: 114.047091ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:27.570194Z","caller":"traceutil/trace.go:171","msg":"trace[2086569336] transaction","detail":"{read_only:false; response_revision:11669; number_of_response:1; }","duration":"249.016177ms","start":"2026-07-07T11:45:27.321146Z","end":"2026-07-07T11:45:27.570162Z","steps":["trace[2086569336] 'process raft request' (duration: 195.02433ms)","trace[2086569336] 'compare' (duration: 53.832354ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:45:27.570263Z","caller":"traceutil/trace.go:171","msg":"trace[1851722069] transaction","detail":"{read_only:false; response_revision:11670; number_of_response:1; }","duration":"134.356692ms","start":"2026-07-07T11:45:27.435888Z","end":"2026-07-07T11:45:27.570244Z","steps":["trace[1851722069] 'process raft request' (duration: 134.176889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:28.315508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.7378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:45:28.315612Z","caller":"traceutil/trace.go:171","msg":"trace[114812595] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11672; }","duration":"135.910604ms","start":"2026-07-07T11:45:28.179679Z","end":"2026-07-07T11:45:28.31559Z","steps":["trace[114812595] 'count revisions from in-memory index tree' (duration: 135.608598ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:28.642268Z","caller":"traceutil/trace.go:171","msg":"trace[1870708611] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"174.430764ms","start":"2026-07-07T11:45:28.467723Z","end":"2026-07-07T11:45:28.642154Z","steps":["trace[1870708611] 'process raft request' (duration: 121.55202ms)","trace[1870708611] 'compare' (duration: 52.706651ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:45:28.704097Z","caller":"traceutil/trace.go:171","msg":"trace[956437084] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"209.286372ms","start":"2026-07-07T11:45:28.494774Z","end":"2026-07-07T11:45:28.70406Z","steps":["trace[956437084] 'process raft request' (duration: 208.798823ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:29.371473Z","caller":"traceutil/trace.go:171","msg":"trace[1757957550] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"118.224975ms","start":"2026-07-07T11:45:29.253215Z","end":"2026-07-07T11:45:29.37144Z","steps":["trace[1757957550] 'process raft request' (duration: 117.843446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:29.646399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.394661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:45:29.646494Z","caller":"traceutil/trace.go:171","msg":"trace[13616056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11679; }","duration":"103.502153ms","start":"2026-07-07T11:45:29.542973Z","end":"2026-07-07T11:45:29.646475Z","steps":["trace[13616056] 'range keys from in-memory index tree' (duration: 103.3021ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:29.685869Z","caller":"traceutil/trace.go:171","msg":"trace[2073485872] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"110.106114ms","start":"2026-07-07T11:45:29.575733Z","end":"2026-07-07T11:45:29.685839Z","steps":["trace[2073485872] 'process raft request' (duration: 109.940881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:29.848182Z","caller":"traceutil/trace.go:171","msg":"trace[210579289] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"198.032539ms","start":"2026-07-07T11:45:29.65012Z","end":"2026-07-07T11:45:29.848153Z","steps":["trace[210579289] 'process raft request' (duration: 197.891506ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:29.848231Z","caller":"traceutil/trace.go:171","msg":"trace[975272178] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"271.945069ms","start":"2026-07-07T11:45:29.576254Z","end":"2026-07-07T11:45:29.848199Z","steps":["trace[975272178] 'process raft request' (duration: 241.735852ms)","trace[975272178] 'compare' (duration: 29.728848ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:45:29.848431Z","caller":"traceutil/trace.go:171","msg":"trace[2053946774] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"100.389213ms","start":"2026-07-07T11:45:29.748002Z","end":"2026-07-07T11:45:29.848392Z","steps":["trace[2053946774] 'process raft request' (duration: 100.095977ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:34.933687Z","caller":"traceutil/trace.go:171","msg":"trace[792171964] transaction","detail":"{read_only:false; response_revision:11720; number_of_response:1; }","duration":"129.793703ms","start":"2026-07-07T11:45:34.803866Z","end":"2026-07-07T11:45:34.93366Z","steps":["trace[792171964] 'process raft request' (duration: 129.587229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.317048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583579354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:45:54.503452Z","caller":"traceutil/trace.go:171","msg":"trace[1057265841] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"827.13747ms","start":"2026-07-07T11:45:53.67628Z","end":"2026-07-07T11:45:54.503418Z","steps":["trace[1057265841] 'process raft request' (duration: 826.970477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.503628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.676258Z","time spent":"827.277534ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:45:54.507339Z","caller":"traceutil/trace.go:171","msg":"trace[597881360] transaction","detail":"{read_only:false; response_revision:12008; number_of_response:1; }","duration":"732.634075ms","start":"2026-07-07T11:45:53.774675Z","end":"2026-07-07T11:45:54.507309Z","steps":["trace[597881360] 'process raft request' (duration: 732.317138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.507529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.774639Z","time spent":"732.837479ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:45:54.523311Z","caller":"traceutil/trace.go:171","msg":"trace[1677613550] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"586.156182ms","start":"2026-07-07T11:45:53.937117Z","end":"2026-07-07T11:45:54.523273Z","steps":["trace[1677613550] 'process raft request' (duration: 586.02143ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:45:54.523343Z","caller":"traceutil/trace.go:171","msg":"trace[835627688] linearizableReadLoop","detail":"{readStateIndex:12434; appliedIndex:12430; }","duration":"706.325655ms","start":"2026-07-07T11:45:53.816977Z","end":"2026-07-07T11:45:54.523303Z","steps":["trace[835627688] 'read index received' (duration: 686.357731ms)","trace[835627688] 'applied index is now lower than readState.Index' (duration: 19.966554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:45:54.523539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.937093Z","time spent":"586.327475ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:45:54.523694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.690182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:45:54.523753Z","caller":"traceutil/trace.go:171","msg":"trace[1378250488] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12010; }","duration":"706.808715ms","start":"2026-07-07T11:45:53.816929Z","end":"2026-07-07T11:45:54.523737Z","steps":["trace[1378250488] 'agreement among raft nodes before linearized reading' (duration: 706.686073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.52385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.816915Z","time spent":"706.919647ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:45:54.523895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.798855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:45:54.523991Z","caller":"traceutil/trace.go:171","msg":"trace[1415024378] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12010; }","duration":"624.973779ms","start":"2026-07-07T11:45:53.89899Z","end":"2026-07-07T11:45:54.523964Z","steps":["trace[1415024378] 'agreement among raft nodes before linearized reading' (duration: 624.773685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.524044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.898957Z","time spent":"625.076542ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:45:54.524213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.251088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:45:54.524284Z","caller":"traceutil/trace.go:171","msg":"trace[1002913779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12010; }","duration":"535.357799ms","start":"2026-07-07T11:45:53.988909Z","end":"2026-07-07T11:45:54.524267Z","steps":["trace[1002913779] 'agreement among raft nodes before linearized reading' (duration: 535.153215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.524282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.972777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:45:54.524304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.985755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T11:45:54.524334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.988892Z","time spent":"535.42981ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:45:54.524366Z","caller":"traceutil/trace.go:171","msg":"trace[1141454744] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12010; }","duration":"555.083959ms","start":"2026-07-07T11:45:53.969261Z","end":"2026-07-07T11:45:54.524345Z","steps":["trace[1141454744] 'agreement among raft nodes before linearized reading' (duration: 554.977296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:45:54.524428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:45:53.969246Z","time spent":"555.170901ms","remote":"127.0.0.1:43388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:45:54.524374Z","caller":"traceutil/trace.go:171","msg":"trace[1887714778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12010; }","duration":"291.105188ms","start":"2026-07-07T11:45:54.233252Z","end":"2026-07-07T11:45:54.524357Z","steps":["trace[1887714778] 'agreement among raft nodes before linearized reading' (duration: 290.905554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:17.45351Z","caller":"traceutil/trace.go:171","msg":"trace[387591139] transaction","detail":"{read_only:false; response_revision:12136; number_of_response:1; }","duration":"281.640962ms","start":"2026-07-07T11:46:17.171839Z","end":"2026-07-07T11:46:17.45348Z","steps":["trace[387591139] 'process raft request' (duration: 281.449807ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:17.978859Z","caller":"traceutil/trace.go:171","msg":"trace[2000537909] transaction","detail":"{read_only:false; response_revision:12139; number_of_response:1; }","duration":"135.308122ms","start":"2026-07-07T11:46:17.843518Z","end":"2026-07-07T11:46:17.978826Z","steps":["trace[2000537909] 'process raft request' (duration: 135.046047ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:19.074532Z","caller":"traceutil/trace.go:171","msg":"trace[857588582] linearizableReadLoop","detail":"{readStateIndex:12569; appliedIndex:12568; }","duration":"464.056691ms","start":"2026-07-07T11:46:18.610439Z","end":"2026-07-07T11:46:19.074496Z","steps":["trace[857588582] 'read index received' (duration: 463.919289ms)","trace[857588582] 'applied index is now lower than readState.Index' (duration: 135.792µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:19.074576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.476353Z","time spent":"598.213371ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:46:19.074811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.353277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T11:46:19.074908Z","caller":"traceutil/trace.go:171","msg":"trace[1277794044] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12139; }","duration":"464.4633ms","start":"2026-07-07T11:46:18.610419Z","end":"2026-07-07T11:46:19.074882Z","steps":["trace[1277794044] 'agreement among raft nodes before linearized reading' (duration: 464.196204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:19.074962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.610394Z","time spent":"464.560032ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-07T11:46:19.575029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583579841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:46:20.07532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583579841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:46:20.575694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583579841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T11:46:20.760559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T11:46:20.760672Z","caller":"traceutil/trace.go:171","msg":"trace[1585185902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017221s","start":"2026-07-07T11:46:18.760477Z","end":"2026-07-07T11:46:20.760649Z","steps":["trace[1585185902] 'agreement among raft nodes before linearized reading' (duration: 2.000038387s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:20.760721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.760454Z","time spent":"2.000255302s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 11:46:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T11:46:21.033642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959315534s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T11:46:21.034311Z","caller":"traceutil/trace.go:171","msg":"trace[618700288] transaction","detail":"{read_only:false; response_revision:12140; number_of_response:1; }","duration":"2.42209513s","start":"2026-07-07T11:46:18.612177Z","end":"2026-07-07T11:46:21.034272Z","steps":["trace[618700288] 'process raft request' (duration: 2.421741953s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.034331Z","caller":"traceutil/trace.go:171","msg":"trace[179088021] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"2.421258573s","start":"2026-07-07T11:46:18.613031Z","end":"2026-07-07T11:46:21.03429Z","steps":["trace[179088021] 'process raft request' (duration: 2.421131461s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.034539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.612151Z","time spent":"2.422287253s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.034638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.612999Z","time spent":"2.421496047s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:21.034986Z","caller":"traceutil/trace.go:171","msg":"trace[2099156493] transaction","detail":"{read_only:false; response_revision:12142; number_of_response:1; }","duration":"2.418964938s","start":"2026-07-07T11:46:18.615718Z","end":"2026-07-07T11:46:21.034683Z","steps":["trace[2099156493] 'process raft request' (duration: 2.41852562s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.035305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.615707Z","time spent":"2.419357056s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.216371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.530289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:46:21.216589Z","caller":"traceutil/trace.go:171","msg":"trace[90879477] linearizableReadLoop","detail":"{readStateIndex:12574; appliedIndex:12569; }","duration":"2.141960869s","start":"2026-07-07T11:46:19.074614Z","end":"2026-07-07T11:46:21.216575Z","steps":["trace[90879477] 'read index received' (duration: 1.959314284s)","trace[90879477] 'applied index is now lower than readState.Index' (duration: 182.645615ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:46:21.216661Z","caller":"traceutil/trace.go:171","msg":"trace[684374646] transaction","detail":"{read_only:false; response_revision:12143; number_of_response:1; }","duration":"2.140725255s","start":"2026-07-07T11:46:19.075928Z","end":"2026-07-07T11:46:21.216653Z","steps":["trace[684374646] 'process raft request' (duration: 2.019814808s)","trace[684374646] 'compare' (duration: 120.304365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:21.216702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.075898Z","time spent":"2.140785146s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.217003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442106245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:46:21.217026Z","caller":"traceutil/trace.go:171","msg":"trace[1608966677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:12145; }","duration":"2.442150097s","start":"2026-07-07T11:46:18.774869Z","end":"2026-07-07T11:46:21.217019Z","steps":["trace[1608966677] 'agreement among raft nodes before linearized reading' (duration: 2.442062194s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.774852Z","time spent":"2.442186598s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437228309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.217155Z","caller":"traceutil/trace.go:171","msg":"trace[924855883] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12145; }","duration":"2.437423763s","start":"2026-07-07T11:46:18.779698Z","end":"2026-07-07T11:46:21.217122Z","steps":["trace[924855883] 'agreement among raft nodes before linearized reading' (duration: 2.437168947s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23209731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:21.217276Z","caller":"traceutil/trace.go:171","msg":"trace[1684669694] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12145; }","duration":"2.23211805s","start":"2026-07-07T11:46:18.985153Z","end":"2026-07-07T11:46:21.217271Z","steps":["trace[1684669694] 'agreement among raft nodes before linearized reading' (duration: 2.232069679s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.985115Z","time spent":"2.232178472s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060663634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T11:46:21.217274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.779668Z","time spent":"2.437590026s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:46:21.217338Z","caller":"traceutil/trace.go:171","msg":"trace[1461942914] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12145; }","duration":"2.060795677s","start":"2026-07-07T11:46:19.156524Z","end":"2026-07-07T11:46:21.21732Z","steps":["trace[1461942914] 'agreement among raft nodes before linearized reading' (duration: 2.060562453s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.21733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234392975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.217387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.156511Z","time spent":"2.060868228s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-07T11:46:21.217418Z","caller":"traceutil/trace.go:171","msg":"trace[235347610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12145; }","duration":"2.234517327s","start":"2026-07-07T11:46:18.98288Z","end":"2026-07-07T11:46:21.217397Z","steps":["trace[235347610] 'agreement among raft nodes before linearized reading' (duration: 2.234352664s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.217464Z","caller":"traceutil/trace.go:171","msg":"trace[999877178] transaction","detail":"{read_only:false; response_revision:12144; number_of_response:1; }","duration":"1.757756145s","start":"2026-07-07T11:46:19.459702Z","end":"2026-07-07T11:46:21.217458Z","steps":["trace[999877178] 'process raft request' (duration: 1.756750325s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23469945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.217465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.982864Z","time spent":"2.234592258s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-07T11:46:21.217199Z","caller":"traceutil/trace.go:171","msg":"trace[590824651] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"559.650589ms","start":"2026-07-07T11:46:20.657503Z","end":"2026-07-07T11:46:21.217154Z","steps":["trace[590824651] 'process raft request' (duration: 559.027926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.217508Z","caller":"traceutil/trace.go:171","msg":"trace[67528962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12145; }","duration":"2.234824813s","start":"2026-07-07T11:46:18.982667Z","end":"2026-07-07T11:46:21.217492Z","steps":["trace[67528962] 'agreement among raft nodes before linearized reading' (duration: 2.23470263s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234515397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.217548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.982645Z","time spent":"2.234895665s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155192927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.217578Z","caller":"traceutil/trace.go:171","msg":"trace[422844281] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12145; }","duration":"1.155215177s","start":"2026-07-07T11:46:20.062357Z","end":"2026-07-07T11:46:21.217572Z","steps":["trace[422844281] 'agreement among raft nodes before linearized reading' (duration: 1.155178456s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.217569Z","caller":"traceutil/trace.go:171","msg":"trace[1244953508] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12145; }","duration":"2.234620469s","start":"2026-07-07T11:46:18.982936Z","end":"2026-07-07T11:46:21.217556Z","steps":["trace[1244953508] 'agreement among raft nodes before linearized reading' (duration: 2.234486236s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:20.06229Z","time spent":"1.155299299s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:21.217608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.98293Z","time spent":"2.23466954s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:20.657474Z","time spent":"560.069148ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.217709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535948438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:46:21.217714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059975631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.217718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234793039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:46:21.217751Z","caller":"traceutil/trace.go:171","msg":"trace[1327177459] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12145; }","duration":"2.060050662s","start":"2026-07-07T11:46:19.157687Z","end":"2026-07-07T11:46:21.217738Z","steps":["trace[1327177459] 'agreement among raft nodes before linearized reading' (duration: 2.060001501s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.217761Z","caller":"traceutil/trace.go:171","msg":"trace[1376922662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12145; }","duration":"1.23486401s","start":"2026-07-07T11:46:19.982883Z","end":"2026-07-07T11:46:21.217747Z","steps":["trace[1376922662] 'agreement among raft nodes before linearized reading' (duration: 1.234745438s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.982867Z","time spent":"1.234920091s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.157662Z","time spent":"2.060118633s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124464691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:46:21.217847Z","caller":"traceutil/trace.go:171","msg":"trace[130343832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12145; }","duration":"1.124509891s","start":"2026-07-07T11:46:20.093332Z","end":"2026-07-07T11:46:21.217842Z","steps":["trace[130343832] 'agreement among raft nodes before linearized reading' (duration: 1.124477831s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:20.093322Z","time spent":"1.124535742s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:21.2175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.459673Z","time spent":"1.757809915s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.217909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061057062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.217939Z","caller":"traceutil/trace.go:171","msg":"trace[654191236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12145; }","duration":"2.061127974s","start":"2026-07-07T11:46:19.156802Z","end":"2026-07-07T11:46:21.21793Z","steps":["trace[654191236] 'agreement among raft nodes before linearized reading' (duration: 2.061083033s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.036104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:46:21.21797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059088223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-07T11:46:21.218002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061183254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.218003Z","caller":"traceutil/trace.go:171","msg":"trace[1892861451] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12145; }","duration":"183.151816ms","start":"2026-07-07T11:46:21.034838Z","end":"2026-07-07T11:46:21.217989Z","steps":["trace[1892861451] 'agreement among raft nodes before linearized reading' (duration: 182.937082ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.218015Z","caller":"traceutil/trace.go:171","msg":"trace[1937604198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12145; }","duration":"2.059151744s","start":"2026-07-07T11:46:19.158849Z","end":"2026-07-07T11:46:21.218001Z","steps":["trace[1937604198] 'agreement among raft nodes before linearized reading' (duration: 2.059059583s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.21803Z","caller":"traceutil/trace.go:171","msg":"trace[28185550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12145; }","duration":"2.061224646s","start":"2026-07-07T11:46:19.156795Z","end":"2026-07-07T11:46:21.21802Z","steps":["trace[28185550] 'agreement among raft nodes before linearized reading' (duration: 2.061189325s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.21803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502157818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:46:21.218055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.158832Z","time spent":"2.059212815s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:46:21.21807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950793625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:46:21.218073Z","caller":"traceutil/trace.go:171","msg":"trace[778420517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12145; }","duration":"1.502243569s","start":"2026-07-07T11:46:19.715815Z","end":"2026-07-07T11:46:21.218058Z","steps":["trace[778420517] 'agreement among raft nodes before linearized reading' (duration: 1.502065886s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.218092Z","caller":"traceutil/trace.go:171","msg":"trace[1321847526] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12145; }","duration":"1.950873066s","start":"2026-07-07T11:46:19.267214Z","end":"2026-07-07T11:46:21.218087Z","steps":["trace[1321847526] 'agreement among raft nodes before linearized reading' (duration: 1.950821515s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.218089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594919392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:46:21.218109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.267192Z","time spent":"1.950912817s","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:21.218103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061426889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.218056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.156785Z","time spent":"2.061265756s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:46:21.218134Z","caller":"traceutil/trace.go:171","msg":"trace[78769620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12145; }","duration":"2.594997684s","start":"2026-07-07T11:46:18.623121Z","end":"2026-07-07T11:46:21.218118Z","steps":["trace[78769620] 'agreement among raft nodes before linearized reading' (duration: 2.594887001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.34775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:21.218172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.623101Z","time spent":"2.595063454s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:46:21.217769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565861759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:46:21.21821Z","caller":"traceutil/trace.go:171","msg":"trace[316361913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12145; }","duration":"2.566335098s","start":"2026-07-07T11:46:18.651866Z","end":"2026-07-07T11:46:21.218201Z","steps":["trace[316361913] 'agreement among raft nodes before linearized reading' (duration: 2.565869489s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.21824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.651847Z","time spent":"2.566384919s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:46:21.217724Z","caller":"traceutil/trace.go:171","msg":"trace[1655161254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12145; }","duration":"2.536004119s","start":"2026-07-07T11:46:18.681716Z","end":"2026-07-07T11:46:21.21772Z","steps":["trace[1655161254] 'agreement among raft nodes before linearized reading' (duration: 2.535956428s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.218315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.681697Z","time spent":"2.53661009s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T11:46:21.218141Z","caller":"traceutil/trace.go:171","msg":"trace[1647356774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12145; }","duration":"2.061505381s","start":"2026-07-07T11:46:19.156628Z","end":"2026-07-07T11:46:21.218134Z","steps":["trace[1647356774] 'agreement among raft nodes before linearized reading' (duration: 2.06145753s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.217964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.156769Z","time spent":"2.061189275s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:46:21.218393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.156604Z","time spent":"2.061782536s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-07T11:46:21.218174Z","caller":"traceutil/trace.go:171","msg":"trace[1885578942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12145; }","duration":"456.752127ms","start":"2026-07-07T11:46:20.761413Z","end":"2026-07-07T11:46:21.218165Z","steps":["trace[1885578942] 'agreement among raft nodes before linearized reading' (duration: 456.3693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.218495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:20.761386Z","time spent":"457.103636ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:46:21.218108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:19.715765Z","time spent":"1.502336511s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:46:21.218863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235862004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.218919Z","caller":"traceutil/trace.go:171","msg":"trace[1466117369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12145; }","duration":"2.235919755s","start":"2026-07-07T11:46:18.982987Z","end":"2026-07-07T11:46:21.218906Z","steps":["trace[1466117369] 'agreement among raft nodes before linearized reading' (duration: 2.235829973s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.218968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:18.982963Z","time spent":"2.235994897s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:46:21.476456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.120328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:46:21.47662Z","caller":"traceutil/trace.go:171","msg":"trace[1326858893] linearizableReadLoop","detail":"{readStateIndex:12576; appliedIndex:12575; }","duration":"252.73342ms","start":"2026-07-07T11:46:21.223865Z","end":"2026-07-07T11:46:21.476599Z","steps":["trace[1326858893] 'read index received' (duration: 116.538032ms)","trace[1326858893] 'applied index is now lower than readState.Index' (duration: 136.193908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:21.477015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.119507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T11:46:21.477145Z","caller":"traceutil/trace.go:171","msg":"trace[1150007780] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:12146; }","duration":"253.296031ms","start":"2026-07-07T11:46:21.223823Z","end":"2026-07-07T11:46:21.477119Z","steps":["trace[1150007780] 'agreement among raft nodes before linearized reading' (duration: 253.008326ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.477354Z","caller":"traceutil/trace.go:171","msg":"trace[240489483] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"253.22799ms","start":"2026-07-07T11:46:21.223555Z","end":"2026-07-07T11:46:21.476783Z","steps":["trace[240489483] 'process raft request' (duration: 116.654913ms)","trace[240489483] 'compare' (duration: 135.907494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:21.835243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.274666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:46:21.835517Z","caller":"traceutil/trace.go:171","msg":"trace[536145467] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"610.512924ms","start":"2026-07-07T11:46:21.224978Z","end":"2026-07-07T11:46:21.835491Z","steps":["trace[536145467] 'process raft request' (duration: 610.409432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.835606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.224966Z","time spent":"610.604635ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:21.835568Z","caller":"traceutil/trace.go:171","msg":"trace[539626472] transaction","detail":"{read_only:false; response_revision:12147; number_of_response:1; }","duration":"611.195967ms","start":"2026-07-07T11:46:21.224293Z","end":"2026-07-07T11:46:21.835489Z","steps":["trace[539626472] 'process raft request' (duration: 460.545923ms)","trace[539626472] 'compare' (duration: 150.086743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:21.835847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.224282Z","time spent":"611.39792ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:21.835855Z","caller":"traceutil/trace.go:171","msg":"trace[965765459] transaction","detail":"{read_only:false; response_revision:12149; number_of_response:1; }","duration":"610.208147ms","start":"2026-07-07T11:46:21.225609Z","end":"2026-07-07T11:46:21.835818Z","steps":["trace[965765459] 'process raft request' (duration: 609.84142ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:21.835926Z","caller":"traceutil/trace.go:171","msg":"trace[2064988352] linearizableReadLoop","detail":"{readStateIndex:12580; appliedIndex:12576; }","duration":"359.1163ms","start":"2026-07-07T11:46:21.476781Z","end":"2026-07-07T11:46:21.835897Z","steps":["trace[2064988352] 'read index received' (duration: 208.056218ms)","trace[2064988352] 'applied index is now lower than readState.Index' (duration: 151.058532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:21.836042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.225581Z","time spent":"610.3586ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:21.836057Z","caller":"traceutil/trace.go:171","msg":"trace[71239813] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"608.390352ms","start":"2026-07-07T11:46:21.227648Z","end":"2026-07-07T11:46:21.836039Z","steps":["trace[71239813] 'process raft request' (duration: 608.082835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.836168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.489154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.836219Z","caller":"traceutil/trace.go:171","msg":"trace[2145389098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12150; }","duration":"608.588796ms","start":"2026-07-07T11:46:21.227613Z","end":"2026-07-07T11:46:21.836202Z","steps":["trace[2145389098] 'agreement among raft nodes before linearized reading' (duration: 608.419843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.836235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.227616Z","time spent":"608.586626ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:21.836266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.227603Z","time spent":"608.654857ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:46:21.836329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.697287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-07T11:46:21.836427Z","caller":"traceutil/trace.go:171","msg":"trace[116417287] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12150; }","duration":"611.817219ms","start":"2026-07-07T11:46:21.224587Z","end":"2026-07-07T11:46:21.836404Z","steps":["trace[116417287] 'agreement among raft nodes before linearized reading' (duration: 611.477193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:21.836473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.224579Z","time spent":"611.88511ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T11:46:21.860949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:21.48011Z","time spent":"380.834409ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T11:46:21.861202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.397644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:21.861256Z","caller":"traceutil/trace.go:171","msg":"trace[1149661601] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12150; }","duration":"251.491516ms","start":"2026-07-07T11:46:21.609746Z","end":"2026-07-07T11:46:21.861238Z","steps":["trace[1149661601] 'agreement among raft nodes before linearized reading' (duration: 251.410754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:22.496564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.249305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:22.496678Z","caller":"traceutil/trace.go:171","msg":"trace[1443310015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:12151; }","duration":"423.45807ms","start":"2026-07-07T11:46:22.073195Z","end":"2026-07-07T11:46:22.496653Z","steps":["trace[1443310015] 'count revisions from in-memory index tree' (duration: 423.130293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:22.496747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:22.073171Z","time spent":"423.560561ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:46:22.804031Z","caller":"traceutil/trace.go:171","msg":"trace[155870893] linearizableReadLoop","detail":"{readStateIndex:12583; appliedIndex:12582; }","duration":"175.328342ms","start":"2026-07-07T11:46:22.628678Z","end":"2026-07-07T11:46:22.804006Z","steps":["trace[155870893] 'read index received' (duration: 175.135918ms)","trace[155870893] 'applied index is now lower than readState.Index' (duration: 191.474µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:46:22.804149Z","caller":"traceutil/trace.go:171","msg":"trace[1838985484] transaction","detail":"{read_only:false; response_revision:12152; number_of_response:1; }","duration":"233.139153ms","start":"2026-07-07T11:46:22.570964Z","end":"2026-07-07T11:46:22.804103Z","steps":["trace[1838985484] 'process raft request' (duration: 232.873568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:22.804194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.513395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:22.804235Z","caller":"traceutil/trace.go:171","msg":"trace[1779010893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12152; }","duration":"175.596377ms","start":"2026-07-07T11:46:22.628626Z","end":"2026-07-07T11:46:22.804222Z","steps":["trace[1779010893] 'agreement among raft nodes before linearized reading' (duration: 175.511455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.138832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.463158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.138922Z","caller":"traceutil/trace.go:171","msg":"trace[595675829] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12152; }","duration":"158.599971ms","start":"2026-07-07T11:46:22.980296Z","end":"2026-07-07T11:46:23.138896Z","steps":["trace[595675829] 'count revisions from in-memory index tree' (duration: 158.378537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.14016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.101057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T11:46:23.14027Z","caller":"traceutil/trace.go:171","msg":"trace[954621885] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12152; }","duration":"176.302181ms","start":"2026-07-07T11:46:22.963946Z","end":"2026-07-07T11:46:23.140248Z","steps":["trace[954621885] 'count revisions from in-memory index tree' (duration: 175.987035ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.265469Z","caller":"traceutil/trace.go:171","msg":"trace[294332701] transaction","detail":"{read_only:false; response_revision:12153; number_of_response:1; }","duration":"224.502264ms","start":"2026-07-07T11:46:23.040939Z","end":"2026-07-07T11:46:23.265441Z","steps":["trace[294332701] 'process raft request' (duration: 224.314019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.719439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.440879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:46:23.719835Z","caller":"traceutil/trace.go:171","msg":"trace[671301909] transaction","detail":"{read_only:false; response_revision:12156; number_of_response:1; }","duration":"494.641756ms","start":"2026-07-07T11:46:23.225173Z","end":"2026-07-07T11:46:23.719815Z","steps":["trace[671301909] 'process raft request' (duration: 494.458223ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.719846Z","caller":"traceutil/trace.go:171","msg":"trace[1698531501] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"677.797952ms","start":"2026-07-07T11:46:23.041909Z","end":"2026-07-07T11:46:23.719707Z","steps":["trace[1698531501] 'process raft request' (duration: 363.417465ms)","trace[1698531501] 'compare' (duration: 313.258755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:23.719911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225146Z","time spent":"494.733287ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:23.719878Z","caller":"traceutil/trace.go:171","msg":"trace[1880527220] transaction","detail":"{read_only:false; response_revision:12155; number_of_response:1; }","duration":"677.826573ms","start":"2026-07-07T11:46:23.041991Z","end":"2026-07-07T11:46:23.719817Z","steps":["trace[1880527220] 'process raft request' (duration: 677.560658ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.719935Z","caller":"traceutil/trace.go:171","msg":"trace[280429396] linearizableReadLoop","detail":"{readStateIndex:12586; appliedIndex:12583; }","duration":"495.435792ms","start":"2026-07-07T11:46:23.224482Z","end":"2026-07-07T11:46:23.719917Z","steps":["trace[280429396] 'read index received' (duration: 40.867327ms)","trace[280429396] 'applied index is now lower than readState.Index' (duration: 454.566925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:23.720224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.04189Z","time spent":"678.125799ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:23.720267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.04195Z","time spent":"678.21184ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:23.87936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.633021ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T11:46:23.879546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.003962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.879733Z","caller":"traceutil/trace.go:171","msg":"trace[1740822571] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12156; }","duration":"655.274647ms","start":"2026-07-07T11:46:23.224423Z","end":"2026-07-07T11:46:23.879697Z","steps":["trace[1740822571] 'agreement among raft nodes before linearized reading' (duration: 495.546154ms)","trace[1740822571] 'range keys from in-memory index tree' (duration: 159.459429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:23.87999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.224396Z","time spent":"655.523963ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-07T11:46:23.901098Z","caller":"traceutil/trace.go:171","msg":"trace[1723746278] linearizableReadLoop","detail":"{readStateIndex:12589; appliedIndex:12588; }","duration":"180.81074ms","start":"2026-07-07T11:46:23.720261Z","end":"2026-07-07T11:46:23.901071Z","steps":["trace[1723746278] 'read index received' (duration: 180.565955ms)","trace[1723746278] 'applied index is now lower than readState.Index' (duration: 243.725µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:23.901216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.956556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.901298Z","caller":"traceutil/trace.go:171","msg":"trace[1809609545] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12157; }","duration":"675.055888ms","start":"2026-07-07T11:46:23.226214Z","end":"2026-07-07T11:46:23.90127Z","steps":["trace[1809609545] 'agreement among raft nodes before linearized reading' (duration: 674.875905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.279463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T11:46:23.901371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.226206Z","time spent":"675.15228ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:46:23.901388Z","caller":"traceutil/trace.go:171","msg":"trace[542788326] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12157; }","duration":"675.357595ms","start":"2026-07-07T11:46:23.226019Z","end":"2026-07-07T11:46:23.901377Z","steps":["trace[542788326] 'agreement among raft nodes before linearized reading' (duration: 675.186352ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.901391Z","caller":"traceutil/trace.go:171","msg":"trace[631678060] transaction","detail":"{read_only:false; response_revision:12157; number_of_response:1; }","duration":"483.372455ms","start":"2026-07-07T11:46:23.417987Z","end":"2026-07-07T11:46:23.90136Z","steps":["trace[631678060] 'process raft request' (duration: 482.919155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.226008Z","time spent":"675.408456ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-07T11:46:23.901495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.457512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:46:23.901519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.795712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:23.901546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.417962Z","time spent":"483.484286ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:23.901561Z","caller":"traceutil/trace.go:171","msg":"trace[1210798321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12157; }","duration":"419.592794ms","start":"2026-07-07T11:46:23.481953Z","end":"2026-07-07T11:46:23.901546Z","steps":["trace[1210798321] 'agreement among raft nodes before linearized reading' (duration: 419.340209ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.901581Z","caller":"traceutil/trace.go:171","msg":"trace[1282388207] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12157; }","duration":"363.921986ms","start":"2026-07-07T11:46:23.537642Z","end":"2026-07-07T11:46:23.901564Z","steps":["trace[1282388207] 'agreement among raft nodes before linearized reading' (duration: 363.809983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.481928Z","time spent":"419.673806ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:46:23.901622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.537611Z","time spent":"363.999936ms","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:23.901647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.220314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:46:23.901679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.412595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.901708Z","caller":"traceutil/trace.go:171","msg":"trace[539206479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:12157; }","duration":"664.314826ms","start":"2026-07-07T11:46:23.237377Z","end":"2026-07-07T11:46:23.901692Z","steps":["trace[539206479] 'agreement among raft nodes before linearized reading' (duration: 664.114432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.917666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.901731Z","caller":"traceutil/trace.go:171","msg":"trace[950556525] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12157; }","duration":"675.482296ms","start":"2026-07-07T11:46:23.226234Z","end":"2026-07-07T11:46:23.901716Z","steps":["trace[950556525] 'agreement among raft nodes before linearized reading' (duration: 675.400415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.823514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:23.901752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.23736Z","time spent":"664.383558ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"info","ts":"2026-07-07T11:46:23.901765Z","caller":"traceutil/trace.go:171","msg":"trace[1850411431] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12157; }","duration":"675.965716ms","start":"2026-07-07T11:46:23.225789Z","end":"2026-07-07T11:46:23.901755Z","steps":["trace[1850411431] 'agreement among raft nodes before linearized reading' (duration: 675.920475ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.901777Z","caller":"traceutil/trace.go:171","msg":"trace[937994225] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12157; }","duration":"517.903285ms","start":"2026-07-07T11:46:23.383863Z","end":"2026-07-07T11:46:23.901766Z","steps":["trace[937994225] 'agreement among raft nodes before linearized reading' (duration: 517.842914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.226223Z","time spent":"675.544697ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:46:23.901805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.383844Z","time spent":"517.956486ms","remote":"127.0.0.1:41506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:23.901804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225778Z","time spent":"676.020917ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:46:23.901916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.008466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:23.901911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.837803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:23.90195Z","caller":"traceutil/trace.go:171","msg":"trace[881007515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12157; }","duration":"677.068727ms","start":"2026-07-07T11:46:23.224872Z","end":"2026-07-07T11:46:23.901941Z","steps":["trace[881007515] 'agreement among raft nodes before linearized reading' (duration: 677.017456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.901686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.721292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:23.901981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.22486Z","time spent":"677.115928ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:46:23.902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.606016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.901993Z","caller":"traceutil/trace.go:171","msg":"trace[431165236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12157; }","duration":"676.983485ms","start":"2026-07-07T11:46:23.224991Z","end":"2026-07-07T11:46:23.901975Z","steps":["trace[431165236] 'agreement among raft nodes before linearized reading' (duration: 676.824452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.902007Z","caller":"traceutil/trace.go:171","msg":"trace[286412549] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12157; }","duration":"676.054368ms","start":"2026-07-07T11:46:23.225937Z","end":"2026-07-07T11:46:23.901991Z","steps":["trace[286412549] 'agreement among raft nodes before linearized reading' (duration: 675.716431ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:23.902033Z","caller":"traceutil/trace.go:171","msg":"trace[562461299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12157; }","duration":"141.676817ms","start":"2026-07-07T11:46:23.760346Z","end":"2026-07-07T11:46:23.902023Z","steps":["trace[562461299] 'agreement among raft nodes before linearized reading' (duration: 141.622546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.902049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.224953Z","time spent":"677.087698ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:46:23.902061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225927Z","time spent":"676.118919ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-07T11:46:23.902181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.400904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:23.902207Z","caller":"traceutil/trace.go:171","msg":"trace[2030989602] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12157; }","duration":"676.452376ms","start":"2026-07-07T11:46:23.225746Z","end":"2026-07-07T11:46:23.902199Z","steps":["trace[2030989602] 'agreement among raft nodes before linearized reading' (duration: 676.410235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.902232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225736Z","time spent":"676.491336ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T11:46:23.902296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.763361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:23.902331Z","caller":"traceutil/trace.go:171","msg":"trace[1077202338] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12157; }","duration":"676.813492ms","start":"2026-07-07T11:46:23.225507Z","end":"2026-07-07T11:46:23.902321Z","steps":["trace[1077202338] 'agreement among raft nodes before linearized reading' (duration: 676.747051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.902333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.2404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:23.902358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225498Z","time spent":"676.853744ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-07T11:46:23.902385Z","caller":"traceutil/trace.go:171","msg":"trace[1334347078] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12157; }","duration":"677.341382ms","start":"2026-07-07T11:46:23.225033Z","end":"2026-07-07T11:46:23.902374Z","steps":["trace[1334347078] 'agreement among raft nodes before linearized reading' (duration: 677.264931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:23.902418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:23.225Z","time spent":"677.410244ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T11:46:26.112298Z","caller":"traceutil/trace.go:171","msg":"trace[430799515] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"127.813874ms","start":"2026-07-07T11:46:25.98446Z","end":"2026-07-07T11:46:26.112274Z","steps":["trace[430799515] 'process raft request' (duration: 127.618821ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:26.133028Z","caller":"traceutil/trace.go:171","msg":"trace[365027857] transaction","detail":"{read_only:false; response_revision:12170; number_of_response:1; }","duration":"148.472621ms","start":"2026-07-07T11:46:25.984494Z","end":"2026-07-07T11:46:26.132967Z","steps":["trace[365027857] 'process raft request' (duration: 148.342398ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:26.133217Z","caller":"traceutil/trace.go:171","msg":"trace[903319762] transaction","detail":"{read_only:false; response_revision:12171; number_of_response:1; }","duration":"148.691325ms","start":"2026-07-07T11:46:25.984491Z","end":"2026-07-07T11:46:26.133183Z","steps":["trace[903319762] 'process raft request' (duration: 148.4358ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:26.133535Z","caller":"traceutil/trace.go:171","msg":"trace[1752827710] transaction","detail":"{read_only:false; response_revision:12172; number_of_response:1; }","duration":"149.000212ms","start":"2026-07-07T11:46:25.984516Z","end":"2026-07-07T11:46:26.133516Z","steps":["trace[1752827710] 'process raft request' (duration: 148.589254ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:26.133566Z","caller":"traceutil/trace.go:171","msg":"trace[32474854] transaction","detail":"{read_only:false; response_revision:12173; number_of_response:1; }","duration":"148.885569ms","start":"2026-07-07T11:46:25.984654Z","end":"2026-07-07T11:46:26.133539Z","steps":["trace[32474854] 'process raft request' (duration: 148.776117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.159765Z","caller":"traceutil/trace.go:171","msg":"trace[1144665286] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"381.620414ms","start":"2026-07-07T11:46:27.778119Z","end":"2026-07-07T11:46:28.15974Z","steps":["trace[1144665286] 'process raft request' (duration: 381.442471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.159958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:27.778091Z","time spent":"381.774606ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:28.172541Z","caller":"traceutil/trace.go:171","msg":"trace[1177605408] linearizableReadLoop","detail":"{readStateIndex:12609; appliedIndex:12606; }","duration":"338.985043ms","start":"2026-07-07T11:46:27.833532Z","end":"2026-07-07T11:46:28.172517Z","steps":["trace[1177605408] 'read index received' (duration: 326.020777ms)","trace[1177605408] 'applied index is now lower than readState.Index' (duration: 12.963076ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:46:28.172594Z","caller":"traceutil/trace.go:171","msg":"trace[295781401] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"346.187474ms","start":"2026-07-07T11:46:27.826385Z","end":"2026-07-07T11:46:28.172573Z","steps":["trace[295781401] 'process raft request' (duration: 345.938579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.172677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:27.826363Z","time spent":"346.271346ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:28.172866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.328059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T11:46:28.172913Z","caller":"traceutil/trace.go:171","msg":"trace[1162602248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12177; }","duration":"339.438713ms","start":"2026-07-07T11:46:27.833464Z","end":"2026-07-07T11:46:28.172903Z","steps":["trace[1162602248] 'agreement among raft nodes before linearized reading' (duration: 339.241548ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.172672Z","caller":"traceutil/trace.go:171","msg":"trace[279952513] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"345.160164ms","start":"2026-07-07T11:46:27.8275Z","end":"2026-07-07T11:46:28.17266Z","steps":["trace[279952513] 'process raft request' (duration: 344.96308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.172947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:27.833438Z","time spent":"339.501163ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:46:28.173001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:27.827462Z","time spent":"345.501842ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:28.173218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.458696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.173258Z","caller":"traceutil/trace.go:171","msg":"trace[236483758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12177; }","duration":"285.527247ms","start":"2026-07-07T11:46:27.887722Z","end":"2026-07-07T11:46:28.173249Z","steps":["trace[236483758] 'agreement among raft nodes before linearized reading' (duration: 285.457286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.632167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.173404Z","caller":"traceutil/trace.go:171","msg":"trace[1693202206] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12177; }","duration":"259.698528ms","start":"2026-07-07T11:46:27.913695Z","end":"2026-07-07T11:46:28.173393Z","steps":["trace[1693202206] 'agreement among raft nodes before linearized reading' (duration: 259.628037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.908182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.173474Z","caller":"traceutil/trace.go:171","msg":"trace[991159727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12177; }","duration":"259.962213ms","start":"2026-07-07T11:46:27.913503Z","end":"2026-07-07T11:46:28.173465Z","steps":["trace[991159727] 'agreement among raft nodes before linearized reading' (duration: 259.906672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.067155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.173599Z","caller":"traceutil/trace.go:171","msg":"trace[1072290877] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12177; }","duration":"260.097516ms","start":"2026-07-07T11:46:27.913491Z","end":"2026-07-07T11:46:28.173589Z","steps":["trace[1072290877] 'agreement among raft nodes before linearized reading' (duration: 260.056555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.985782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:28.173754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.29155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.173782Z","caller":"traceutil/trace.go:171","msg":"trace[358400896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12177; }","duration":"261.064994ms","start":"2026-07-07T11:46:27.912705Z","end":"2026-07-07T11:46:28.17377Z","steps":["trace[358400896] 'agreement among raft nodes before linearized reading' (duration: 260.981162ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.173783Z","caller":"traceutil/trace.go:171","msg":"trace[665608643] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12177; }","duration":"261.32524ms","start":"2026-07-07T11:46:27.912449Z","end":"2026-07-07T11:46:28.173774Z","steps":["trace[665608643] 'agreement among raft nodes before linearized reading' (duration: 261.278559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.84888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:28.173938Z","caller":"traceutil/trace.go:171","msg":"trace[471583132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12177; }","duration":"261.011793ms","start":"2026-07-07T11:46:27.912908Z","end":"2026-07-07T11:46:28.17392Z","steps":["trace[471583132] 'agreement among raft nodes before linearized reading' (duration: 260.84274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.173958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.906061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.174103Z","caller":"traceutil/trace.go:171","msg":"trace[1518166026] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12177; }","duration":"262.091384ms","start":"2026-07-07T11:46:27.911948Z","end":"2026-07-07T11:46:28.17404Z","steps":["trace[1518166026] 'agreement among raft nodes before linearized reading' (duration: 261.839839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.17402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.484092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.17423Z","caller":"traceutil/trace.go:171","msg":"trace[158594197] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12177; }","duration":"260.776278ms","start":"2026-07-07T11:46:27.913433Z","end":"2026-07-07T11:46:28.17421Z","steps":["trace[158594197] 'agreement among raft nodes before linearized reading' (duration: 260.284779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.174326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.137746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T11:46:28.174371Z","caller":"traceutil/trace.go:171","msg":"trace[1522139690] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12177; }","duration":"262.227688ms","start":"2026-07-07T11:46:27.912134Z","end":"2026-07-07T11:46:28.174362Z","steps":["trace[1522139690] 'agreement among raft nodes before linearized reading' (duration: 262.106605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.17447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.964904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:46:28.174515Z","caller":"traceutil/trace.go:171","msg":"trace[2094282838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:12177; }","duration":"181.074046ms","start":"2026-07-07T11:46:27.993429Z","end":"2026-07-07T11:46:28.174503Z","steps":["trace[2094282838] 'agreement among raft nodes before linearized reading' (duration: 180.904713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.174506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.031134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:28.174556Z","caller":"traceutil/trace.go:171","msg":"trace[2099535576] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12177; }","duration":"261.105786ms","start":"2026-07-07T11:46:27.913438Z","end":"2026-07-07T11:46:28.174544Z","steps":["trace[2099535576] 'agreement among raft nodes before linearized reading' (duration: 260.985824ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.294168Z","caller":"traceutil/trace.go:171","msg":"trace[927446258] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"112.983001ms","start":"2026-07-07T11:46:28.18116Z","end":"2026-07-07T11:46:28.294143Z","steps":["trace[927446258] 'process raft request' (duration: 112.753836ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.294648Z","caller":"traceutil/trace.go:171","msg":"trace[136320363] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"113.385269ms","start":"2026-07-07T11:46:28.18122Z","end":"2026-07-07T11:46:28.294606Z","steps":["trace[136320363] 'process raft request' (duration: 112.844938ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.294892Z","caller":"traceutil/trace.go:171","msg":"trace[1650142021] linearizableReadLoop","detail":"{readStateIndex:12614; appliedIndex:12609; }","duration":"112.93113ms","start":"2026-07-07T11:46:28.181925Z","end":"2026-07-07T11:46:28.294856Z","steps":["trace[1650142021] 'read index received' (duration: 19.2092ms)","trace[1650142021] 'applied index is now lower than readState.Index' (duration: 93.72054ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:46:28.295125Z","caller":"traceutil/trace.go:171","msg":"trace[1625305940] transaction","detail":"{read_only:false; response_revision:12181; number_of_response:1; }","duration":"113.809637ms","start":"2026-07-07T11:46:28.1813Z","end":"2026-07-07T11:46:28.29511Z","steps":["trace[1625305940] 'process raft request' (duration: 113.215855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.295639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.683065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T11:46:28.2957Z","caller":"traceutil/trace.go:171","msg":"trace[1698002980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12182; }","duration":"113.780946ms","start":"2026-07-07T11:46:28.181906Z","end":"2026-07-07T11:46:28.295687Z","steps":["trace[1698002980] 'agreement among raft nodes before linearized reading' (duration: 113.544292ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:28.295953Z","caller":"traceutil/trace.go:171","msg":"trace[1554131046] transaction","detail":"{read_only:false; response_revision:12182; number_of_response:1; }","duration":"114.572812ms","start":"2026-07-07T11:46:28.181367Z","end":"2026-07-07T11:46:28.29594Z","steps":["trace[1554131046] 'process raft request' (duration: 113.339528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.296992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.842018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444836"} {"level":"info","ts":"2026-07-07T11:46:28.297046Z","caller":"traceutil/trace.go:171","msg":"trace[1852342482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12182; }","duration":"114.908959ms","start":"2026-07-07T11:46:28.182126Z","end":"2026-07-07T11:46:28.297035Z","steps":["trace[1852342482] 'agreement among raft nodes before linearized reading' (duration: 114.004522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.78501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.964115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.7851Z","caller":"traceutil/trace.go:171","msg":"trace[989065712] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12182; }","duration":"369.091058ms","start":"2026-07-07T11:46:28.415985Z","end":"2026-07-07T11:46:28.785076Z","steps":["trace[989065712] 'count revisions from in-memory index tree' (duration: 368.889703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.785149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:28.415975Z","time spent":"369.162509ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:46:28.785188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.163949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T11:46:28.785245Z","caller":"traceutil/trace.go:171","msg":"trace[1148582356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12182; }","duration":"135.330033ms","start":"2026-07-07T11:46:28.649899Z","end":"2026-07-07T11:46:28.785229Z","steps":["trace[1148582356] 'range keys from in-memory index tree' (duration: 134.885093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.785485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.880339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T11:46:28.78557Z","caller":"traceutil/trace.go:171","msg":"trace[1281111316] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:12182; }","duration":"385.019082ms","start":"2026-07-07T11:46:28.400532Z","end":"2026-07-07T11:46:28.785551Z","steps":["trace[1281111316] 'range keys from in-memory index tree' (duration: 384.724456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.785611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:28.400511Z","time spent":"385.090573ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-07T11:46:28.785828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.570756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:28.785872Z","caller":"traceutil/trace.go:171","msg":"trace[1769633848] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12182; }","duration":"410.622237ms","start":"2026-07-07T11:46:28.375236Z","end":"2026-07-07T11:46:28.785858Z","steps":["trace[1769633848] 'range keys from in-memory index tree' (duration: 410.536816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:28.785908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:28.375227Z","time spent":"410.674548ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T11:46:30.480999Z","caller":"traceutil/trace.go:171","msg":"trace[643227450] transaction","detail":"{read_only:false; response_revision:12185; number_of_response:1; }","duration":"315.538089ms","start":"2026-07-07T11:46:30.165432Z","end":"2026-07-07T11:46:30.48097Z","steps":["trace[643227450] 'process raft request' (duration: 315.303014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.481228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.165402Z","time spent":"315.707593ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:30.545612Z","caller":"traceutil/trace.go:171","msg":"trace[921255448] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"365.297982ms","start":"2026-07-07T11:46:30.180257Z","end":"2026-07-07T11:46:30.545555Z","steps":["trace[921255448] 'process raft request' (duration: 361.770643ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:30.545717Z","caller":"traceutil/trace.go:171","msg":"trace[1610372251] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"109.512322ms","start":"2026-07-07T11:46:30.436194Z","end":"2026-07-07T11:46:30.545706Z","steps":["trace[1610372251] 'process raft request' (duration: 109.343709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.545763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.866453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:30.545821Z","caller":"traceutil/trace.go:171","msg":"trace[2049264872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12188; }","duration":"362.976406ms","start":"2026-07-07T11:46:30.182833Z","end":"2026-07-07T11:46:30.545809Z","steps":["trace[2049264872] 'agreement among raft nodes before linearized reading' (duration: 362.868844ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:30.545641Z","caller":"traceutil/trace.go:171","msg":"trace[1155361537] transaction","detail":"{read_only:false; response_revision:12187; number_of_response:1; }","duration":"363.934915ms","start":"2026-07-07T11:46:30.181681Z","end":"2026-07-07T11:46:30.545616Z","steps":["trace[1155361537] 'process raft request' (duration: 363.733281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.54586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.182819Z","time spent":"363.031557ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:46:30.545962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.181661Z","time spent":"364.2307ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:46:30.54599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.180225Z","time spent":"365.515166ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:46:30.545639Z","caller":"traceutil/trace.go:171","msg":"trace[290604606] linearizableReadLoop","detail":"{readStateIndex:12620; appliedIndex:12617; }","duration":"362.748841ms","start":"2026-07-07T11:46:30.182871Z","end":"2026-07-07T11:46:30.545619Z","steps":["trace[290604606] 'read index received' (duration: 297.968652ms)","trace[290604606] 'applied index is now lower than readState.Index' (duration: 64.779219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:46:30.546155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.203871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:30.546215Z","caller":"traceutil/trace.go:171","msg":"trace[242758008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12188; }","duration":"363.274512ms","start":"2026-07-07T11:46:30.182923Z","end":"2026-07-07T11:46:30.546198Z","steps":["trace[242758008] 'agreement among raft nodes before linearized reading' (duration: 363.203041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.182913Z","time spent":"363.329324ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:46:30.546259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.717202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:30.546299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.411266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:46:30.546361Z","caller":"traceutil/trace.go:171","msg":"trace[550318126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12188; }","duration":"243.497917ms","start":"2026-07-07T11:46:30.302845Z","end":"2026-07-07T11:46:30.546343Z","steps":["trace[550318126] 'agreement among raft nodes before linearized reading' (duration: 243.322514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.423255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:30.546434Z","caller":"traceutil/trace.go:171","msg":"trace[2082752245] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12188; }","duration":"362.483337ms","start":"2026-07-07T11:46:30.183941Z","end":"2026-07-07T11:46:30.546425Z","steps":["trace[2082752245] 'agreement among raft nodes before linearized reading' (duration: 362.426265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.272353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T11:46:30.546307Z","caller":"traceutil/trace.go:171","msg":"trace[1514135759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12188; }","duration":"361.785833ms","start":"2026-07-07T11:46:30.184511Z","end":"2026-07-07T11:46:30.546297Z","steps":["trace[1514135759] 'agreement among raft nodes before linearized reading' (duration: 361.64216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.54647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183934Z","time spent":"362.528977ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-07T11:46:30.546482Z","caller":"traceutil/trace.go:171","msg":"trace[429744846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12188; }","duration":"244.319123ms","start":"2026-07-07T11:46:30.302156Z","end":"2026-07-07T11:46:30.546476Z","steps":["trace[429744846] 'agreement among raft nodes before linearized reading' (duration: 244.174941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.54651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.184505Z","time spent":"361.993987ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T11:46:30.546542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.172173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:46:30.546669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.093714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T11:46:30.546699Z","caller":"traceutil/trace.go:171","msg":"trace[2005458721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12188; }","duration":"342.152035ms","start":"2026-07-07T11:46:30.204539Z","end":"2026-07-07T11:46:30.546691Z","steps":["trace[2005458721] 'agreement among raft nodes before linearized reading' (duration: 342.088623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.955616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T11:46:30.546722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.204523Z","time spent":"342.194275ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:46:30.546753Z","caller":"traceutil/trace.go:171","msg":"trace[1331514019] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12188; }","duration":"363.012657ms","start":"2026-07-07T11:46:30.183731Z","end":"2026-07-07T11:46:30.546743Z","steps":["trace[1331514019] 'agreement among raft nodes before linearized reading' (duration: 362.893364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.470007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T11:46:30.546783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183724Z","time spent":"363.051507ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-07T11:46:30.546791Z","caller":"traceutil/trace.go:171","msg":"trace[87654658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12188; }","duration":"243.518947ms","start":"2026-07-07T11:46:30.303259Z","end":"2026-07-07T11:46:30.546778Z","steps":["trace[87654658] 'agreement among raft nodes before linearized reading' (duration: 243.409725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.66401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-07T11:46:30.546881Z","caller":"traceutil/trace.go:171","msg":"trace[426440660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12188; }","duration":"363.708471ms","start":"2026-07-07T11:46:30.183166Z","end":"2026-07-07T11:46:30.546874Z","steps":["trace[426440660] 'agreement among raft nodes before linearized reading' (duration: 363.65923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183084Z","time spent":"363.816883ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:46:30.546983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.374493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:30.546979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.904345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:46:30.547037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.472225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:30.547007Z","caller":"traceutil/trace.go:171","msg":"trace[1365722119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12188; }","duration":"363.398164ms","start":"2026-07-07T11:46:30.183602Z","end":"2026-07-07T11:46:30.547Z","steps":["trace[1365722119] 'agreement among raft nodes before linearized reading' (duration: 363.359003ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:46:30.547069Z","caller":"traceutil/trace.go:171","msg":"trace[690789965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12188; }","duration":"363.523487ms","start":"2026-07-07T11:46:30.183535Z","end":"2026-07-07T11:46:30.547059Z","steps":["trace[690789965] 'agreement among raft nodes before linearized reading' (duration: 363.485716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.547095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183523Z","time spent":"363.562987ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:46:30.547035Z","caller":"traceutil/trace.go:171","msg":"trace[139735887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12188; }","duration":"363.980706ms","start":"2026-07-07T11:46:30.183041Z","end":"2026-07-07T11:46:30.547021Z","steps":["trace[139735887] 'agreement among raft nodes before linearized reading' (duration: 363.890674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.547114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.552417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-07T11:46:30.547132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183031Z","time spent":"364.095228ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-07T11:46:30.547087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.18357Z","time spent":"363.505706ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T11:46:30.547145Z","caller":"traceutil/trace.go:171","msg":"trace[1857684414] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12188; }","duration":"363.641918ms","start":"2026-07-07T11:46:30.183496Z","end":"2026-07-07T11:46:30.547138Z","steps":["trace[1857684414] 'agreement among raft nodes before linearized reading' (duration: 363.581737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.54717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183465Z","time spent":"363.700741ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:46:30.546613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.737042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:46:30.547232Z","caller":"traceutil/trace.go:171","msg":"trace[1872973422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12188; }","duration":"245.353834ms","start":"2026-07-07T11:46:30.301866Z","end":"2026-07-07T11:46:30.547219Z","steps":["trace[1872973422] 'agreement among raft nodes before linearized reading' (duration: 244.687271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.546606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.846914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:46:30.547386Z","caller":"traceutil/trace.go:171","msg":"trace[1690644790] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12188; }","duration":"363.636489ms","start":"2026-07-07T11:46:30.183734Z","end":"2026-07-07T11:46:30.54737Z","steps":["trace[1690644790] 'agreement among raft nodes before linearized reading' (duration: 362.844513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:46:30.547437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:46:30.183726Z","time spent":"363.69958ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-07T11:46:30.546714Z","caller":"traceutil/trace.go:171","msg":"trace[1268944300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:12188; }","duration":"237.322506ms","start":"2026-07-07T11:46:30.309319Z","end":"2026-07-07T11:46:30.546641Z","steps":["trace[1268944300] 'agreement among raft nodes before linearized reading' (duration: 236.871627ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:47:05.209837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10275} {"level":"info","ts":"2026-07-07T11:47:05.295187Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10275,"took":"82.497459ms","hash":1756064033,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":26017792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-07T11:47:05.295268Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1756064033,"revision":10275,"compact-revision":7947} {"level":"info","ts":"2026-07-07T11:47:57.782746Z","caller":"traceutil/trace.go:171","msg":"trace[408480487] transaction","detail":"{read_only:false; response_revision:12780; number_of_response:1; }","duration":"142.33148ms","start":"2026-07-07T11:47:57.640394Z","end":"2026-07-07T11:47:57.782725Z","steps":["trace[408480487] 'process raft request' (duration: 138.310821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:47.866046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.3686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:50:47.866151Z","caller":"traceutil/trace.go:171","msg":"trace[1978246523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13970; }","duration":"105.538133ms","start":"2026-07-07T11:50:47.760589Z","end":"2026-07-07T11:50:47.866127Z","steps":["trace[1978246523] 'range keys from in-memory index tree' (duration: 105.240947ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:50:48.377725Z","caller":"traceutil/trace.go:171","msg":"trace[404161746] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"397.198591ms","start":"2026-07-07T11:50:47.980503Z","end":"2026-07-07T11:50:48.377702Z","steps":["trace[404161746] 'process raft request' (duration: 397.15837ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:50:48.377767Z","caller":"traceutil/trace.go:171","msg":"trace[142916734] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"397.634071ms","start":"2026-07-07T11:50:47.980097Z","end":"2026-07-07T11:50:48.377731Z","steps":["trace[142916734] 'process raft request' (duration: 397.357555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.377877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:47.980472Z","time spent":"397.323414ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:50:48.377816Z","caller":"traceutil/trace.go:171","msg":"trace[137935710] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"397.61973ms","start":"2026-07-07T11:50:47.980153Z","end":"2026-07-07T11:50:48.377772Z","steps":["trace[137935710] 'process raft request' (duration: 397.442967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.377963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:47.980073Z","time spent":"397.769863ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:50:48.378126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:47.980115Z","time spent":"397.886706ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:50:48.455624Z","caller":"traceutil/trace.go:171","msg":"trace[1361801904] linearizableReadLoop","detail":"{readStateIndex:14470; appliedIndex:14465; }","duration":"317.116641ms","start":"2026-07-07T11:50:48.138477Z","end":"2026-07-07T11:50:48.455594Z","steps":["trace[1361801904] 'read index received' (duration: 239.08922ms)","trace[1361801904] 'applied index is now lower than readState.Index' (duration: 78.026361ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:50:48.455677Z","caller":"traceutil/trace.go:171","msg":"trace[912655937] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"391.187193ms","start":"2026-07-07T11:50:48.06446Z","end":"2026-07-07T11:50:48.455647Z","steps":["trace[912655937] 'process raft request' (duration: 342.876859ms)","trace[912655937] 'compare' (duration: 48.07934ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:50:48.455696Z","caller":"traceutil/trace.go:171","msg":"trace[1599659138] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"342.735027ms","start":"2026-07-07T11:50:48.112941Z","end":"2026-07-07T11:50:48.455676Z","steps":["trace[1599659138] 'process raft request' (duration: 342.594594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.455812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:48.11292Z","time spent":"342.826718ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:50:48.455923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.127265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:50:48.455985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.602254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:50:48.456022Z","caller":"traceutil/trace.go:171","msg":"trace[1563261795] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:13977; }","duration":"263.249037ms","start":"2026-07-07T11:50:48.192751Z","end":"2026-07-07T11:50:48.456Z","steps":["trace[1563261795] 'agreement among raft nodes before linearized reading' (duration: 263.102324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.455993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.292608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:50:48.456052Z","caller":"traceutil/trace.go:171","msg":"trace[2001673366] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13977; }","duration":"262.674196ms","start":"2026-07-07T11:50:48.193356Z","end":"2026-07-07T11:50:48.45603Z","steps":["trace[2001673366] 'agreement among raft nodes before linearized reading' (duration: 262.550133ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:50:48.456111Z","caller":"traceutil/trace.go:171","msg":"trace[1377792021] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13977; }","duration":"262.431691ms","start":"2026-07-07T11:50:48.193652Z","end":"2026-07-07T11:50:48.456084Z","steps":["trace[1377792021] 'agreement among raft nodes before linearized reading' (duration: 262.251797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.456194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.111084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-07T11:50:48.456218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.335756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:50:48.456351Z","caller":"traceutil/trace.go:171","msg":"trace[1725662210] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:13977; }","duration":"260.300979ms","start":"2026-07-07T11:50:48.196024Z","end":"2026-07-07T11:50:48.456325Z","steps":["trace[1725662210] 'agreement among raft nodes before linearized reading' (duration: 259.877871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.456504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:48.064418Z","time spent":"391.327155ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:50:48.456336Z","caller":"traceutil/trace.go:171","msg":"trace[797989365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13977; }","duration":"317.879556ms","start":"2026-07-07T11:50:48.138434Z","end":"2026-07-07T11:50:48.456314Z","steps":["trace[797989365] 'agreement among raft nodes before linearized reading' (duration: 317.326295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:50:48.45664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:50:48.138424Z","time spent":"318.194943ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:50:48.623668Z","caller":"traceutil/trace.go:171","msg":"trace[1736455837] transaction","detail":"{read_only:false; response_revision:13979; number_of_response:1; }","duration":"138.817731ms","start":"2026-07-07T11:50:48.484822Z","end":"2026-07-07T11:50:48.62364Z","steps":["trace[1736455837] 'process raft request' (duration: 138.75274ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:50:48.623762Z","caller":"traceutil/trace.go:171","msg":"trace[1282555085] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"161.523708ms","start":"2026-07-07T11:50:48.462204Z","end":"2026-07-07T11:50:48.623727Z","steps":["trace[1282555085] 'process raft request' (duration: 108.521042ms)","trace[1282555085] 'compare' (duration: 52.527147ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:52:05.217137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12426} {"level":"info","ts":"2026-07-07T11:52:05.303887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12426,"took":"84.60828ms","hash":2186167013,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-07T11:52:05.303946Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2186167013,"revision":12426,"compact-revision":10275} {"level":"info","ts":"2026-07-07T11:52:33.723387Z","caller":"traceutil/trace.go:171","msg":"trace[1149054190] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"158.449643ms","start":"2026-07-07T11:52:33.564898Z","end":"2026-07-07T11:52:33.723348Z","steps":["trace[1149054190] 'process raft request' (duration: 158.241709ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:34.244512Z","caller":"traceutil/trace.go:171","msg":"trace[1840091757] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"305.170374ms","start":"2026-07-07T11:52:33.939312Z","end":"2026-07-07T11:52:34.244483Z","steps":["trace[1840091757] 'process raft request' (duration: 304.932289ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:34.244581Z","caller":"traceutil/trace.go:171","msg":"trace[1159697582] linearizableReadLoop","detail":"{readStateIndex:15178; appliedIndex:15175; }","duration":"253.015483ms","start":"2026-07-07T11:52:33.991531Z","end":"2026-07-07T11:52:34.244546Z","steps":["trace[1159697582] 'read index received' (duration: 199.331682ms)","trace[1159697582] 'applied index is now lower than readState.Index' (duration: 53.682521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:52:34.244646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:33.939287Z","time spent":"305.290356ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:34.244716Z","caller":"traceutil/trace.go:171","msg":"trace[1361764084] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"254.197576ms","start":"2026-07-07T11:52:33.990448Z","end":"2026-07-07T11:52:34.244645Z","steps":["trace[1361764084] 'process raft request' (duration: 253.967541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:34.244838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.279418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T11:52:34.244894Z","caller":"traceutil/trace.go:171","msg":"trace[217778913] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14659; }","duration":"253.355419ms","start":"2026-07-07T11:52:33.991525Z","end":"2026-07-07T11:52:34.24488Z","steps":["trace[217778913] 'agreement among raft nodes before linearized reading' (duration: 253.139765ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:34.244756Z","caller":"traceutil/trace.go:171","msg":"trace[2073797865] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"185.035388ms","start":"2026-07-07T11:52:34.059647Z","end":"2026-07-07T11:52:34.244682Z","steps":["trace[2073797865] 'process raft request' (duration: 184.834064ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:42.608381Z","caller":"traceutil/trace.go:171","msg":"trace[951129059] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"337.267169ms","start":"2026-07-07T11:52:42.271093Z","end":"2026-07-07T11:52:42.60836Z","steps":["trace[951129059] 'process raft request' (duration: 337.116576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:42.608519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:42.27106Z","time spent":"337.390982ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:42.625172Z","caller":"traceutil/trace.go:171","msg":"trace[1247330578] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"351.746544ms","start":"2026-07-07T11:52:42.273388Z","end":"2026-07-07T11:52:42.625134Z","steps":["trace[1247330578] 'process raft request' (duration: 351.257644ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:42.626005Z","caller":"traceutil/trace.go:171","msg":"trace[763940666] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"350.904798ms","start":"2026-07-07T11:52:42.275084Z","end":"2026-07-07T11:52:42.625989Z","steps":["trace[763940666] 'process raft request' (duration: 349.706564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:42.626098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:42.27506Z","time spent":"350.986799ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:42.626804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:42.273354Z","time spent":"351.913599ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:51.14435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583587149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:52:51.304801Z","caller":"traceutil/trace.go:171","msg":"trace[516670321] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"949.928743ms","start":"2026-07-07T11:52:50.354844Z","end":"2026-07-07T11:52:51.304772Z","steps":["trace[516670321] 'process raft request' (duration: 949.75316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:51.304978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.354816Z","time spent":"950.069325ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.252857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.45508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:52:52.253696Z","caller":"traceutil/trace.go:171","msg":"trace[441465341] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"1.619388979s","start":"2026-07-07T11:52:50.63427Z","end":"2026-07-07T11:52:52.253659Z","steps":["trace[441465341] 'process raft request' (duration: 791.044721ms)","trace[441465341] 'compare' (duration: 826.9017ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:52:52.253831Z","caller":"traceutil/trace.go:171","msg":"trace[379376261] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"877.46481ms","start":"2026-07-07T11:52:51.376346Z","end":"2026-07-07T11:52:52.253811Z","steps":["trace[379376261] 'process raft request' (duration: 877.425439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.253894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.634243Z","time spent":"1.619558133s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:52.253955Z","caller":"traceutil/trace.go:171","msg":"trace[920846669] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"1.604288061s","start":"2026-07-07T11:52:50.64966Z","end":"2026-07-07T11:52:52.253948Z","steps":["trace[920846669] 'process raft request' (duration: 1.603319591s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.253959Z","caller":"traceutil/trace.go:171","msg":"trace[417741880] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"1.17937617s","start":"2026-07-07T11:52:51.074574Z","end":"2026-07-07T11:52:52.25395Z","steps":["trace[417741880] 'process raft request' (duration: 1.179154346s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.253896Z","caller":"traceutil/trace.go:171","msg":"trace[1743863987] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"1.602830402s","start":"2026-07-07T11:52:50.65104Z","end":"2026-07-07T11:52:52.253871Z","steps":["trace[1743863987] 'process raft request' (duration: 1.602645979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.074545Z","time spent":"1.17943759s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.254046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.649635Z","time spent":"1.604346182s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:52.254028Z","caller":"traceutil/trace.go:171","msg":"trace[2110669372] linearizableReadLoop","detail":"{readStateIndex:15284; appliedIndex:15279; }","duration":"1.610568244s","start":"2026-07-07T11:52:50.643413Z","end":"2026-07-07T11:52:52.253981Z","steps":["trace[2110669372] 'read index received' (duration: 661.107382ms)","trace[2110669372] 'applied index is now lower than readState.Index' (duration: 949.456772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:52:52.254049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.65103Z","time spent":"1.602967275s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.254206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610762798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:52:52.254299Z","caller":"traceutil/trace.go:171","msg":"trace[1026197589] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14760; }","duration":"1.61087774s","start":"2026-07-07T11:52:50.6434Z","end":"2026-07-07T11:52:52.254278Z","steps":["trace[1026197589] 'agreement among raft nodes before linearized reading' (duration: 1.610686946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.643351Z","time spent":"1.610991143s","remote":"127.0.0.1:40958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:52:52.254456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608026024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T11:52:52.254539Z","caller":"traceutil/trace.go:171","msg":"trace[287394235] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14760; }","duration":"1.608157637s","start":"2026-07-07T11:52:50.646359Z","end":"2026-07-07T11:52:52.254517Z","steps":["trace[287394235] 'agreement among raft nodes before linearized reading' (duration: 1.607938192s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240963557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:52:52.254618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.646351Z","time spent":"1.608224688s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-07T11:52:52.254644Z","caller":"traceutil/trace.go:171","msg":"trace[841073673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14760; }","duration":"1.241093789s","start":"2026-07-07T11:52:51.013533Z","end":"2026-07-07T11:52:52.254627Z","steps":["trace[841073673] 'agreement among raft nodes before linearized reading' (duration: 1.240877105s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.013521Z","time spent":"1.24116931s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:52:52.254721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.152234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-07T11:52:52.254757Z","caller":"traceutil/trace.go:171","msg":"trace[269722656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:14760; }","duration":"345.217505ms","start":"2026-07-07T11:52:51.909528Z","end":"2026-07-07T11:52:52.254746Z","steps":["trace[269722656] 'agreement among raft nodes before linearized reading' (duration: 345.087523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.208159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:52:52.254871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242301123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:52:52.254873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511002486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:52:52.254902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.890603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jqw7p\" ","response":"range_response_count:1 size:11826"} {"level":"info","ts":"2026-07-07T11:52:52.254921Z","caller":"traceutil/trace.go:171","msg":"trace[1890435752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14760; }","duration":"1.242396895s","start":"2026-07-07T11:52:51.012512Z","end":"2026-07-07T11:52:52.254909Z","steps":["trace[1890435752] 'agreement among raft nodes before linearized reading' (duration: 1.242279743s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.254934Z","caller":"traceutil/trace.go:171","msg":"trace[362829338] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14760; }","duration":"1.511158879s","start":"2026-07-07T11:52:50.743758Z","end":"2026-07-07T11:52:52.254917Z","steps":["trace[362829338] 'agreement among raft nodes before linearized reading' (duration: 1.511049527s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.254955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.012481Z","time spent":"1.242467097s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:52:52.254989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.281087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-07T11:52:52.255003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.743739Z","time spent":"1.511249452s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:52:52.25488Z","caller":"traceutil/trace.go:171","msg":"trace[220593560] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:14760; }","duration":"901.333541ms","start":"2026-07-07T11:52:51.353532Z","end":"2026-07-07T11:52:52.254865Z","steps":["trace[220593560] 'agreement among raft nodes before linearized reading' (duration: 901.139748ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.255033Z","caller":"traceutil/trace.go:171","msg":"trace[665897993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14760; }","duration":"790.367288ms","start":"2026-07-07T11:52:51.464657Z","end":"2026-07-07T11:52:52.255025Z","steps":["trace[665897993] 'agreement among raft nodes before linearized reading' (duration: 790.248775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.255049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.35351Z","time spent":"901.528866ms","remote":"127.0.0.1:40914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":104,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:52:52.25507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.464635Z","time spent":"790.429019ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T11:52:52.253916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.376333Z","time spent":"877.546132ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:52.254944Z","caller":"traceutil/trace.go:171","msg":"trace[981327395] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jqw7p; range_end:; response_count:1; response_revision:14760; }","duration":"942.957316ms","start":"2026-07-07T11:52:51.311974Z","end":"2026-07-07T11:52:52.254932Z","steps":["trace[981327395] 'agreement among raft nodes before linearized reading' (duration: 942.829362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.255198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.311959Z","time spent":"943.23084ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11849,"request content":"key:\"/registry/pods/openstack/openvswitch-jqw7p\" "} {"level":"warn","ts":"2026-07-07T11:52:52.255138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302647797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:52:52.255245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494608842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:52:52.255303Z","caller":"traceutil/trace.go:171","msg":"trace[497655741] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14760; }","duration":"1.302891802s","start":"2026-07-07T11:52:50.952379Z","end":"2026-07-07T11:52:52.255271Z","steps":["trace[497655741] 'agreement among raft nodes before linearized reading' (duration: 1.302549315s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.25534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596101729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:52:52.255343Z","caller":"traceutil/trace.go:171","msg":"trace[73266873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14760; }","duration":"1.494732875s","start":"2026-07-07T11:52:50.76058Z","end":"2026-07-07T11:52:52.255313Z","steps":["trace[73266873] 'agreement among raft nodes before linearized reading' (duration: 1.494597882s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.255345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589364515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:52:52.254558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.58822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:52:52.255397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.952356Z","time spent":"1.303023424s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:52:52.255409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.760561Z","time spent":"1.494835506s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:52:52.255432Z","caller":"traceutil/trace.go:171","msg":"trace[679794272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14760; }","duration":"1.589513398s","start":"2026-07-07T11:52:50.6659Z","end":"2026-07-07T11:52:52.255414Z","steps":["trace[679794272] 'agreement among raft nodes before linearized reading' (duration: 1.589254833s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.255443Z","caller":"traceutil/trace.go:171","msg":"trace[579229627] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14760; }","duration":"709.531479ms","start":"2026-07-07T11:52:51.545899Z","end":"2026-07-07T11:52:52.255431Z","steps":["trace[579229627] 'agreement among raft nodes before linearized reading' (duration: 708.611501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.255487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.545864Z","time spent":"709.610871ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:52:52.255396Z","caller":"traceutil/trace.go:171","msg":"trace[1731314986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14760; }","duration":"1.5961992s","start":"2026-07-07T11:52:50.659184Z","end":"2026-07-07T11:52:52.255383Z","steps":["trace[1731314986] 'agreement among raft nodes before linearized reading' (duration: 1.596040047s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.2555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.665888Z","time spent":"1.58959957s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:52:52.25553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:50.65917Z","time spent":"1.596349574s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:52:52.255536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247904304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:52:52.255588Z","caller":"traceutil/trace.go:171","msg":"trace[1091851737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14760; }","duration":"1.247955445s","start":"2026-07-07T11:52:51.00762Z","end":"2026-07-07T11:52:52.255575Z","steps":["trace[1091851737] 'agreement among raft nodes before linearized reading' (duration: 1.247825842s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.255639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.007573Z","time spent":"1.248055357s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:52:52.255877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:51.909506Z","time spent":"345.283717ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"info","ts":"2026-07-07T11:52:52.659051Z","caller":"traceutil/trace.go:171","msg":"trace[931266200] transaction","detail":"{read_only:false; response_revision:14761; number_of_response:1; }","duration":"397.807356ms","start":"2026-07-07T11:52:52.26122Z","end":"2026-07-07T11:52:52.659027Z","steps":["trace[931266200] 'process raft request' (duration: 397.669113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.659187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.261205Z","time spent":"397.909137ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:52.662426Z","caller":"traceutil/trace.go:171","msg":"trace[448547858] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"400.993239ms","start":"2026-07-07T11:52:52.261406Z","end":"2026-07-07T11:52:52.662399Z","steps":["trace[448547858] 'process raft request' (duration: 400.826015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.662635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.261392Z","time spent":"401.117021ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:52.6628Z","caller":"traceutil/trace.go:171","msg":"trace[1297333403] transaction","detail":"{read_only:false; response_revision:14764; number_of_response:1; }","duration":"401.273915ms","start":"2026-07-07T11:52:52.261515Z","end":"2026-07-07T11:52:52.662789Z","steps":["trace[1297333403] 'process raft request' (duration: 401.121432ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.662811Z","caller":"traceutil/trace.go:171","msg":"trace[1314176299] linearizableReadLoop","detail":"{readStateIndex:15290; appliedIndex:15286; }","duration":"398.582761ms","start":"2026-07-07T11:52:52.264198Z","end":"2026-07-07T11:52:52.66278Z","steps":["trace[1314176299] 'read index received' (duration: 394.969369ms)","trace[1314176299] 'applied index is now lower than readState.Index' (duration: 3.612542ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:52:52.662826Z","caller":"traceutil/trace.go:171","msg":"trace[1259554075] transaction","detail":"{read_only:false; response_revision:14765; number_of_response:1; }","duration":"399.688054ms","start":"2026-07-07T11:52:52.263113Z","end":"2026-07-07T11:52:52.662801Z","steps":["trace[1259554075] 'process raft request' (duration: 399.628383ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:52.66288Z","caller":"traceutil/trace.go:171","msg":"trace[1120719698] transaction","detail":"{read_only:false; response_revision:14763; number_of_response:1; }","duration":"401.398877ms","start":"2026-07-07T11:52:52.261473Z","end":"2026-07-07T11:52:52.662872Z","steps":["trace[1120719698] 'process raft request' (duration: 400.890406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.662923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.261465Z","time spent":"401.440968ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.662964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.263105Z","time spent":"399.779875ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.662851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.261495Z","time spent":"401.331285ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:52.663179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.873098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:52:52.663213Z","caller":"traceutil/trace.go:171","msg":"trace[2025640450] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14765; }","duration":"348.940249ms","start":"2026-07-07T11:52:52.314262Z","end":"2026-07-07T11:52:52.663202Z","steps":["trace[2025640450] 'agreement among raft nodes before linearized reading' (duration: 348.879928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.663225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.247538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:52:52.663234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.314242Z","time spent":"348.98803ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T11:52:52.663255Z","caller":"traceutil/trace.go:171","msg":"trace[694965037] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14765; }","duration":"381.315149ms","start":"2026-07-07T11:52:52.281929Z","end":"2026-07-07T11:52:52.663244Z","steps":["trace[694965037] 'agreement among raft nodes before linearized reading' (duration: 381.270438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.663294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.281912Z","time spent":"381.37693ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-07-07T11:52:52.663177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.101562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:52:52.663349Z","caller":"traceutil/trace.go:171","msg":"trace[1149561499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14765; }","duration":"398.302895ms","start":"2026-07-07T11:52:52.265028Z","end":"2026-07-07T11:52:52.663331Z","steps":["trace[1149561499] 'agreement among raft nodes before linearized reading' (duration: 398.110651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.663429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.265005Z","time spent":"398.400797ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:52:52.663528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.308595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590413"} {"level":"info","ts":"2026-07-07T11:52:52.663558Z","caller":"traceutil/trace.go:171","msg":"trace[1260314349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14765; }","duration":"399.369766ms","start":"2026-07-07T11:52:52.264181Z","end":"2026-07-07T11:52:52.663551Z","steps":["trace[1260314349] 'agreement among raft nodes before linearized reading' (duration: 398.735204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:52.663589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:52.264176Z","time spent":"399.406268ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":590436,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T11:52:54.573975Z","caller":"traceutil/trace.go:171","msg":"trace[779863093] transaction","detail":"{read_only:false; response_revision:14771; number_of_response:1; }","duration":"313.0283ms","start":"2026-07-07T11:52:54.260913Z","end":"2026-07-07T11:52:54.573942Z","steps":["trace[779863093] 'process raft request' (duration: 312.04662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:52:54.574146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:54.260879Z","time spent":"313.177703ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:52:54.57881Z","caller":"traceutil/trace.go:171","msg":"trace[1250177333] transaction","detail":"{read_only:false; response_revision:14773; number_of_response:1; }","duration":"317.088279ms","start":"2026-07-07T11:52:54.261601Z","end":"2026-07-07T11:52:54.578689Z","steps":["trace[1250177333] 'process raft request' (duration: 316.996367ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:54.578906Z","caller":"traceutil/trace.go:171","msg":"trace[951363459] transaction","detail":"{read_only:false; response_revision:14774; number_of_response:1; }","duration":"317.199131ms","start":"2026-07-07T11:52:54.26169Z","end":"2026-07-07T11:52:54.578889Z","steps":["trace[951363459] 'process raft request' (duration: 316.948126ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:54.578804Z","caller":"traceutil/trace.go:171","msg":"trace[1868422189] transaction","detail":"{read_only:false; response_revision:14772; number_of_response:1; }","duration":"317.276093ms","start":"2026-07-07T11:52:54.261498Z","end":"2026-07-07T11:52:54.578774Z","steps":["trace[1868422189] 'process raft request' (duration: 316.968477ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:54.578943Z","caller":"traceutil/trace.go:171","msg":"trace[346660410] linearizableReadLoop","detail":"{readStateIndex:15300; appliedIndex:15296; }","duration":"181.529109ms","start":"2026-07-07T11:52:54.397391Z","end":"2026-07-07T11:52:54.57892Z","steps":["trace[346660410] 'read index received' (duration: 175.649432ms)","trace[346660410] 'applied index is now lower than readState.Index' (duration: 5.878827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:52:54.578997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:54.26158Z","time spent":"317.312463ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:54.578992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:54.261658Z","time spent":"317.288573ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:54.579053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:52:54.261487Z","time spent":"317.509877ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:52:54.579163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.754854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jqw7p\" ","response":"range_response_count:1 size:11927"} {"level":"info","ts":"2026-07-07T11:52:54.579135Z","caller":"traceutil/trace.go:171","msg":"trace[1824333044] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"180.505598ms","start":"2026-07-07T11:52:54.398617Z","end":"2026-07-07T11:52:54.579123Z","steps":["trace[1824333044] 'process raft request' (duration: 180.195833ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:52:54.579199Z","caller":"traceutil/trace.go:171","msg":"trace[606106846] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jqw7p; range_end:; response_count:1; response_revision:14775; }","duration":"181.837926ms","start":"2026-07-07T11:52:54.397349Z","end":"2026-07-07T11:52:54.579186Z","steps":["trace[606106846] 'agreement among raft nodes before linearized reading' (duration: 181.653761ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:02.883075Z","caller":"traceutil/trace.go:171","msg":"trace[1337962346] transaction","detail":"{read_only:false; response_revision:14928; number_of_response:1; }","duration":"649.057043ms","start":"2026-07-07T11:53:02.233999Z","end":"2026-07-07T11:53:02.883056Z","steps":["trace[1337962346] 'process raft request' (duration: 648.9009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:02.883221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.233971Z","time spent":"649.175786ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:53:03.210082Z","caller":"traceutil/trace.go:171","msg":"trace[2121070861] transaction","detail":"{read_only:false; response_revision:14929; number_of_response:1; }","duration":"811.794672ms","start":"2026-07-07T11:53:02.398245Z","end":"2026-07-07T11:53:03.21004Z","steps":["trace[2121070861] 'process raft request' (duration: 811.430955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:03.210161Z","caller":"traceutil/trace.go:171","msg":"trace[1999011031] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"606.040423ms","start":"2026-07-07T11:53:02.604077Z","end":"2026-07-07T11:53:03.210117Z","steps":["trace[1999011031] 'process raft request' (duration: 605.812089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.210257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.398225Z","time spent":"811.943884ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:53:03.210189Z","caller":"traceutil/trace.go:171","msg":"trace[1570896319] transaction","detail":"{read_only:false; response_revision:14931; number_of_response:1; }","duration":"600.637666ms","start":"2026-07-07T11:53:02.609524Z","end":"2026-07-07T11:53:03.210161Z","steps":["trace[1570896319] 'process raft request' (duration: 600.421572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.210366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.604055Z","time spent":"606.202866ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:53:03.21034Z","caller":"traceutil/trace.go:171","msg":"trace[729237179] transaction","detail":"{read_only:false; response_revision:14932; number_of_response:1; }","duration":"600.766799ms","start":"2026-07-07T11:53:02.609525Z","end":"2026-07-07T11:53:03.210292Z","steps":["trace[729237179] 'process raft request' (duration: 600.486343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.210462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.609509Z","time spent":"600.88485ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:53:03.210541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.609507Z","time spent":"600.935641ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:53:03.210724Z","caller":"traceutil/trace.go:171","msg":"trace[905204437] transaction","detail":"{read_only:false; response_revision:14933; number_of_response:1; }","duration":"599.262478ms","start":"2026-07-07T11:53:02.611445Z","end":"2026-07-07T11:53:03.210707Z","steps":["trace[905204437] 'process raft request' (duration: 599.092615ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:03.210697Z","caller":"traceutil/trace.go:171","msg":"trace[1809987754] linearizableReadLoop","detail":"{readStateIndex:15457; appliedIndex:15455; }","duration":"694.803618ms","start":"2026-07-07T11:53:02.515876Z","end":"2026-07-07T11:53:03.21068Z","steps":["trace[1809987754] 'read index received' (duration: 367.112659ms)","trace[1809987754] 'applied index is now lower than readState.Index' (duration: 327.689789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:53:03.210807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.611433Z","time spent":"599.33419ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:53:03.210975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.089703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-07-07T11:53:03.211028Z","caller":"traceutil/trace.go:171","msg":"trace[1425006639] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6; range_end:; response_count:1; response_revision:14933; }","duration":"695.170815ms","start":"2026-07-07T11:53:02.515841Z","end":"2026-07-07T11:53:03.211012Z","steps":["trace[1425006639] 'agreement among raft nodes before linearized reading' (duration: 694.97076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.211102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.515824Z","time spent":"695.271518ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.789697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-07-07T11:53:03.213114Z","caller":"traceutil/trace.go:171","msg":"trace[951777529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae; range_end:; response_count:1; response_revision:14934; }","duration":"696.92506ms","start":"2026-07-07T11:53:02.516169Z","end":"2026-07-07T11:53:03.213094Z","steps":["trace[951777529] 'agreement among raft nodes before linearized reading' (duration: 696.656945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.516148Z","time spent":"697.004001ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae\" "} {"level":"info","ts":"2026-07-07T11:53:03.213274Z","caller":"traceutil/trace.go:171","msg":"trace[1537545573] transaction","detail":"{read_only:false; response_revision:14934; number_of_response:1; }","duration":"325.804312ms","start":"2026-07-07T11:53:02.887441Z","end":"2026-07-07T11:53:03.213246Z","steps":["trace[1537545573] 'process raft request' (duration: 325.246991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.413035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:53:03.213335Z","caller":"traceutil/trace.go:171","msg":"trace[1394423479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14934; }","duration":"498.494386ms","start":"2026-07-07T11:53:02.714833Z","end":"2026-07-07T11:53:03.213327Z","steps":["trace[1394423479] 'agreement among raft nodes before linearized reading' (duration: 498.360614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.887414Z","time spent":"325.902094ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T11:53:03.213377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.489947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:53:03.213408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.808115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:53:03.213423Z","caller":"traceutil/trace.go:171","msg":"trace[208408321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14934; }","duration":"453.542518ms","start":"2026-07-07T11:53:02.759864Z","end":"2026-07-07T11:53:03.213406Z","steps":["trace[208408321] 'agreement among raft nodes before linearized reading' (duration: 453.486577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:03.213432Z","caller":"traceutil/trace.go:171","msg":"trace[1965051702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14934; }","duration":"489.830545ms","start":"2026-07-07T11:53:02.723596Z","end":"2026-07-07T11:53:03.213427Z","steps":["trace[1965051702] 'agreement among raft nodes before linearized reading' (duration: 489.780434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.723589Z","time spent":"489.860266ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.759857Z","time spent":"453.593019ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.714819Z","time spent":"498.534397ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.231156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-07-07T11:53:03.213543Z","caller":"traceutil/trace.go:171","msg":"trace[1278035913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6; range_end:; response_count:1; response_revision:14934; }","duration":"695.292307ms","start":"2026-07-07T11:53:02.51824Z","end":"2026-07-07T11:53:03.213532Z","steps":["trace[1278035913] 'agreement among raft nodes before linearized reading' (duration: 695.181115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.464562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:53:03.213584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.518229Z","time spent":"695.348128ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae0047e8-6314-4077-ad70-4c5df59fc3c6\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.698735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T11:53:03.213589Z","caller":"traceutil/trace.go:171","msg":"trace[466492891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14934; }","duration":"472.790167ms","start":"2026-07-07T11:53:02.740789Z","end":"2026-07-07T11:53:03.213579Z","steps":["trace[466492891] 'agreement among raft nodes before linearized reading' (duration: 472.39624ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:03.21364Z","caller":"traceutil/trace.go:171","msg":"trace[1409149608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14934; }","duration":"475.794247ms","start":"2026-07-07T11:53:02.737824Z","end":"2026-07-07T11:53:03.213618Z","steps":["trace[1409149608] 'agreement among raft nodes before linearized reading' (duration: 475.558183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.740778Z","time spent":"472.897419ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:53:03.213696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.323472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:53:03.213694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.737814Z","time spent":"475.869598ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T11:53:03.213718Z","caller":"traceutil/trace.go:171","msg":"trace[1709977958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:14934; }","duration":"454.374934ms","start":"2026-07-07T11:53:02.759337Z","end":"2026-07-07T11:53:03.213712Z","steps":["trace[1709977958] 'agreement among raft nodes before linearized reading' (duration: 454.289532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.213744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.759325Z","time spent":"454.415184ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"warn","ts":"2026-07-07T11:53:03.214184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.998144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:53:03.214379Z","caller":"traceutil/trace.go:171","msg":"trace[1018113809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14934; }","duration":"513.190157ms","start":"2026-07-07T11:53:02.701111Z","end":"2026-07-07T11:53:03.214301Z","steps":["trace[1018113809] 'agreement among raft nodes before linearized reading' (duration: 512.168937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.214709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.701094Z","time spent":"513.598535ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T11:53:03.214774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.920414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-07T11:53:03.215096Z","caller":"traceutil/trace.go:171","msg":"trace[1351863496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14934; }","duration":"372.26227ms","start":"2026-07-07T11:53:02.842824Z","end":"2026-07-07T11:53:03.215086Z","steps":["trace[1351863496] 'agreement among raft nodes before linearized reading' (duration: 371.880283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:03.215127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:53:02.842813Z","time spent":"372.301681ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T11:53:07.721629Z","caller":"traceutil/trace.go:171","msg":"trace[1754104731] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"117.766879ms","start":"2026-07-07T11:53:07.603841Z","end":"2026-07-07T11:53:07.721608Z","steps":["trace[1754104731] 'process raft request' (duration: 116.944312ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402097Z","caller":"traceutil/trace.go:171","msg":"trace[1704297492] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"159.868001ms","start":"2026-07-07T11:53:09.242192Z","end":"2026-07-07T11:53:09.40206Z","steps":["trace[1704297492] 'process raft request' (duration: 159.494074ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402371Z","caller":"traceutil/trace.go:171","msg":"trace[1203188089] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"160.016413ms","start":"2026-07-07T11:53:09.242326Z","end":"2026-07-07T11:53:09.402343Z","steps":["trace[1203188089] 'process raft request' (duration: 159.674557ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402475Z","caller":"traceutil/trace.go:171","msg":"trace[357364842] linearizableReadLoop","detail":"{readStateIndex:15614; appliedIndex:15610; }","duration":"155.324211ms","start":"2026-07-07T11:53:09.247122Z","end":"2026-07-07T11:53:09.402447Z","steps":["trace[357364842] 'read index received' (duration: 78.690276ms)","trace[357364842] 'applied index is now lower than readState.Index' (duration: 76.632895ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:53:09.402536Z","caller":"traceutil/trace.go:171","msg":"trace[567047837] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"160.020105ms","start":"2026-07-07T11:53:09.242508Z","end":"2026-07-07T11:53:09.402528Z","steps":["trace[567047837] 'process raft request' (duration: 159.780509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:09.402779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.468724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T11:53:09.402787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.653757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-07T11:53:09.402834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.088856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:53:09.40282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.865215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:53:09.402845Z","caller":"traceutil/trace.go:171","msg":"trace[778538368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15076; }","duration":"151.564097ms","start":"2026-07-07T11:53:09.251265Z","end":"2026-07-07T11:53:09.402829Z","steps":["trace[778538368] 'agreement among raft nodes before linearized reading' (duration: 151.371443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:09.402855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.037878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T11:53:09.402869Z","caller":"traceutil/trace.go:171","msg":"trace[553572072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:15076; }","duration":"114.166497ms","start":"2026-07-07T11:53:09.288692Z","end":"2026-07-07T11:53:09.402859Z","steps":["trace[553572072] 'agreement among raft nodes before linearized reading' (duration: 114.023494ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402868Z","caller":"traceutil/trace.go:171","msg":"trace[1845936909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15076; }","duration":"155.80034ms","start":"2026-07-07T11:53:09.247049Z","end":"2026-07-07T11:53:09.402849Z","steps":["trace[1845936909] 'agreement among raft nodes before linearized reading' (duration: 155.511124ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402891Z","caller":"traceutil/trace.go:171","msg":"trace[1441073846] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15076; }","duration":"140.972367ms","start":"2026-07-07T11:53:09.261898Z","end":"2026-07-07T11:53:09.40287Z","steps":["trace[1441073846] 'agreement among raft nodes before linearized reading' (duration: 140.783634ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.402885Z","caller":"traceutil/trace.go:171","msg":"trace[605880402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15076; }","duration":"144.088289ms","start":"2026-07-07T11:53:09.258789Z","end":"2026-07-07T11:53:09.402877Z","steps":["trace[605880402] 'agreement among raft nodes before linearized reading' (duration: 143.952906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:09.402966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.888215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T11:53:09.403067Z","caller":"traceutil/trace.go:171","msg":"trace[1015652838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15076; }","duration":"144.071069ms","start":"2026-07-07T11:53:09.258971Z","end":"2026-07-07T11:53:09.403042Z","steps":["trace[1015652838] 'agreement among raft nodes before linearized reading' (duration: 143.797373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:09.403121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.281732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T11:53:09.403198Z","caller":"traceutil/trace.go:171","msg":"trace[177393528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15076; }","duration":"148.414254ms","start":"2026-07-07T11:53:09.254767Z","end":"2026-07-07T11:53:09.403181Z","steps":["trace[177393528] 'agreement among raft nodes before linearized reading' (duration: 148.129139ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.517362Z","caller":"traceutil/trace.go:171","msg":"trace[475472128] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"110.685639ms","start":"2026-07-07T11:53:09.406646Z","end":"2026-07-07T11:53:09.517332Z","steps":["trace[475472128] 'process raft request' (duration: 110.578147ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.517388Z","caller":"traceutil/trace.go:171","msg":"trace[202714383] transaction","detail":"{read_only:false; response_revision:15078; number_of_response:1; }","duration":"110.762ms","start":"2026-07-07T11:53:09.406599Z","end":"2026-07-07T11:53:09.517361Z","steps":["trace[202714383] 'process raft request' (duration: 97.12352ms)","trace[202714383] 'compare' (duration: 13.370274ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:53:09.517677Z","caller":"traceutil/trace.go:171","msg":"trace[44691042] linearizableReadLoop","detail":"{readStateIndex:15617; appliedIndex:15614; }","duration":"110.392713ms","start":"2026-07-07T11:53:09.407259Z","end":"2026-07-07T11:53:09.517652Z","steps":["trace[44691042] 'read index received' (duration: 37.779267ms)","trace[44691042] 'applied index is now lower than readState.Index' (duration: 72.612346ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:53:09.51775Z","caller":"traceutil/trace.go:171","msg":"trace[2068617878] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"110.295632ms","start":"2026-07-07T11:53:09.407432Z","end":"2026-07-07T11:53:09.517728Z","steps":["trace[2068617878] 'process raft request' (duration: 110.114318ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.517733Z","caller":"traceutil/trace.go:171","msg":"trace[187938589] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"110.324422ms","start":"2026-07-07T11:53:09.407364Z","end":"2026-07-07T11:53:09.517688Z","steps":["trace[187938589] 'process raft request' (duration: 109.911744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:53:09.518544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.26235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:628673"} {"level":"info","ts":"2026-07-07T11:53:09.518615Z","caller":"traceutil/trace.go:171","msg":"trace[1304314664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15081; }","duration":"111.382483ms","start":"2026-07-07T11:53:09.407218Z","end":"2026-07-07T11:53:09.518601Z","steps":["trace[1304314664] 'agreement among raft nodes before linearized reading' (duration: 110.576567ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.795329Z","caller":"traceutil/trace.go:171","msg":"trace[513932806] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"106.084388ms","start":"2026-07-07T11:53:09.689215Z","end":"2026-07-07T11:53:09.7953Z","steps":["trace[513932806] 'process raft request' (duration: 105.964645ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.795409Z","caller":"traceutil/trace.go:171","msg":"trace[1889917916] transaction","detail":"{read_only:false; response_revision:15085; number_of_response:1; }","duration":"106.511746ms","start":"2026-07-07T11:53:09.688859Z","end":"2026-07-07T11:53:09.79537Z","steps":["trace[1889917916] 'process raft request' (duration: 106.162869ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.996855Z","caller":"traceutil/trace.go:171","msg":"trace[810988789] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"107.196579ms","start":"2026-07-07T11:53:09.889624Z","end":"2026-07-07T11:53:09.99682Z","steps":["trace[810988789] 'process raft request' (duration: 106.968835ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.996868Z","caller":"traceutil/trace.go:171","msg":"trace[413990215] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"100.043718ms","start":"2026-07-07T11:53:09.8968Z","end":"2026-07-07T11:53:09.996843Z","steps":["trace[413990215] 'process raft request' (duration: 99.918975ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:53:09.996955Z","caller":"traceutil/trace.go:171","msg":"trace[271130514] linearizableReadLoop","detail":"{readStateIndex:15633; appliedIndex:15631; }","duration":"106.71113ms","start":"2026-07-07T11:53:09.890235Z","end":"2026-07-07T11:53:09.996946Z","steps":["trace[271130514] 'read index received' (duration: 25.953042ms)","trace[271130514] 'applied index is now lower than readState.Index' (duration: 80.757478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:53:09.99718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.919954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T11:53:09.997261Z","caller":"traceutil/trace.go:171","msg":"trace[100087403] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15096; }","duration":"107.023896ms","start":"2026-07-07T11:53:09.890216Z","end":"2026-07-07T11:53:09.99724Z","steps":["trace[100087403] 'agreement among raft nodes before linearized reading' (duration: 106.802302ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:03.749892Z","caller":"traceutil/trace.go:171","msg":"trace[1179556526] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"123.700436ms","start":"2026-07-07T11:54:03.626168Z","end":"2026-07-07T11:54:03.749868Z","steps":["trace[1179556526] 'process raft request' (duration: 123.522203ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:03.750238Z","caller":"traceutil/trace.go:171","msg":"trace[639529715] transaction","detail":"{read_only:false; response_revision:15786; number_of_response:1; }","duration":"120.150106ms","start":"2026-07-07T11:54:03.629877Z","end":"2026-07-07T11:54:03.750027Z","steps":["trace[639529715] 'process raft request' (duration: 119.939701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:03.750293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.670756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:03.750363Z","caller":"traceutil/trace.go:171","msg":"trace[369541686] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15786; }","duration":"122.846529ms","start":"2026-07-07T11:54:03.627501Z","end":"2026-07-07T11:54:03.750348Z","steps":["trace[369541686] 'agreement among raft nodes before linearized reading' (duration: 122.526343ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:03.749985Z","caller":"traceutil/trace.go:171","msg":"trace[527191755] linearizableReadLoop","detail":"{readStateIndex:16341; appliedIndex:16339; }","duration":"122.348749ms","start":"2026-07-07T11:54:03.627614Z","end":"2026-07-07T11:54:03.749962Z","steps":["trace[527191755] 'read index received' (duration: 20.800802ms)","trace[527191755] 'applied index is now lower than readState.Index' (duration: 101.545907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:54:03.750616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.648156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:03.750684Z","caller":"traceutil/trace.go:171","msg":"trace[641155899] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15786; }","duration":"122.750057ms","start":"2026-07-07T11:54:03.627917Z","end":"2026-07-07T11:54:03.750667Z","steps":["trace[641155899] 'agreement among raft nodes before linearized reading' (duration: 122.624255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:03.750955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.751767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:03.750988Z","caller":"traceutil/trace.go:171","msg":"trace[2056144457] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:15786; }","duration":"119.788788ms","start":"2026-07-07T11:54:03.63119Z","end":"2026-07-07T11:54:03.750979Z","steps":["trace[2056144457] 'agreement among raft nodes before linearized reading' (duration: 119.735997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:03.75104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.422901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:03.751071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.604713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:03.75113Z","caller":"traceutil/trace.go:171","msg":"trace[195841159] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15786; }","duration":"122.693166ms","start":"2026-07-07T11:54:03.628423Z","end":"2026-07-07T11:54:03.751116Z","steps":["trace[195841159] 'agreement among raft nodes before linearized reading' (duration: 122.611804ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:03.751134Z","caller":"traceutil/trace.go:171","msg":"trace[162949749] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15786; }","duration":"122.638555ms","start":"2026-07-07T11:54:03.628474Z","end":"2026-07-07T11:54:03.751112Z","steps":["trace[162949749] 'agreement among raft nodes before linearized reading' (duration: 122.475781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.07923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.300195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.657032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.300234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.973358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:10.300283Z","caller":"traceutil/trace.go:171","msg":"trace[815011977] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15842; }","duration":"532.738653ms","start":"2026-07-07T11:54:09.767524Z","end":"2026-07-07T11:54:10.300262Z","steps":["trace[815011977] 'range keys from in-memory index tree' (duration: 532.634822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.811965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.300294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.663742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:10.300318Z","caller":"traceutil/trace.go:171","msg":"trace[567525240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15842; }","duration":"531.05683ms","start":"2026-07-07T11:54:09.769235Z","end":"2026-07-07T11:54:10.300292Z","steps":["trace[567525240] 'range keys from in-memory index tree' (duration: 530.830156ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.300347Z","caller":"traceutil/trace.go:171","msg":"trace[195691407] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15842; }","duration":"533.013019ms","start":"2026-07-07T11:54:09.767321Z","end":"2026-07-07T11:54:10.300333Z","steps":["trace[195691407] 'range keys from in-memory index tree' (duration: 532.786315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.769188Z","time spent":"531.172282ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:54:10.30037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.767519Z","time spent":"532.830465ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T11:54:10.300387Z","caller":"traceutil/trace.go:171","msg":"trace[676762870] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15842; }","duration":"534.789964ms","start":"2026-07-07T11:54:09.76556Z","end":"2026-07-07T11:54:10.30035Z","steps":["trace[676762870] 'range keys from in-memory index tree' (duration: 534.58543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.767316Z","time spent":"533.06197ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:54:10.300428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.76554Z","time spent":"534.879686ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:54:10.300127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.094321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:10.300279Z","caller":"traceutil/trace.go:171","msg":"trace[620900369] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15842; }","duration":"533.257344ms","start":"2026-07-07T11:54:09.766991Z","end":"2026-07-07T11:54:10.300248Z","steps":["trace[620900369] 'range keys from in-memory index tree' (duration: 533.02267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.281595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.300544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.766986Z","time spent":"533.54483ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T11:54:10.300558Z","caller":"traceutil/trace.go:171","msg":"trace[1135681464] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15842; }","duration":"532.508478ms","start":"2026-07-07T11:54:09.768006Z","end":"2026-07-07T11:54:10.300514Z","steps":["trace[1135681464] 'range keys from in-memory index tree' (duration: 532.05862ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.300585Z","caller":"traceutil/trace.go:171","msg":"trace[1896481332] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15842; }","duration":"534.349765ms","start":"2026-07-07T11:54:09.766226Z","end":"2026-07-07T11:54:10.300576Z","steps":["trace[1896481332] 'range keys from in-memory index tree' (duration: 534.236304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.859716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-07T11:54:10.300629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.768002Z","time spent":"532.59293ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:54:10.300619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.766207Z","time spent":"534.406127ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:54:10.3007Z","caller":"traceutil/trace.go:171","msg":"trace[1937446996] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15842; }","duration":"534.056689ms","start":"2026-07-07T11:54:09.766611Z","end":"2026-07-07T11:54:10.300668Z","steps":["trace[1937446996] 'range keys from in-memory index tree' (duration: 533.544729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.300769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.766519Z","time spent":"534.237603ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T11:54:10.300809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.49273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-07T11:54:10.300788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.13124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:10.300954Z","caller":"traceutil/trace.go:171","msg":"trace[1663747870] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15842; }","duration":"534.367575ms","start":"2026-07-07T11:54:09.766549Z","end":"2026-07-07T11:54:10.300916Z","steps":["trace[1663747870] 'range keys from in-memory index tree' (duration: 534.044709ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.301006Z","caller":"traceutil/trace.go:171","msg":"trace[1608219210] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"531.313455ms","start":"2026-07-07T11:54:09.769674Z","end":"2026-07-07T11:54:10.300988Z","steps":["trace[1608219210] 'process raft request' (duration: 133.54191ms)","trace[1608219210] 'compare' (duration: 397.092982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:54:10.30134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.326487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:10.301424Z","caller":"traceutil/trace.go:171","msg":"trace[1737528467] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15844; }","duration":"528.452369ms","start":"2026-07-07T11:54:09.772952Z","end":"2026-07-07T11:54:10.301405Z","steps":["trace[1737528467] 'agreement among raft nodes before linearized reading' (duration: 528.166583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.301471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.772929Z","time spent":"528.529601ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:54:10.301022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.766532Z","time spent":"534.478467ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-07T11:54:10.301081Z","caller":"traceutil/trace.go:171","msg":"trace[203718304] linearizableReadLoop","detail":"{readStateIndex:16401; appliedIndex:16399; }","duration":"528.044201ms","start":"2026-07-07T11:54:09.773016Z","end":"2026-07-07T11:54:10.30106Z","steps":["trace[203718304] 'read index received' (duration: 130.263466ms)","trace[203718304] 'applied index is now lower than readState.Index' (duration: 397.779145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:54:10.301481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.769631Z","time spent":"531.756104ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:10.301157Z","caller":"traceutil/trace.go:171","msg":"trace[980323997] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"529.013859ms","start":"2026-07-07T11:54:09.772125Z","end":"2026-07-07T11:54:10.301138Z","steps":["trace[980323997] 'process raft request' (duration: 528.819956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.30169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.772111Z","time spent":"529.505959ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:10.48841Z","caller":"traceutil/trace.go:171","msg":"trace[1220942435] linearizableReadLoop","detail":"{readStateIndex:16402; appliedIndex:16401; }","duration":"186.807072ms","start":"2026-07-07T11:54:10.301576Z","end":"2026-07-07T11:54:10.488383Z","steps":["trace[1220942435] 'read index received' (duration: 186.522637ms)","trace[1220942435] 'applied index is now lower than readState.Index' (duration: 283.305µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:54:10.488542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.583499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:10.488607Z","caller":"traceutil/trace.go:171","msg":"trace[911602454] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:15845; }","duration":"668.66303ms","start":"2026-07-07T11:54:09.819927Z","end":"2026-07-07T11:54:10.48859Z","steps":["trace[911602454] 'agreement among raft nodes before linearized reading' (duration: 668.539918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.746462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:10.488651Z","caller":"traceutil/trace.go:171","msg":"trace[1842640968] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15845; }","duration":"712.822624ms","start":"2026-07-07T11:54:09.775819Z","end":"2026-07-07T11:54:10.488641Z","steps":["trace[1842640968] 'agreement among raft nodes before linearized reading' (duration: 712.656581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.819919Z","time spent":"668.728361ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:54:10.488689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.775771Z","time spent":"712.910566ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T11:54:10.488717Z","caller":"traceutil/trace.go:171","msg":"trace[1486914379] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"308.330935ms","start":"2026-07-07T11:54:10.180366Z","end":"2026-07-07T11:54:10.488697Z","steps":["trace[1486914379] 'process raft request' (duration: 307.819685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.963154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T11:54:10.488725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.556244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:54:10.488763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.973626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:54:10.488832Z","caller":"traceutil/trace.go:171","msg":"trace[795611982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15845; }","duration":"677.087156ms","start":"2026-07-07T11:54:09.81172Z","end":"2026-07-07T11:54:10.488807Z","steps":["trace[795611982] 'agreement among raft nodes before linearized reading' (duration: 676.789991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:10.180334Z","time spent":"308.439728ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:54:10.488877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.811706Z","time spent":"677.16268ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T11:54:10.48887Z","caller":"traceutil/trace.go:171","msg":"trace[172018438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15845; }","duration":"515.727217ms","start":"2026-07-07T11:54:09.97311Z","end":"2026-07-07T11:54:10.488837Z","steps":["trace[172018438] 'agreement among raft nodes before linearized reading' (duration: 515.329109ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.488902Z","caller":"traceutil/trace.go:171","msg":"trace[620782839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15845; }","duration":"630.130229ms","start":"2026-07-07T11:54:09.858727Z","end":"2026-07-07T11:54:10.488857Z","steps":["trace[620782839] 'agreement among raft nodes before linearized reading' (duration: 629.806752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.973035Z","time spent":"515.886391ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T11:54:10.488867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.649754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-07T11:54:10.488964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.858717Z","time spent":"630.234961ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:54:10.489009Z","caller":"traceutil/trace.go:171","msg":"trace[1187190067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15845; }","duration":"434.846648ms","start":"2026-07-07T11:54:10.054152Z","end":"2026-07-07T11:54:10.488998Z","steps":["trace[1187190067] 'agreement among raft nodes before linearized reading' (duration: 434.547991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.262776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.48892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.499995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:54:10.489046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:10.054128Z","time spent":"434.90966ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T11:54:10.48905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.199227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:54:10.489077Z","caller":"traceutil/trace.go:171","msg":"trace[1303681531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:15845; }","duration":"245.717008ms","start":"2026-07-07T11:54:10.243346Z","end":"2026-07-07T11:54:10.489063Z","steps":["trace[1303681531] 'agreement among raft nodes before linearized reading' (duration: 245.283069ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.489126Z","caller":"traceutil/trace.go:171","msg":"trace[828190624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15845; }","duration":"515.270828ms","start":"2026-07-07T11:54:09.973821Z","end":"2026-07-07T11:54:10.489092Z","steps":["trace[828190624] 'agreement among raft nodes before linearized reading' (duration: 514.720656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.488958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.16603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:10.489155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.943342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:54:10.489161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.379409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-07T11:54:10.489161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.205125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46668\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-07-07T11:54:10.489201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.973811Z","time spent":"515.38068ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T11:54:10.489205Z","caller":"traceutil/trace.go:171","msg":"trace[214293544] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15845; }","duration":"434.437681ms","start":"2026-07-07T11:54:10.054758Z","end":"2026-07-07T11:54:10.489196Z","steps":["trace[214293544] 'agreement among raft nodes before linearized reading' (duration: 434.340729ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.489212Z","caller":"traceutil/trace.go:171","msg":"trace[1312953498] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46668; range_end:; response_count:1; response_revision:15845; }","duration":"303.296647ms","start":"2026-07-07T11:54:10.185905Z","end":"2026-07-07T11:54:10.489202Z","steps":["trace[1312953498] 'agreement among raft nodes before linearized reading' (duration: 303.190405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.489205Z","caller":"traceutil/trace.go:171","msg":"trace[160408037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15845; }","duration":"515.992723ms","start":"2026-07-07T11:54:09.973199Z","end":"2026-07-07T11:54:10.489191Z","steps":["trace[160408037] 'agreement among raft nodes before linearized reading' (duration: 515.541203ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:10.48908Z","caller":"traceutil/trace.go:171","msg":"trace[528560085] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15845; }","duration":"434.863258ms","start":"2026-07-07T11:54:10.05419Z","end":"2026-07-07T11:54:10.489053Z","steps":["trace[528560085] 'agreement among raft nodes before linearized reading' (duration: 434.213435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:10.489248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:10.185891Z","time spent":"303.350888ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-46668\" "} {"level":"warn","ts":"2026-07-07T11:54:10.489256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:09.973128Z","time spent":"516.120905ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:54:10.489247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:10.054751Z","time spent":"434.487242ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:54:10.489292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:10.05417Z","time spent":"435.095713ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:54:10.489211Z","caller":"traceutil/trace.go:171","msg":"trace[726233195] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15845; }","duration":"275.60587ms","start":"2026-07-07T11:54:10.213579Z","end":"2026-07-07T11:54:10.489185Z","steps":["trace[726233195] 'agreement among raft nodes before linearized reading' (duration: 275.1829ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:26.722957Z","caller":"traceutil/trace.go:171","msg":"trace[1020394643] transaction","detail":"{read_only:false; response_revision:15936; number_of_response:1; }","duration":"111.600227ms","start":"2026-07-07T11:54:26.61133Z","end":"2026-07-07T11:54:26.72293Z","steps":["trace[1020394643] 'process raft request' (duration: 111.517585ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:26.723043Z","caller":"traceutil/trace.go:171","msg":"trace[230566355] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"111.642487ms","start":"2026-07-07T11:54:26.611319Z","end":"2026-07-07T11:54:26.722962Z","steps":["trace[230566355] 'process raft request' (duration: 111.378772ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:26.72465Z","caller":"traceutil/trace.go:171","msg":"trace[1598004998] transaction","detail":"{read_only:false; response_revision:15937; number_of_response:1; }","duration":"110.955743ms","start":"2026-07-07T11:54:26.612269Z","end":"2026-07-07T11:54:26.723225Z","steps":["trace[1598004998] 'process raft request' (duration: 110.623307ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:28.625709Z","caller":"traceutil/trace.go:171","msg":"trace[416807124] transaction","detail":"{read_only:false; response_revision:15940; number_of_response:1; }","duration":"265.669894ms","start":"2026-07-07T11:54:28.360005Z","end":"2026-07-07T11:54:28.625675Z","steps":["trace[416807124] 'process raft request' (duration: 265.49307ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:28.627614Z","caller":"traceutil/trace.go:171","msg":"trace[968335313] linearizableReadLoop","detail":"{readStateIndex:16501; appliedIndex:16499; }","duration":"202.696178ms","start":"2026-07-07T11:54:28.424896Z","end":"2026-07-07T11:54:28.627592Z","steps":["trace[968335313] 'read index received' (duration: 200.674358ms)","trace[968335313] 'applied index is now lower than readState.Index' (duration: 2.02089ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:28.627669Z","caller":"traceutil/trace.go:171","msg":"trace[682792007] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"266.801456ms","start":"2026-07-07T11:54:28.36084Z","end":"2026-07-07T11:54:28.627641Z","steps":["trace[682792007] 'process raft request' (duration: 266.640592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:28.62789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.973343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T11:54:28.627962Z","caller":"traceutil/trace.go:171","msg":"trace[865775926] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:15941; }","duration":"203.072135ms","start":"2026-07-07T11:54:28.424872Z","end":"2026-07-07T11:54:28.627944Z","steps":["trace[865775926] 'agreement among raft nodes before linearized reading' (duration: 202.83004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.570635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.877592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T11:54:34.57079Z","caller":"traceutil/trace.go:171","msg":"trace[1232340668] linearizableReadLoop","detail":"{readStateIndex:16531; appliedIndex:16529; }","duration":"206.623885ms","start":"2026-07-07T11:54:34.364148Z","end":"2026-07-07T11:54:34.570772Z","steps":["trace[1232340668] 'read index received' (duration: 143.828093ms)","trace[1232340668] 'applied index is now lower than readState.Index' (duration: 62.794892ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:34.570796Z","caller":"traceutil/trace.go:171","msg":"trace[593272433] transaction","detail":"{read_only:false; response_revision:15969; number_of_response:1; }","duration":"712.062148ms","start":"2026-07-07T11:54:33.858718Z","end":"2026-07-07T11:54:34.570781Z","steps":["trace[593272433] 'process raft request' (duration: 712.009987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.570881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.728457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:34.570878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:33.85869Z","time spent":"712.14735ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:34.570904Z","caller":"traceutil/trace.go:171","msg":"trace[1852171123] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15969; }","duration":"206.791709ms","start":"2026-07-07T11:54:34.364107Z","end":"2026-07-07T11:54:34.570899Z","steps":["trace[1852171123] 'agreement among raft nodes before linearized reading' (duration: 206.743518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.462203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.571126Z","caller":"traceutil/trace.go:171","msg":"trace[163513869] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15969; }","duration":"204.551805ms","start":"2026-07-07T11:54:34.366569Z","end":"2026-07-07T11:54:34.57112Z","steps":["trace[163513869] 'agreement among raft nodes before linearized reading' (duration: 204.510314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.505474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.571237Z","caller":"traceutil/trace.go:171","msg":"trace[376746235] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15969; }","duration":"205.541095ms","start":"2026-07-07T11:54:34.36567Z","end":"2026-07-07T11:54:34.571212Z","steps":["trace[376746235] 'agreement among raft nodes before linearized reading' (duration: 205.507964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.049974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-07T11:54:34.571259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.081975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:34.571258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.689037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.571296Z","caller":"traceutil/trace.go:171","msg":"trace[500216724] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15969; }","duration":"205.152337ms","start":"2026-07-07T11:54:34.366133Z","end":"2026-07-07T11:54:34.571286Z","steps":["trace[500216724] 'agreement among raft nodes before linearized reading' (duration: 205.089446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.659068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:34.571326Z","caller":"traceutil/trace.go:171","msg":"trace[768712090] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15969; }","duration":"205.784909ms","start":"2026-07-07T11:54:34.365524Z","end":"2026-07-07T11:54:34.571309Z","steps":["trace[768712090] 'agreement among raft nodes before linearized reading' (duration: 205.677017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.484095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.571384Z","caller":"traceutil/trace.go:171","msg":"trace[24646748] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15969; }","duration":"202.759209ms","start":"2026-07-07T11:54:34.368603Z","end":"2026-07-07T11:54:34.571362Z","steps":["trace[24646748] 'agreement among raft nodes before linearized reading' (duration: 202.524464ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:34.571419Z","caller":"traceutil/trace.go:171","msg":"trace[1703604742] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15969; }","duration":"204.706578ms","start":"2026-07-07T11:54:34.366684Z","end":"2026-07-07T11:54:34.571391Z","steps":["trace[1703604742] 'agreement among raft nodes before linearized reading' (duration: 204.476674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.486935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:34.571497Z","caller":"traceutil/trace.go:171","msg":"trace[1983074218] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15969; }","duration":"199.578947ms","start":"2026-07-07T11:54:34.371909Z","end":"2026-07-07T11:54:34.571487Z","steps":["trace[1983074218] 'agreement among raft nodes before linearized reading' (duration: 199.219339ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:34.570986Z","caller":"traceutil/trace.go:171","msg":"trace[1899674404] transaction","detail":"{read_only:false; response_revision:15968; number_of_response:1; }","duration":"752.178173ms","start":"2026-07-07T11:54:33.818777Z","end":"2026-07-07T11:54:34.570955Z","steps":["trace[1899674404] 'process raft request' (duration: 331.886733ms)","trace[1899674404] 'compare' (duration: 419.7747ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:34.571549Z","caller":"traceutil/trace.go:171","msg":"trace[792124775] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15969; }","duration":"207.212327ms","start":"2026-07-07T11:54:34.364095Z","end":"2026-07-07T11:54:34.571307Z","steps":["trace[792124775] 'agreement among raft nodes before linearized reading' (duration: 206.934411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.669907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.571849Z","caller":"traceutil/trace.go:171","msg":"trace[1034192118] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15969; }","duration":"206.256348ms","start":"2026-07-07T11:54:34.365482Z","end":"2026-07-07T11:54:34.571739Z","steps":["trace[1034192118] 'agreement among raft nodes before linearized reading' (duration: 205.575044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.571908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:33.81875Z","time spent":"752.838176ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:34.874533Z","caller":"traceutil/trace.go:171","msg":"trace[465903901] transaction","detail":"{read_only:false; response_revision:15970; number_of_response:1; }","duration":"226.129811ms","start":"2026-07-07T11:54:34.648372Z","end":"2026-07-07T11:54:34.874502Z","steps":["trace[465903901] 'process raft request' (duration: 178.391837ms)","trace[465903901] 'compare' (duration: 47.609491ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:34.894464Z","caller":"traceutil/trace.go:171","msg":"trace[1536184023] linearizableReadLoop","detail":"{readStateIndex:16533; appliedIndex:16531; }","duration":"244.866381ms","start":"2026-07-07T11:54:34.649572Z","end":"2026-07-07T11:54:34.894438Z","steps":["trace[1536184023] 'read index received' (duration: 177.206583ms)","trace[1536184023] 'applied index is now lower than readState.Index' (duration: 67.658948ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:34.894588Z","caller":"traceutil/trace.go:171","msg":"trace[1330202752] transaction","detail":"{read_only:false; response_revision:15971; number_of_response:1; }","duration":"245.82816ms","start":"2026-07-07T11:54:34.64875Z","end":"2026-07-07T11:54:34.894578Z","steps":["trace[1330202752] 'process raft request' (duration: 245.533705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.894821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.230579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:34.894861Z","caller":"traceutil/trace.go:171","msg":"trace[2120976195] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"245.317522ms","start":"2026-07-07T11:54:34.649534Z","end":"2026-07-07T11:54:34.894851Z","steps":["trace[2120976195] 'agreement among raft nodes before linearized reading' (duration: 245.166189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.894914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.726481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:54:34.894949Z","caller":"traceutil/trace.go:171","msg":"trace[581819101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15971; }","duration":"238.801712ms","start":"2026-07-07T11:54:34.656137Z","end":"2026-07-07T11:54:34.894939Z","steps":["trace[581819101] 'agreement among raft nodes before linearized reading' (duration: 238.720411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.624563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T11:54:34.895259Z","caller":"traceutil/trace.go:171","msg":"trace[2140758727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15971; }","duration":"128.732205ms","start":"2026-07-07T11:54:34.766518Z","end":"2026-07-07T11:54:34.89525Z","steps":["trace[2140758727] 'agreement among raft nodes before linearized reading' (duration: 128.632723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.96847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:54:34.895424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.470433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:34.895445Z","caller":"traceutil/trace.go:171","msg":"trace[103218555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15971; }","duration":"170.081613ms","start":"2026-07-07T11:54:34.725349Z","end":"2026-07-07T11:54:34.89543Z","steps":["trace[103218555] 'agreement among raft nodes before linearized reading' (duration: 169.884979ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:34.895452Z","caller":"traceutil/trace.go:171","msg":"trace[1335480296] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15971; }","duration":"113.499754ms","start":"2026-07-07T11:54:34.781944Z","end":"2026-07-07T11:54:34.895444Z","steps":["trace[1335480296] 'agreement among raft nodes before linearized reading' (duration: 113.422342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.551915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-07T11:54:34.895518Z","caller":"traceutil/trace.go:171","msg":"trace[6353225] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15971; }","duration":"117.577425ms","start":"2026-07-07T11:54:34.777935Z","end":"2026-07-07T11:54:34.895512Z","steps":["trace[6353225] 'agreement among raft nodes before linearized reading' (duration: 117.528774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.891281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.895607Z","caller":"traceutil/trace.go:171","msg":"trace[1631195623] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15971; }","duration":"117.957582ms","start":"2026-07-07T11:54:34.777642Z","end":"2026-07-07T11:54:34.895599Z","steps":["trace[1631195623] 'agreement among raft nodes before linearized reading' (duration: 117.912891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.628486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-07T11:54:34.895679Z","caller":"traceutil/trace.go:171","msg":"trace[1409358662] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15971; }","duration":"115.686647ms","start":"2026-07-07T11:54:34.779987Z","end":"2026-07-07T11:54:34.895673Z","steps":["trace[1409358662] 'agreement among raft nodes before linearized reading' (duration: 115.627676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.322857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T11:54:34.895736Z","caller":"traceutil/trace.go:171","msg":"trace[2102152928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15971; }","duration":"130.396128ms","start":"2026-07-07T11:54:34.76533Z","end":"2026-07-07T11:54:34.895726Z","steps":["trace[2102152928] 'agreement among raft nodes before linearized reading' (duration: 130.292436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.85162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:34.89581Z","caller":"traceutil/trace.go:171","msg":"trace[943220992] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15971; }","duration":"115.913822ms","start":"2026-07-07T11:54:34.77989Z","end":"2026-07-07T11:54:34.895804Z","steps":["trace[943220992] 'agreement among raft nodes before linearized reading' (duration: 115.860451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:34.895933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.145522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:54:34.895971Z","caller":"traceutil/trace.go:171","msg":"trace[1079226198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15971; }","duration":"134.223963ms","start":"2026-07-07T11:54:34.761738Z","end":"2026-07-07T11:54:34.895962Z","steps":["trace[1079226198] 'agreement among raft nodes before linearized reading' (duration: 134.128731ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:35.032288Z","caller":"traceutil/trace.go:171","msg":"trace[331250677] transaction","detail":"{read_only:false; response_revision:15973; number_of_response:1; }","duration":"130.314596ms","start":"2026-07-07T11:54:34.901935Z","end":"2026-07-07T11:54:35.03225Z","steps":["trace[331250677] 'process raft request' (duration: 118.325669ms)","trace[331250677] 'compare' (duration: 11.865255ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:35.032498Z","caller":"traceutil/trace.go:171","msg":"trace[62832811] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"129.816477ms","start":"2026-07-07T11:54:34.902671Z","end":"2026-07-07T11:54:35.032488Z","steps":["trace[62832811] 'process raft request' (duration: 129.543952ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:35.032816Z","caller":"traceutil/trace.go:171","msg":"trace[313285700] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"129.489309ms","start":"2026-07-07T11:54:34.903315Z","end":"2026-07-07T11:54:35.032804Z","steps":["trace[313285700] 'process raft request' (duration: 129.132053ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:35.032945Z","caller":"traceutil/trace.go:171","msg":"trace[794717200] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"128.728866ms","start":"2026-07-07T11:54:34.904188Z","end":"2026-07-07T11:54:35.032917Z","steps":["trace[794717200] 'process raft request' (duration: 128.543482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:35.034091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.965589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764142"} {"level":"info","ts":"2026-07-07T11:54:35.034199Z","caller":"traceutil/trace.go:171","msg":"trace[1930189042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15976; }","duration":"132.103712ms","start":"2026-07-07T11:54:34.902071Z","end":"2026-07-07T11:54:35.034174Z","steps":["trace[1930189042] 'agreement among raft nodes before linearized reading' (duration: 130.876387ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:35.882779Z","caller":"traceutil/trace.go:171","msg":"trace[1311183918] linearizableReadLoop","detail":"{readStateIndex:16540; appliedIndex:16539; }","duration":"122.792167ms","start":"2026-07-07T11:54:35.759963Z","end":"2026-07-07T11:54:35.882756Z","steps":["trace[1311183918] 'read index received' (duration: 122.642274ms)","trace[1311183918] 'applied index is now lower than readState.Index' (duration: 148.833µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T11:54:35.88294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.92703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:35.883042Z","caller":"traceutil/trace.go:171","msg":"trace[1044604773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15978; }","duration":"123.099763ms","start":"2026-07-07T11:54:35.759922Z","end":"2026-07-07T11:54:35.883022Z","steps":["trace[1044604773] 'agreement among raft nodes before linearized reading' (duration: 122.91863ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:35.884665Z","caller":"traceutil/trace.go:171","msg":"trace[112574816] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"126.99914ms","start":"2026-07-07T11:54:35.755804Z","end":"2026-07-07T11:54:35.882803Z","steps":["trace[112574816] 'process raft request' (duration: 126.798126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.082677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583590848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T11:54:37.320982Z","caller":"traceutil/trace.go:171","msg":"trace[1749730387] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"739.570412ms","start":"2026-07-07T11:54:36.581367Z","end":"2026-07-07T11:54:37.320937Z","steps":["trace[1749730387] 'process raft request' (duration: 739.241456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.32138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.581346Z","time spent":"739.744497ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:37.764107Z","caller":"traceutil/trace.go:171","msg":"trace[1297828063] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"883.794935ms","start":"2026-07-07T11:54:36.880277Z","end":"2026-07-07T11:54:37.764072Z","steps":["trace[1297828063] 'process raft request' (duration: 881.53718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.764309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.880227Z","time spent":"883.974448ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T11:54:37.76433Z","caller":"traceutil/trace.go:171","msg":"trace[1879840949] linearizableReadLoop","detail":"{readStateIndex:16543; appliedIndex:16540; }","duration":"1.182527811s","start":"2026-07-07T11:54:36.58176Z","end":"2026-07-07T11:54:37.764288Z","steps":["trace[1879840949] 'read index received' (duration: 738.831218ms)","trace[1879840949] 'applied index is now lower than readState.Index' (duration: 443.695063ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T11:54:37.76457Z","caller":"traceutil/trace.go:171","msg":"trace[636835178] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"862.216718ms","start":"2026-07-07T11:54:36.902341Z","end":"2026-07-07T11:54:37.764558Z","steps":["trace[636835178] 'process raft request' (duration: 861.660437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.764717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.902315Z","time spent":"862.29717ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T11:54:37.764949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183184924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:37.764982Z","caller":"traceutil/trace.go:171","msg":"trace[1780793878] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15981; }","duration":"1.183240937s","start":"2026-07-07T11:54:36.581732Z","end":"2026-07-07T11:54:37.764973Z","steps":["trace[1780793878] 'agreement among raft nodes before linearized reading' (duration: 1.183188776s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.765014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.581719Z","time spent":"1.183284558s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-07T11:54:37.765176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182115004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:37.765204Z","caller":"traceutil/trace.go:171","msg":"trace[1878404884] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15981; }","duration":"1.182160665s","start":"2026-07-07T11:54:36.583037Z","end":"2026-07-07T11:54:37.765198Z","steps":["trace[1878404884] 'agreement among raft nodes before linearized reading' (duration: 1.182119574s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.765223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.583029Z","time spent":"1.182189856s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.463759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:37.767083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.381952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T11:54:37.767093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.650312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ql2r5\" ","response":"range_response_count:1 size:22009"} {"level":"warn","ts":"2026-07-07T11:54:37.767109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.86284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-07-07T11:54:37.767153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.202436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:37.767183Z","caller":"traceutil/trace.go:171","msg":"trace[1900573574] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15981; }","duration":"867.275098ms","start":"2026-07-07T11:54:36.8999Z","end":"2026-07-07T11:54:37.767175Z","steps":["trace[1900573574] 'agreement among raft nodes before linearized reading' (duration: 867.223907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.899879Z","time spent":"867.332429ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.203751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4s8hx\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-07T11:54:37.767175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.016601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T11:54:37.767233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.030144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T11:54:37.767243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.264865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T11:54:37.767274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.587656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T11:54:37.767292Z","caller":"traceutil/trace.go:171","msg":"trace[14231908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15981; }","duration":"730.126006ms","start":"2026-07-07T11:54:37.037151Z","end":"2026-07-07T11:54:37.767277Z","steps":["trace[14231908] 'agreement among raft nodes before linearized reading' (duration: 729.958903ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767299Z","caller":"traceutil/trace.go:171","msg":"trace[459866508] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15981; }","duration":"701.188375ms","start":"2026-07-07T11:54:37.066086Z","end":"2026-07-07T11:54:37.767274Z","steps":["trace[459866508] 'agreement among raft nodes before linearized reading' (duration: 700.9297ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767316Z","caller":"traceutil/trace.go:171","msg":"trace[1795985997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15981; }","duration":"729.631966ms","start":"2026-07-07T11:54:37.037668Z","end":"2026-07-07T11:54:37.7673Z","steps":["trace[1795985997] 'agreement among raft nodes before linearized reading' (duration: 729.537785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.037125Z","time spent":"730.205588ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.113995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-07T11:54:37.767364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006488851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:37.767361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.03766Z","time spent":"729.693887ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T11:54:37.767386Z","caller":"traceutil/trace.go:171","msg":"trace[1771820922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15981; }","duration":"1.006555093s","start":"2026-07-07T11:54:36.760823Z","end":"2026-07-07T11:54:37.767379Z","steps":["trace[1771820922] 'agreement among raft nodes before linearized reading' (duration: 1.006519842s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.066074Z","time spent":"701.283836ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:54:37.767406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.760799Z","time spent":"1.006603373s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T11:54:37.767393Z","caller":"traceutil/trace.go:171","msg":"trace[1653220257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15981; }","duration":"866.204267ms","start":"2026-07-07T11:54:36.901172Z","end":"2026-07-07T11:54:37.767377Z","steps":["trace[1653220257] 'agreement among raft nodes before linearized reading' (duration: 866.068254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.585305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-07T11:54:37.767171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.585236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T11:54:37.767452Z","caller":"traceutil/trace.go:171","msg":"trace[205344893] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15981; }","duration":"862.639326ms","start":"2026-07-07T11:54:36.904802Z","end":"2026-07-07T11:54:37.767442Z","steps":["trace[205344893] 'agreement among raft nodes before linearized reading' (duration: 862.535814ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767462Z","caller":"traceutil/trace.go:171","msg":"trace[246959701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15981; }","duration":"729.881091ms","start":"2026-07-07T11:54:37.037567Z","end":"2026-07-07T11:54:37.767448Z","steps":["trace[246959701] 'agreement among raft nodes before linearized reading' (duration: 729.422262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.90115Z","time spent":"866.290568ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.037502Z","time spent":"729.983323ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T11:54:37.767202Z","caller":"traceutil/trace.go:171","msg":"trace[1934323657] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15981; }","duration":"866.997883ms","start":"2026-07-07T11:54:36.900176Z","end":"2026-07-07T11:54:37.767174Z","steps":["trace[1934323657] 'agreement among raft nodes before linearized reading' (duration: 866.8355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118692019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:37.767544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072130138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:37.767547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.900151Z","time spent":"867.38698ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-07T11:54:37.76757Z","caller":"traceutil/trace.go:171","msg":"trace[1797418878] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15981; }","duration":"1.072191969s","start":"2026-07-07T11:54:36.695369Z","end":"2026-07-07T11:54:37.767561Z","steps":["trace[1797418878] 'agreement among raft nodes before linearized reading' (duration: 1.072153899s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.921772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-07T11:54:37.767612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.257806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-07T11:54:37.767492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.90479Z","time spent":"862.695508ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T11:54:37.767625Z","caller":"traceutil/trace.go:171","msg":"trace[528090318] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15981; }","duration":"863.980883ms","start":"2026-07-07T11:54:36.903635Z","end":"2026-07-07T11:54:37.767616Z","steps":["trace[528090318] 'agreement among raft nodes before linearized reading' (duration: 863.883231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114091988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:37.767101Z","caller":"traceutil/trace.go:171","msg":"trace[114328773] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15981; }","duration":"971.57489ms","start":"2026-07-07T11:54:36.795511Z","end":"2026-07-07T11:54:37.767086Z","steps":["trace[114328773] 'agreement among raft nodes before linearized reading' (duration: 971.473558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.76769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.522343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T11:54:37.767416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.745837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-07T11:54:37.767817Z","caller":"traceutil/trace.go:171","msg":"trace[789150657] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15981; }","duration":"166.203267ms","start":"2026-07-07T11:54:37.601607Z","end":"2026-07-07T11:54:37.76781Z","steps":["trace[789150657] 'agreement among raft nodes before linearized reading' (duration: 165.743957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.795479Z","time spent":"972.235304ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T11:54:37.767854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.222124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ql2r5\" ","response":"range_response_count:1 size:22009"} {"level":"info","ts":"2026-07-07T11:54:37.767648Z","caller":"traceutil/trace.go:171","msg":"trace[1455176656] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15981; }","duration":"387.337338ms","start":"2026-07-07T11:54:37.380301Z","end":"2026-07-07T11:54:37.767638Z","steps":["trace[1455176656] 'agreement among raft nodes before linearized reading' (duration: 387.258806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.742067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-07T11:54:37.767953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.380278Z","time spent":"387.649225ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-07T11:54:37.768008Z","caller":"traceutil/trace.go:171","msg":"trace[642492499] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15981; }","duration":"387.245787ms","start":"2026-07-07T11:54:37.380741Z","end":"2026-07-07T11:54:37.767987Z","steps":["trace[642492499] 'agreement among raft nodes before linearized reading' (duration: 386.748317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.767468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.884095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T11:54:37.768075Z","caller":"traceutil/trace.go:171","msg":"trace[786594310] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15981; }","duration":"230.486118ms","start":"2026-07-07T11:54:37.537573Z","end":"2026-07-07T11:54:37.768059Z","steps":["trace[786594310] 'agreement among raft nodes before linearized reading' (duration: 229.864665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.380718Z","time spent":"387.344809ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.695351Z","time spent":"1.07223606s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-07T11:54:37.767556Z","caller":"traceutil/trace.go:171","msg":"trace[79953637] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15981; }","duration":"1.118799971s","start":"2026-07-07T11:54:36.648744Z","end":"2026-07-07T11:54:37.767544Z","steps":["trace[79953637] 'agreement among raft nodes before linearized reading' (duration: 1.11874425s)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767681Z","caller":"traceutil/trace.go:171","msg":"trace[876083038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15981; }","duration":"1.11417166s","start":"2026-07-07T11:54:36.653502Z","end":"2026-07-07T11:54:37.767674Z","steps":["trace[876083038] 'agreement among raft nodes before linearized reading' (duration: 1.114104898s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.648721Z","time spent":"1.119477545s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T11:54:37.768229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.653473Z","time spent":"1.114748221s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T11:54:37.767312Z","caller":"traceutil/trace.go:171","msg":"trace[1434397110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15981; }","duration":"793.373746ms","start":"2026-07-07T11:54:36.973913Z","end":"2026-07-07T11:54:37.767287Z","steps":["trace[1434397110] 'agreement among raft nodes before linearized reading' (duration: 793.215833ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767129Z","caller":"traceutil/trace.go:171","msg":"trace[260933118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15981; }","duration":"729.450073ms","start":"2026-07-07T11:54:37.037662Z","end":"2026-07-07T11:54:37.767112Z","steps":["trace[260933118] 'agreement among raft nodes before linearized reading' (duration: 729.31944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.037646Z","time spent":"730.650917ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.048183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-46668\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-07-07T11:54:37.768306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.973894Z","time spent":"794.399217ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T11:54:37.767255Z","caller":"traceutil/trace.go:171","msg":"trace[1511101637] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4s8hx; range_end:; response_count:1; response_revision:15981; }","duration":"718.254922ms","start":"2026-07-07T11:54:37.048991Z","end":"2026-07-07T11:54:37.767246Z","steps":["trace[1511101637] 'agreement among raft nodes before linearized reading' (duration: 718.165041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.7684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.048979Z","time spent":"719.414595ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-4s8hx\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115898724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-07T11:54:37.768451Z","caller":"traceutil/trace.go:171","msg":"trace[277752010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15981; }","duration":"1.117036117s","start":"2026-07-07T11:54:36.651403Z","end":"2026-07-07T11:54:37.76844Z","steps":["trace[277752010] 'agreement among raft nodes before linearized reading' (duration: 1.115868034s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.651394Z","time spent":"1.117087848s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.903623Z","time spent":"864.031074ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T11:54:37.767751Z","caller":"traceutil/trace.go:171","msg":"trace[1258940950] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15981; }","duration":"389.600744ms","start":"2026-07-07T11:54:37.378112Z","end":"2026-07-07T11:54:37.767712Z","steps":["trace[1258940950] 'agreement among raft nodes before linearized reading' (duration: 389.557973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.378087Z","time spent":"390.48107ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T11:54:37.767888Z","caller":"traceutil/trace.go:171","msg":"trace[144036193] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ql2r5; range_end:; response_count:1; response_revision:15981; }","duration":"533.313835ms","start":"2026-07-07T11:54:37.234566Z","end":"2026-07-07T11:54:37.76788Z","steps":["trace[144036193] 'agreement among raft nodes before linearized reading' (duration: 533.202533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.234523Z","time spent":"534.112561ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ql2r5\" "} {"level":"warn","ts":"2026-07-07T11:54:37.767082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.589375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T11:54:37.768362Z","caller":"traceutil/trace.go:171","msg":"trace[45401408] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-46668; range_end:; response_count:1; response_revision:15981; }","duration":"785.374779ms","start":"2026-07-07T11:54:36.98297Z","end":"2026-07-07T11:54:37.768345Z","steps":["trace[45401408] 'agreement among raft nodes before linearized reading' (duration: 783.997642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.982965Z","time spent":"785.727656ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-46668\" "} {"level":"info","ts":"2026-07-07T11:54:37.768706Z","caller":"traceutil/trace.go:171","msg":"trace[872560734] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15981; }","duration":"867.86331ms","start":"2026-07-07T11:54:36.900826Z","end":"2026-07-07T11:54:37.768689Z","steps":["trace[872560734] 'agreement among raft nodes before linearized reading' (duration: 866.178577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:54:37.767148Z","caller":"traceutil/trace.go:171","msg":"trace[1740692512] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ql2r5; range_end:; response_count:1; response_revision:15981; }","duration":"532.750454ms","start":"2026-07-07T11:54:37.23438Z","end":"2026-07-07T11:54:37.767131Z","steps":["trace[1740692512] 'agreement among raft nodes before linearized reading' (duration: 532.599281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.768751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:36.900815Z","time spent":"867.922911ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T11:54:37.768778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.234358Z","time spent":"534.400106ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22032,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ql2r5\" "} {"level":"warn","ts":"2026-07-07T11:54:37.769228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.051388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-07T11:54:37.769296Z","caller":"traceutil/trace.go:171","msg":"trace[1071621884] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15981; }","duration":"672.1384ms","start":"2026-07-07T11:54:37.097147Z","end":"2026-07-07T11:54:37.769285Z","steps":["trace[1071621884] 'agreement among raft nodes before linearized reading' (duration: 669.886185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T11:54:37.769339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T11:54:37.097132Z","time spent":"672.199561ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T11:54:55.509397Z","caller":"traceutil/trace.go:171","msg":"trace[1525743118] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"123.455391ms","start":"2026-07-07T11:54:55.385915Z","end":"2026-07-07T11:54:55.50937Z","steps":["trace[1525743118] 'process raft request' (duration: 123.310999ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T11:57:05.226149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14470} {"level":"info","ts":"2026-07-07T11:57:05.308261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14470,"took":"79.198435ms","hash":1032924191,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":31985664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T11:57:05.30832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1032924191,"revision":14470,"compact-revision":12426} {"level":"info","ts":"2026-07-07T12:00:25.835835Z","caller":"traceutil/trace.go:171","msg":"trace[1603850650] linearizableReadLoop","detail":"{readStateIndex:19271; appliedIndex:19270; }","duration":"286.757276ms","start":"2026-07-07T12:00:25.549054Z","end":"2026-07-07T12:00:25.835811Z","steps":["trace[1603850650] 'read index received' (duration: 286.641324ms)","trace[1603850650] 'applied index is now lower than readState.Index' (duration: 114.842µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:00:25.835927Z","caller":"traceutil/trace.go:171","msg":"trace[103971380] transaction","detail":"{read_only:false; response_revision:18625; number_of_response:1; }","duration":"346.547138ms","start":"2026-07-07T12:00:25.489334Z","end":"2026-07-07T12:00:25.835881Z","steps":["trace[103971380] 'process raft request' (duration: 346.311524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:25.836036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.970871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:00:25.836063Z","caller":"traceutil/trace.go:171","msg":"trace[1279790883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18625; }","duration":"287.065242ms","start":"2026-07-07T12:00:25.548991Z","end":"2026-07-07T12:00:25.836056Z","steps":["trace[1279790883] 'agreement among raft nodes before linearized reading' (duration: 286.94234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:25.836094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:25.489296Z","time spent":"346.70474ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8505,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:00:25.837613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.313809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:00:25.837649Z","caller":"traceutil/trace.go:171","msg":"trace[1206438520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18626; }","duration":"240.375119ms","start":"2026-07-07T12:00:25.597266Z","end":"2026-07-07T12:00:25.837642Z","steps":["trace[1206438520] 'agreement among raft nodes before linearized reading' (duration: 240.279178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:25.837643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.704401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29723760-xp8hg\" ","response":"range_response_count:1 size:6959"} {"level":"warn","ts":"2026-07-07T12:00:25.837636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.652334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:00:25.837707Z","caller":"traceutil/trace.go:171","msg":"trace[407149827] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29723760-xp8hg; range_end:; response_count:1; response_revision:18626; }","duration":"181.815262ms","start":"2026-07-07T12:00:25.655877Z","end":"2026-07-07T12:00:25.837693Z","steps":["trace[407149827] 'agreement among raft nodes before linearized reading' (duration: 181.620829ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:25.837758Z","caller":"traceutil/trace.go:171","msg":"trace[495084875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18626; }","duration":"284.835537ms","start":"2026-07-07T12:00:25.552887Z","end":"2026-07-07T12:00:25.837723Z","steps":["trace[495084875] 'agreement among raft nodes before linearized reading' (duration: 284.515711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:25.837783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.429741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:00:25.837809Z","caller":"traceutil/trace.go:171","msg":"trace[356564592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18626; }","duration":"240.501662ms","start":"2026-07-07T12:00:25.597298Z","end":"2026-07-07T12:00:25.8378Z","steps":["trace[356564592] 'agreement among raft nodes before linearized reading' (duration: 240.438071ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:25.837885Z","caller":"traceutil/trace.go:171","msg":"trace[968695974] transaction","detail":"{read_only:false; response_revision:18626; number_of_response:1; }","duration":"128.52018ms","start":"2026-07-07T12:00:25.709358Z","end":"2026-07-07T12:00:25.837878Z","steps":["trace[968695974] 'process raft request' (duration: 127.841017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:25.837967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.375959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:00:25.837985Z","caller":"traceutil/trace.go:171","msg":"trace[110226642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18626; }","duration":"241.394159ms","start":"2026-07-07T12:00:25.596586Z","end":"2026-07-07T12:00:25.83798Z","steps":["trace[110226642] 'agreement among raft nodes before linearized reading' (duration: 241.325248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:29.654933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.220679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:00:29.655037Z","caller":"traceutil/trace.go:171","msg":"trace[1878055610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18713; }","duration":"108.332671ms","start":"2026-07-07T12:00:29.546678Z","end":"2026-07-07T12:00:29.65501Z","steps":["trace[1878055610] 'range keys from in-memory index tree' (duration: 108.079906ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:32.044318Z","caller":"traceutil/trace.go:171","msg":"trace[1435642031] linearizableReadLoop","detail":"{readStateIndex:19375; appliedIndex:19374; }","duration":"172.855406ms","start":"2026-07-07T12:00:31.871434Z","end":"2026-07-07T12:00:32.04429Z","steps":["trace[1435642031] 'read index received' (duration: 172.650202ms)","trace[1435642031] 'applied index is now lower than readState.Index' (duration: 203.794µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:00:32.044723Z","caller":"traceutil/trace.go:171","msg":"trace[1065269931] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"174.974067ms","start":"2026-07-07T12:00:31.869727Z","end":"2026-07-07T12:00:32.044701Z","steps":["trace[1065269931] 'process raft request' (duration: 174.374096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.044865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.485678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:00:32.044945Z","caller":"traceutil/trace.go:171","msg":"trace[987479867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18728; }","duration":"170.57603ms","start":"2026-07-07T12:00:31.874346Z","end":"2026-07-07T12:00:32.044922Z","steps":["trace[987479867] 'agreement among raft nodes before linearized reading' (duration: 170.325565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.045013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.852426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:00:32.045144Z","caller":"traceutil/trace.go:171","msg":"trace[1967317645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18728; }","duration":"165.053671ms","start":"2026-07-07T12:00:31.880061Z","end":"2026-07-07T12:00:32.045115Z","steps":["trace[1967317645] 'agreement among raft nodes before linearized reading' (duration: 164.669443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.045225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.369078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:00:32.045277Z","caller":"traceutil/trace.go:171","msg":"trace[1751863685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18728; }","duration":"165.45776ms","start":"2026-07-07T12:00:31.879805Z","end":"2026-07-07T12:00:32.045262Z","steps":["trace[1751863685] 'agreement among raft nodes before linearized reading' (duration: 165.268347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.045374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.918277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:00:32.045447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.210446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29723760-xp8hg\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-07-07T12:00:32.045478Z","caller":"traceutil/trace.go:171","msg":"trace[1604700709] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29723760-xp8hg; range_end:; response_count:1; response_revision:18728; }","duration":"122.265196ms","start":"2026-07-07T12:00:31.923203Z","end":"2026-07-07T12:00:32.045468Z","steps":["trace[1604700709] 'agreement among raft nodes before linearized reading' (duration: 122.167624ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:32.045483Z","caller":"traceutil/trace.go:171","msg":"trace[640082178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18728; }","duration":"174.08674ms","start":"2026-07-07T12:00:31.871368Z","end":"2026-07-07T12:00:32.045455Z","steps":["trace[640082178] 'agreement among raft nodes before linearized reading' (duration: 173.830165ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:32.432118Z","caller":"traceutil/trace.go:171","msg":"trace[237675033] transaction","detail":"{read_only:false; response_revision:18730; number_of_response:1; }","duration":"380.655271ms","start":"2026-07-07T12:00:32.051439Z","end":"2026-07-07T12:00:32.432095Z","steps":["trace[237675033] 'process raft request' (duration: 380.450947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.432272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.051419Z","time spent":"380.772353ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:00:32.432444Z","caller":"traceutil/trace.go:171","msg":"trace[586803183] linearizableReadLoop","detail":"{readStateIndex:19378; appliedIndex:19375; }","duration":"377.356866ms","start":"2026-07-07T12:00:32.055064Z","end":"2026-07-07T12:00:32.432421Z","steps":["trace[586803183] 'read index received' (duration: 11.831423ms)","trace[586803183] 'applied index is now lower than readState.Index' (duration: 365.524123ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:00:32.432462Z","caller":"traceutil/trace.go:171","msg":"trace[294200816] transaction","detail":"{read_only:false; response_revision:18731; number_of_response:1; }","duration":"378.404757ms","start":"2026-07-07T12:00:32.05398Z","end":"2026-07-07T12:00:32.432385Z","steps":["trace[294200816] 'process raft request' (duration: 378.072691ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:00:32.432594Z","caller":"traceutil/trace.go:171","msg":"trace[1714078318] transaction","detail":"{read_only:false; response_revision:18732; number_of_response:1; }","duration":"375.592761ms","start":"2026-07-07T12:00:32.05697Z","end":"2026-07-07T12:00:32.432563Z","steps":["trace[1714078318] 'process raft request' (duration: 375.316356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.432755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.053957Z","time spent":"378.644521ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:00:32.432788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.056958Z","time spent":"375.715663ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:00:32.433734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.655151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:967607"} {"level":"info","ts":"2026-07-07T12:00:32.433799Z","caller":"traceutil/trace.go:171","msg":"trace[1184773489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18732; }","duration":"378.765554ms","start":"2026-07-07T12:00:32.055017Z","end":"2026-07-07T12:00:32.433783Z","steps":["trace[1184773489] 'agreement among raft nodes before linearized reading' (duration: 377.670102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.433855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.054991Z","time spent":"378.848685ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":967630,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T12:00:32.680635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.557057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:00:32.680775Z","caller":"traceutil/trace.go:171","msg":"trace[1553832700] linearizableReadLoop","detail":"{readStateIndex:19380; appliedIndex:19379; }","duration":"248.255176ms","start":"2026-07-07T12:00:32.432499Z","end":"2026-07-07T12:00:32.680754Z","steps":["trace[1553832700] 'read index received' (duration: 23.430443ms)","trace[1553832700] 'applied index is now lower than readState.Index' (duration: 224.823293ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:00:32.680824Z","caller":"traceutil/trace.go:171","msg":"trace[1398991366] transaction","detail":"{read_only:false; response_revision:18733; number_of_response:1; }","duration":"323.597615ms","start":"2026-07-07T12:00:32.357181Z","end":"2026-07-07T12:00:32.680779Z","steps":["trace[1398991366] 'process raft request' (duration: 98.781033ms)","trace[1398991366] 'compare' (duration: 224.279151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:00:32.680924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.810845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ql2r5\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-07T12:00:32.681011Z","caller":"traceutil/trace.go:171","msg":"trace[304656575] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ql2r5; range_end:; response_count:1; response_revision:18733; }","duration":"255.942577ms","start":"2026-07-07T12:00:32.425045Z","end":"2026-07-07T12:00:32.680988Z","steps":["trace[304656575] 'agreement among raft nodes before linearized reading' (duration: 255.723113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.681007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.357158Z","time spent":"323.747358ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:00:32.681139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.522756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-07T12:00:32.681257Z","caller":"traceutil/trace.go:171","msg":"trace[625497756] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18733; }","duration":"310.677789ms","start":"2026-07-07T12:00:32.37055Z","end":"2026-07-07T12:00:32.681228Z","steps":["trace[625497756] 'agreement among raft nodes before linearized reading' (duration: 310.305102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:00:32.681321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:00:32.370523Z","time spent":"310.7875ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-07T12:01:06.334011Z","caller":"traceutil/trace.go:171","msg":"trace[1422294656] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"100.104119ms","start":"2026-07-07T12:01:06.233881Z","end":"2026-07-07T12:01:06.333986Z","steps":["trace[1422294656] 'process raft request' (duration: 99.983836ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:01:26.623058Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T12:01:26.628549Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-07T12:01:26.628672Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-07T12:02:05.232897Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16988} {"level":"info","ts":"2026-07-07T12:02:05.337276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16988,"took":"98.306794ms","hash":3570491412,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":34717696,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-07T12:02:05.337325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3570491412,"revision":16988,"compact-revision":14470} {"level":"info","ts":"2026-07-07T12:06:12.848478Z","caller":"traceutil/trace.go:171","msg":"trace[1589275144] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"441.532979ms","start":"2026-07-07T12:06:12.406876Z","end":"2026-07-07T12:06:12.848409Z","steps":["trace[1589275144] 'process raft request' (duration: 441.311015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:12.848732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.406844Z","time spent":"441.756933ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:06:13.332246Z","caller":"traceutil/trace.go:171","msg":"trace[1913269121] linearizableReadLoop","detail":"{readStateIndex:22102; appliedIndex:22099; }","duration":"907.433641ms","start":"2026-07-07T12:06:12.424786Z","end":"2026-07-07T12:06:13.33222Z","steps":["trace[1913269121] 'read index received' (duration: 423.414461ms)","trace[1913269121] 'applied index is now lower than readState.Index' (duration: 484.01852ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:06:13.332278Z","caller":"traceutil/trace.go:171","msg":"trace[1704666061] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"924.247873ms","start":"2026-07-07T12:06:12.407962Z","end":"2026-07-07T12:06:13.33221Z","steps":["trace[1704666061] 'process raft request' (duration: 923.978036ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:13.332359Z","caller":"traceutil/trace.go:171","msg":"trace[824595054] transaction","detail":"{read_only:false; response_revision:21367; number_of_response:1; }","duration":"924.205331ms","start":"2026-07-07T12:06:12.408147Z","end":"2026-07-07T12:06:13.332352Z","steps":["trace[824595054] 'process raft request' (duration: 923.930636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.332457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.408116Z","time spent":"924.265803ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:13.332492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.407923Z","time spent":"924.453797ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:06:13.332549Z","caller":"traceutil/trace.go:171","msg":"trace[849187954] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"514.164735ms","start":"2026-07-07T12:06:12.81835Z","end":"2026-07-07T12:06:13.332514Z","steps":["trace[849187954] 'process raft request' (duration: 513.841519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:13.332644Z","caller":"traceutil/trace.go:171","msg":"trace[2109393304] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"761.012996ms","start":"2026-07-07T12:06:12.571611Z","end":"2026-07-07T12:06:13.332624Z","steps":["trace[2109393304] 'process raft request' (duration: 760.530907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.332667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.818319Z","time spent":"514.292287ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:13.332724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.571589Z","time spent":"761.095258ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:06:13.33271Z","caller":"traceutil/trace.go:171","msg":"trace[283364718] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"761.015836ms","start":"2026-07-07T12:06:12.571651Z","end":"2026-07-07T12:06:13.332667Z","steps":["trace[283364718] 'process raft request' (duration: 760.515317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.332852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.716266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:06:13.332861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.074893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-db68ff985-fz4dk.18c0005acc7d87fc\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-07-07T12:06:13.332953Z","caller":"traceutil/trace.go:171","msg":"trace[438153386] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-db68ff985-fz4dk.18c0005acc7d87fc; range_end:; response_count:1; response_revision:21371; }","duration":"908.225696ms","start":"2026-07-07T12:06:12.424715Z","end":"2026-07-07T12:06:13.332941Z","steps":["trace[438153386] 'agreement among raft nodes before linearized reading' (duration: 908.049793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.332943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.571619Z","time spent":"761.209989ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:13.332725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.321746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:06:13.333036Z","caller":"traceutil/trace.go:171","msg":"trace[1717314062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21371; }","duration":"571.718273ms","start":"2026-07-07T12:06:12.761305Z","end":"2026-07-07T12:06:13.333023Z","steps":["trace[1717314062] 'agreement among raft nodes before linearized reading' (duration: 571.305905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.333078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.761273Z","time spent":"571.796074ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:06:13.332978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.424651Z","time spent":"908.321418ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-db68ff985-fz4dk.18c0005acc7d87fc\" "} {"level":"info","ts":"2026-07-07T12:06:13.332906Z","caller":"traceutil/trace.go:171","msg":"trace[16926636] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21371; }","duration":"162.8784ms","start":"2026-07-07T12:06:13.170012Z","end":"2026-07-07T12:06:13.332891Z","steps":["trace[16926636] 'agreement among raft nodes before linearized reading' (duration: 162.774828ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:13.332814Z","caller":"traceutil/trace.go:171","msg":"trace[340318018] transaction","detail":"{read_only:false; response_revision:21368; number_of_response:1; }","duration":"761.108308ms","start":"2026-07-07T12:06:12.571611Z","end":"2026-07-07T12:06:13.332719Z","steps":["trace[340318018] 'process raft request' (duration: 760.503367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:13.333464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:12.571579Z","time spent":"761.842443ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:13.615504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.483565ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-07T12:06:14.022586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.993518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:06:14.024673Z","caller":"traceutil/trace.go:171","msg":"trace[458746594] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"407.892534ms","start":"2026-07-07T12:06:13.616731Z","end":"2026-07-07T12:06:14.024624Z","steps":["trace[458746594] 'process raft request' (duration: 138.808525ms)","trace[458746594] 'compare' (duration: 266.194202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:06:14.024883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:13.616709Z","time spent":"408.057227ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:14.184829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.128116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T12:06:14.184936Z","caller":"traceutil/trace.go:171","msg":"trace[1260524761] linearizableReadLoop","detail":"{readStateIndex:22109; appliedIndex:22107; }","duration":"292.933432ms","start":"2026-07-07T12:06:13.891983Z","end":"2026-07-07T12:06:14.184917Z","steps":["trace[1260524761] 'read index received' (duration: 87.450709ms)","trace[1260524761] 'applied index is now lower than readState.Index' (duration: 205.481213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:06:14.185096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.094086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:06:14.185136Z","caller":"traceutil/trace.go:171","msg":"trace[36529742] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21372; }","duration":"293.193107ms","start":"2026-07-07T12:06:13.891929Z","end":"2026-07-07T12:06:14.185122Z","steps":["trace[36529742] 'agreement among raft nodes before linearized reading' (duration: 293.087705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.185208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.265274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:06:14.185311Z","caller":"traceutil/trace.go:171","msg":"trace[1918037327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21372; }","duration":"184.415336ms","start":"2026-07-07T12:06:14.000869Z","end":"2026-07-07T12:06:14.185285Z","steps":["trace[1918037327] 'agreement among raft nodes before linearized reading' (duration: 184.172711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.185314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.037726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T12:06:14.185413Z","caller":"traceutil/trace.go:171","msg":"trace[1495510161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21372; }","duration":"156.181378ms","start":"2026-07-07T12:06:14.029207Z","end":"2026-07-07T12:06:14.185389Z","steps":["trace[1495510161] 'agreement among raft nodes before linearized reading' (duration: 155.888612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.185408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.399573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6555796d5f-2s8l9.18c0005adf3f4ed5\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-07T12:06:14.185492Z","caller":"traceutil/trace.go:171","msg":"trace[411470311] range","detail":"{range_begin:/registry/events/openstack/heat-api-6555796d5f-2s8l9.18c0005adf3f4ed5; range_end:; response_count:1; response_revision:21372; }","duration":"154.517695ms","start":"2026-07-07T12:06:14.030949Z","end":"2026-07-07T12:06:14.185467Z","steps":["trace[411470311] 'agreement among raft nodes before linearized reading' (duration: 154.148357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.667609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.549707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:06:14.667935Z","caller":"traceutil/trace.go:171","msg":"trace[1317263555] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"478.106253ms","start":"2026-07-07T12:06:14.189793Z","end":"2026-07-07T12:06:14.667899Z","steps":["trace[1317263555] 'process raft request' (duration: 377.145487ms)","trace[1317263555] 'compare' (duration: 100.374764ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:06:14.667997Z","caller":"traceutil/trace.go:171","msg":"trace[176730133] linearizableReadLoop","detail":"{readStateIndex:22113; appliedIndex:22110; }","duration":"138.415867ms","start":"2026-07-07T12:06:14.529556Z","end":"2026-07-07T12:06:14.667972Z","steps":["trace[176730133] 'read index received' (duration: 37.195435ms)","trace[176730133] 'applied index is now lower than readState.Index' (duration: 101.218832ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:06:14.66803Z","caller":"traceutil/trace.go:171","msg":"trace[974863893] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"438.832867ms","start":"2026-07-07T12:06:14.22917Z","end":"2026-07-07T12:06:14.668003Z","steps":["trace[974863893] 'process raft request' (duration: 438.733755ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:14.668025Z","caller":"traceutil/trace.go:171","msg":"trace[1353395411] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"477.551882ms","start":"2026-07-07T12:06:14.190437Z","end":"2026-07-07T12:06:14.667989Z","steps":["trace[1353395411] 'process raft request' (duration: 477.309897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.668103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.550409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:06:14.668104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:14.189767Z","time spent":"478.240076ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:06:14.66814Z","caller":"traceutil/trace.go:171","msg":"trace[431774193] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21376; }","duration":"138.631931ms","start":"2026-07-07T12:06:14.529495Z","end":"2026-07-07T12:06:14.668127Z","steps":["trace[431774193] 'agreement among raft nodes before linearized reading' (duration: 138.55239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:14.668158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:14.229142Z","time spent":"438.940358ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:14.668188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:14.190424Z","time spent":"477.672444ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:15.100594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.734259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:06:15.100687Z","caller":"traceutil/trace.go:171","msg":"trace[1999168275] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21376; }","duration":"330.853352ms","start":"2026-07-07T12:06:14.769814Z","end":"2026-07-07T12:06:15.100667Z","steps":["trace[1999168275] 'count revisions from in-memory index tree' (duration: 330.654588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:15.100727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:14.769778Z","time spent":"330.940463ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:06:15.100731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.662766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:06:15.100816Z","caller":"traceutil/trace.go:171","msg":"trace[1968030340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21376; }","duration":"247.808409ms","start":"2026-07-07T12:06:14.852986Z","end":"2026-07-07T12:06:15.100795Z","steps":["trace[1968030340] 'range keys from in-memory index tree' (duration: 247.462313ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:15.291068Z","caller":"traceutil/trace.go:171","msg":"trace[1325566617] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"185.549818ms","start":"2026-07-07T12:06:15.105496Z","end":"2026-07-07T12:06:15.291046Z","steps":["trace[1325566617] 'process raft request' (duration: 185.397315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:15.683197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.844558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:06:15.683309Z","caller":"traceutil/trace.go:171","msg":"trace[102689165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21377; }","duration":"344.989991ms","start":"2026-07-07T12:06:15.338291Z","end":"2026-07-07T12:06:15.683281Z","steps":["trace[102689165] 'range keys from in-memory index tree' (duration: 344.652475ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:15.683294Z","caller":"traceutil/trace.go:171","msg":"trace[450664002] linearizableReadLoop","detail":"{readStateIndex:22115; appliedIndex:22114; }","duration":"343.127354ms","start":"2026-07-07T12:06:15.340133Z","end":"2026-07-07T12:06:15.683261Z","steps":["trace[450664002] 'read index received' (duration: 277.285632ms)","trace[450664002] 'applied index is now lower than readState.Index' (duration: 65.840522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:06:15.68336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.338271Z","time spent":"345.079563ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T12:06:15.683545Z","caller":"traceutil/trace.go:171","msg":"trace[161073391] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"343.821798ms","start":"2026-07-07T12:06:15.33966Z","end":"2026-07-07T12:06:15.683481Z","steps":["trace[161073391] 'process raft request' (duration: 277.743932ms)","trace[161073391] 'compare' (duration: 65.619887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:06:15.683803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.339646Z","time spent":"344.004921ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:15.684101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.936849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:06:15.684148Z","caller":"traceutil/trace.go:171","msg":"trace[87991141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21378; }","duration":"344.070372ms","start":"2026-07-07T12:06:15.340068Z","end":"2026-07-07T12:06:15.684138Z","steps":["trace[87991141] 'agreement among raft nodes before linearized reading' (duration: 343.405629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:15.684181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.340032Z","time spent":"344.141113ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T12:06:15.704113Z","caller":"traceutil/trace.go:171","msg":"trace[1476257167] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"363.777732ms","start":"2026-07-07T12:06:15.340313Z","end":"2026-07-07T12:06:15.704091Z","steps":["trace[1476257167] 'process raft request' (duration: 363.572818ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:06:15.704179Z","caller":"traceutil/trace.go:171","msg":"trace[1486237658] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"360.459247ms","start":"2026-07-07T12:06:15.3437Z","end":"2026-07-07T12:06:15.704159Z","steps":["trace[1486237658] 'process raft request' (duration: 360.317764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:15.704263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.343675Z","time spent":"360.533008ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:15.704261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.340229Z","time spent":"363.943505ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:06:15.704334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.910655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:06:15.70441Z","caller":"traceutil/trace.go:171","msg":"trace[1602457779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21380; }","duration":"363.017876ms","start":"2026-07-07T12:06:15.341378Z","end":"2026-07-07T12:06:15.704396Z","steps":["trace[1602457779] 'agreement among raft nodes before linearized reading' (duration: 362.69316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:06:15.704446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:06:15.341369Z","time spent":"363.068857ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T12:07:05.243518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19616} {"level":"info","ts":"2026-07-07T12:07:05.368124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19616,"took":"119.84622ms","hash":3646552632,"current-db-size-bytes":55496704,"current-db-size":"56 MB","current-db-size-in-use-bytes":31166464,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T12:07:05.368216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3646552632,"revision":19616,"compact-revision":16988} {"level":"info","ts":"2026-07-07T12:09:43.692437Z","caller":"traceutil/trace.go:171","msg":"trace[1580955760] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"119.89763ms","start":"2026-07-07T12:09:43.572521Z","end":"2026-07-07T12:09:43.692419Z","steps":["trace[1580955760] 'process raft request' (duration: 119.546822ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:09:43.800313Z","caller":"traceutil/trace.go:171","msg":"trace[1482819492] linearizableReadLoop","detail":"{readStateIndex:23833; appliedIndex:23832; }","duration":"104.24201ms","start":"2026-07-07T12:09:43.696039Z","end":"2026-07-07T12:09:43.800281Z","steps":["trace[1482819492] 'read index received' (duration: 7.805544ms)","trace[1482819492] 'applied index is now lower than readState.Index' (duration: 96.434606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:09:43.800612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.512926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b33373a6-9e04-4aa4-ba6b-b16af9f873e5\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-07T12:09:43.800668Z","caller":"traceutil/trace.go:171","msg":"trace[1627682180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b33373a6-9e04-4aa4-ba6b-b16af9f873e5; range_end:; response_count:1; response_revision:23039; }","duration":"104.640118ms","start":"2026-07-07T12:09:43.696006Z","end":"2026-07-07T12:09:43.800646Z","steps":["trace[1627682180] 'agreement among raft nodes before linearized reading' (duration: 104.406694ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:09:44.795318Z","caller":"traceutil/trace.go:171","msg":"trace[444248322] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"109.114936ms","start":"2026-07-07T12:09:44.686167Z","end":"2026-07-07T12:09:44.795282Z","steps":["trace[444248322] 'process raft request' (duration: 108.926353ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:09:45.2343Z","caller":"traceutil/trace.go:171","msg":"trace[553619138] linearizableReadLoop","detail":"{readStateIndex:23843; appliedIndex:23842; }","duration":"120.374119ms","start":"2026-07-07T12:09:45.113889Z","end":"2026-07-07T12:09:45.234263Z","steps":["trace[553619138] 'read index received' (duration: 117.855569ms)","trace[553619138] 'applied index is now lower than readState.Index' (duration: 2.51719ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:09:45.23438Z","caller":"traceutil/trace.go:171","msg":"trace[173986086] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"129.712554ms","start":"2026-07-07T12:09:45.104626Z","end":"2026-07-07T12:09:45.234339Z","steps":["trace[173986086] 'process raft request' (duration: 127.165784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:09:45.23465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.711526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-07T12:09:45.234707Z","caller":"traceutil/trace.go:171","msg":"trace[1639127854] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23049; }","duration":"120.833038ms","start":"2026-07-07T12:09:45.11386Z","end":"2026-07-07T12:09:45.234693Z","steps":["trace[1639127854] 'agreement among raft nodes before linearized reading' (duration: 120.527832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:09:45.486198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.891593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:09:45.486295Z","caller":"traceutil/trace.go:171","msg":"trace[29666107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23050; }","duration":"148.020516ms","start":"2026-07-07T12:09:45.338253Z","end":"2026-07-07T12:09:45.486274Z","steps":["trace[29666107] 'range keys from in-memory index tree' (duration: 147.74404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:22.659417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.220467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:10:22.659586Z","caller":"traceutil/trace.go:171","msg":"trace[753957342] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23897; }","duration":"242.430722ms","start":"2026-07-07T12:10:22.417118Z","end":"2026-07-07T12:10:22.659549Z","steps":["trace[753957342] 'count revisions from in-memory index tree' (duration: 242.101655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.263326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583616113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:10:23.714187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.925105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:10:23.714314Z","caller":"traceutil/trace.go:171","msg":"trace[1017033369] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"956.914353ms","start":"2026-07-07T12:10:22.757382Z","end":"2026-07-07T12:10:23.714296Z","steps":["trace[1017033369] 'process raft request' (duration: 729.764054ms)","trace[1017033369] 'compare' (duration: 225.827853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:10:23.714372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:22.757347Z","time spent":"956.999815ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:10:23.756536Z","caller":"traceutil/trace.go:171","msg":"trace[470637325] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"740.951934ms","start":"2026-07-07T12:10:23.015545Z","end":"2026-07-07T12:10:23.756497Z","steps":["trace[470637325] 'process raft request' (duration: 740.851302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.756867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.015531Z","time spent":"741.101377ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:10:23.756899Z","caller":"traceutil/trace.go:171","msg":"trace[280792551] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"737.274811ms","start":"2026-07-07T12:10:23.019588Z","end":"2026-07-07T12:10:23.756863Z","steps":["trace[280792551] 'process raft request' (duration: 736.857013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.757061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.019559Z","time spent":"737.418724ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:10:23.757153Z","caller":"traceutil/trace.go:171","msg":"trace[689366031] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"774.368814ms","start":"2026-07-07T12:10:22.982769Z","end":"2026-07-07T12:10:23.757138Z","steps":["trace[689366031] 'process raft request' (duration: 773.456847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.757343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:22.982743Z","time spent":"774.550859ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:10:23.757595Z","caller":"traceutil/trace.go:171","msg":"trace[95680729] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"597.487299ms","start":"2026-07-07T12:10:23.160085Z","end":"2026-07-07T12:10:23.757572Z","steps":["trace[95680729] 'process raft request' (duration: 596.664162ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:10:23.757606Z","caller":"traceutil/trace.go:171","msg":"trace[731394233] linearizableReadLoop","detail":"{readStateIndex:24717; appliedIndex:24712; }","duration":"995.008396ms","start":"2026-07-07T12:10:22.762527Z","end":"2026-07-07T12:10:23.757535Z","steps":["trace[731394233] 'read index received' (duration: 724.719824ms)","trace[731394233] 'applied index is now lower than readState.Index' (duration: 270.287292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:10:23.757725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.160054Z","time spent":"597.598631ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:10:23.75959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.695516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:10:23.759619Z","caller":"traceutil/trace.go:171","msg":"trace[1810262907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23903; }","duration":"965.786998ms","start":"2026-07-07T12:10:22.793823Z","end":"2026-07-07T12:10:23.75961Z","steps":["trace[1810262907] 'agreement among raft nodes before linearized reading' (duration: 965.659176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.759641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:22.793796Z","time spent":"965.84031ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:10:23.759627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.020294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:10:23.759689Z","caller":"traceutil/trace.go:171","msg":"trace[1054339666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23903; }","duration":"450.136106ms","start":"2026-07-07T12:10:23.309526Z","end":"2026-07-07T12:10:23.759663Z","steps":["trace[1054339666] 'agreement among raft nodes before linearized reading' (duration: 449.979303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.759676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.800604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T12:10:23.759727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.309506Z","time spent":"450.213737ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T12:10:23.759733Z","caller":"traceutil/trace.go:171","msg":"trace[1195965582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23903; }","duration":"514.900646ms","start":"2026-07-07T12:10:23.244819Z","end":"2026-07-07T12:10:23.759719Z","steps":["trace[1195965582] 'agreement among raft nodes before linearized reading' (duration: 514.709853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.759764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.244805Z","time spent":"514.954827ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:10:23.759834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.373229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:10:23.759869Z","caller":"traceutil/trace.go:171","msg":"trace[1458621161] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23903; }","duration":"669.459481ms","start":"2026-07-07T12:10:23.090399Z","end":"2026-07-07T12:10:23.759859Z","steps":["trace[1458621161] 'agreement among raft nodes before linearized reading' (duration: 669.40606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.759885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:23.090352Z","time spent":"669.529162ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:10:23.760011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.445317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5102"} {"level":"info","ts":"2026-07-07T12:10:23.760045Z","caller":"traceutil/trace.go:171","msg":"trace[672871633] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23903; }","duration":"257.515908ms","start":"2026-07-07T12:10:23.502518Z","end":"2026-07-07T12:10:23.760034Z","steps":["trace[672871633] 'agreement among raft nodes before linearized reading' (duration: 257.406576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.760117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.602587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:10:23.760133Z","caller":"traceutil/trace.go:171","msg":"trace[953273246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23903; }","duration":"997.621987ms","start":"2026-07-07T12:10:22.762506Z","end":"2026-07-07T12:10:23.760128Z","steps":["trace[953273246] 'agreement among raft nodes before linearized reading' (duration: 995.211899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:10:23.760149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:10:22.762433Z","time spent":"997.712749ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:10:23.76069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.916372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-07T12:10:23.760766Z","caller":"traceutil/trace.go:171","msg":"trace[1350734749] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23903; }","duration":"109.026705ms","start":"2026-07-07T12:10:23.651706Z","end":"2026-07-07T12:10:23.760733Z","steps":["trace[1350734749] 'agreement among raft nodes before linearized reading' (duration: 108.824141ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:11:36.628982Z","caller":"traceutil/trace.go:171","msg":"trace[1580089837] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25555; }","duration":"141.476547ms","start":"2026-07-07T12:11:36.487472Z","end":"2026-07-07T12:11:36.628949Z","steps":["trace[1580089837] 'read index received' (duration: 72.978012ms)","trace[1580089837] 'applied index is now lower than readState.Index' (duration: 68.497195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:11:36.629238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.755451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:11:36.629275Z","caller":"traceutil/trace.go:171","msg":"trace[1425432583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24724; }","duration":"141.854374ms","start":"2026-07-07T12:11:36.487408Z","end":"2026-07-07T12:11:36.629262Z","steps":["trace[1425432583] 'agreement among raft nodes before linearized reading' (duration: 141.67187ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:11:36.629303Z","caller":"traceutil/trace.go:171","msg":"trace[388915684] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"149.123537ms","start":"2026-07-07T12:11:36.480083Z","end":"2026-07-07T12:11:36.629206Z","steps":["trace[388915684] 'process raft request' (duration: 80.570752ms)","trace[388915684] 'compare' (duration: 68.101207ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:11:52.24926Z","caller":"traceutil/trace.go:171","msg":"trace[2145466470] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"162.143245ms","start":"2026-07-07T12:11:52.087081Z","end":"2026-07-07T12:11:52.249225Z","steps":["trace[2145466470] 'process raft request' (duration: 162.075804ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:11:52.249324Z","caller":"traceutil/trace.go:171","msg":"trace[5777570] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"165.675334ms","start":"2026-07-07T12:11:52.083613Z","end":"2026-07-07T12:11:52.249288Z","steps":["trace[5777570] 'process raft request' (duration: 137.579669ms)","trace[5777570] 'compare' (duration: 27.763929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:11:52.527265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.105095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:11:52.527424Z","caller":"traceutil/trace.go:171","msg":"trace[1964195343] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"268.277222ms","start":"2026-07-07T12:11:52.25912Z","end":"2026-07-07T12:11:52.527397Z","steps":["trace[1964195343] 'process raft request' (duration: 152.899841ms)","trace[1964195343] 'compare' (duration: 114.8461ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:11:52.567068Z","caller":"traceutil/trace.go:171","msg":"trace[1776959131] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"306.851634ms","start":"2026-07-07T12:11:52.260176Z","end":"2026-07-07T12:11:52.567028Z","steps":["trace[1776959131] 'process raft request' (duration: 306.521328ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:11:52.567195Z","caller":"traceutil/trace.go:171","msg":"trace[408142362] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25674; }","duration":"234.571015ms","start":"2026-07-07T12:11:52.332605Z","end":"2026-07-07T12:11:52.567176Z","steps":["trace[408142362] 'read index received' (duration: 79.386598ms)","trace[408142362] 'applied index is now lower than readState.Index' (duration: 155.182367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:11:52.56728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:11:52.260156Z","time spent":"307.002728ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:11:52.567384Z","caller":"traceutil/trace.go:171","msg":"trace[1904436231] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"261.196111ms","start":"2026-07-07T12:11:52.306161Z","end":"2026-07-07T12:11:52.567357Z","steps":["trace[1904436231] 'process raft request' (duration: 260.808344ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:11:52.567071Z","caller":"traceutil/trace.go:171","msg":"trace[39669670] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"306.073509ms","start":"2026-07-07T12:11:52.260967Z","end":"2026-07-07T12:11:52.56704Z","steps":["trace[39669670] 'process raft request' (duration: 305.942267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:11:52.567631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.004974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-07T12:11:52.567691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:11:52.260959Z","time spent":"306.594409ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:11:52.567772Z","caller":"traceutil/trace.go:171","msg":"trace[1997971616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24843; }","duration":"235.160536ms","start":"2026-07-07T12:11:52.332555Z","end":"2026-07-07T12:11:52.567715Z","steps":["trace[1997971616] 'agreement among raft nodes before linearized reading' (duration: 234.770579ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:12:05.251304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21888} {"level":"info","ts":"2026-07-07T12:12:05.366813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21888,"took":"110.522674ms","hash":1985713914,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":44044288,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-07T12:12:05.366892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1985713914,"revision":21888,"compact-revision":19616} {"level":"info","ts":"2026-07-07T12:13:38.170729Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000067f6.wal"} {"level":"warn","ts":"2026-07-07T12:13:55.086999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.005522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:13:55.087103Z","caller":"traceutil/trace.go:171","msg":"trace[664149934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25996; }","duration":"328.148805ms","start":"2026-07-07T12:13:54.758934Z","end":"2026-07-07T12:13:55.087083Z","steps":["trace[664149934] 'range keys from in-memory index tree' (duration: 327.88458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:55.08715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:54.758916Z","time spent":"328.222826ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:13:55.088538Z","caller":"traceutil/trace.go:171","msg":"trace[680933692] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"303.55784ms","start":"2026-07-07T12:13:54.784952Z","end":"2026-07-07T12:13:55.08851Z","steps":["trace[680933692] 'process raft request' (duration: 303.474388ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:55.088525Z","caller":"traceutil/trace.go:171","msg":"trace[608382597] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"323.031015ms","start":"2026-07-07T12:13:54.765434Z","end":"2026-07-07T12:13:55.088465Z","steps":["trace[608382597] 'process raft request' (duration: 299.409628ms)","trace[608382597] 'compare' (duration: 23.388702ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:13:55.088551Z","caller":"traceutil/trace.go:171","msg":"trace[82659323] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26864; }","duration":"321.727729ms","start":"2026-07-07T12:13:54.766793Z","end":"2026-07-07T12:13:55.08852Z","steps":["trace[82659323] 'read index received' (duration: 297.970549ms)","trace[82659323] 'applied index is now lower than readState.Index' (duration: 23.75454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:13:55.088678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:54.784916Z","time spent":"303.687842ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:13:55.088764Z","caller":"traceutil/trace.go:171","msg":"trace[1676317548] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"218.834335ms","start":"2026-07-07T12:13:54.869906Z","end":"2026-07-07T12:13:55.08874Z","steps":["trace[1676317548] 'process raft request' (duration: 218.56869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:55.088799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:54.765422Z","time spent":"323.219078ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:55.088862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.063786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:13:55.088921Z","caller":"traceutil/trace.go:171","msg":"trace[531078184] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26000; }","duration":"322.169847ms","start":"2026-07-07T12:13:54.766736Z","end":"2026-07-07T12:13:55.088906Z","steps":["trace[531078184] 'agreement among raft nodes before linearized reading' (duration: 321.897942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:55.088959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:54.766705Z","time spent":"322.245739ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:13:55.227507Z","caller":"traceutil/trace.go:171","msg":"trace[133026327] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"148.701429ms","start":"2026-07-07T12:13:55.078754Z","end":"2026-07-07T12:13:55.227456Z","steps":["trace[133026327] 'process raft request' (duration: 148.375423ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:55.227583Z","caller":"traceutil/trace.go:171","msg":"trace[1687528371] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26868; }","duration":"138.719251ms","start":"2026-07-07T12:13:55.088625Z","end":"2026-07-07T12:13:55.227344Z","steps":["trace[1687528371] 'read index received' (duration: 138.468406ms)","trace[1687528371] 'applied index is now lower than readState.Index' (duration: 249.675µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:13:55.227749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.066653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-07T12:13:55.227876Z","caller":"traceutil/trace.go:171","msg":"trace[1480501194] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26001; }","duration":"333.236556ms","start":"2026-07-07T12:13:54.894612Z","end":"2026-07-07T12:13:55.227848Z","steps":["trace[1480501194] 'agreement among raft nodes before linearized reading' (duration: 332.93749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:55.227926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:54.894587Z","time spent":"333.329238ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-07T12:13:56.270747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.906558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:13:56.271011Z","caller":"traceutil/trace.go:171","msg":"trace[1533229339] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"627.610103ms","start":"2026-07-07T12:13:55.643381Z","end":"2026-07-07T12:13:56.270991Z","steps":["trace[1533229339] 'process raft request' (duration: 627.504421ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:56.271003Z","caller":"traceutil/trace.go:171","msg":"trace[1279441782] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.151740563s","start":"2026-07-07T12:13:55.11921Z","end":"2026-07-07T12:13:56.270951Z","steps":["trace[1279441782] 'process raft request' (duration: 385.5266ms)","trace[1279441782] 'compare' (duration: 765.061361ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:13:56.27113Z","caller":"traceutil/trace.go:171","msg":"trace[343658136] linearizableReadLoop","detail":"{readStateIndex:26870; appliedIndex:26869; }","duration":"1.043426003s","start":"2026-07-07T12:13:55.227694Z","end":"2026-07-07T12:13:56.27112Z","steps":["trace[343658136] 'read index received' (duration: 276.967704ms)","trace[343658136] 'applied index is now lower than readState.Index' (duration: 766.457099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:13:56.271245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.119187Z","time spent":"1.151951517s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:56.271089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.643357Z","time spent":"627.695247ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:56.271467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045352671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:13:56.271529Z","caller":"traceutil/trace.go:171","msg":"trace[1844507555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26003; }","duration":"1.045451842s","start":"2026-07-07T12:13:55.226062Z","end":"2026-07-07T12:13:56.271514Z","steps":["trace[1844507555] 'agreement among raft nodes before linearized reading' (duration: 1.045272039s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:56.27158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.226042Z","time spent":"1.045525704s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:13:56.271868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051778037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T12:13:56.271962Z","caller":"traceutil/trace.go:171","msg":"trace[2034852276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26003; }","duration":"1.05190879s","start":"2026-07-07T12:13:55.220042Z","end":"2026-07-07T12:13:56.271951Z","steps":["trace[2034852276] 'agreement among raft nodes before linearized reading' (duration: 1.051677395s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:56.272004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.219987Z","time spent":"1.052009342s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:13:56.273371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184066333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:13:56.273439Z","caller":"traceutil/trace.go:171","msg":"trace[1493624795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26003; }","duration":"1.184182824s","start":"2026-07-07T12:13:55.089247Z","end":"2026-07-07T12:13:56.27343Z","steps":["trace[1493624795] 'agreement among raft nodes before linearized reading' (duration: 1.1824529s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:56.27348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.089175Z","time spent":"1.184297817s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:13:57.64934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.483334ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:13:57.649434Z","caller":"traceutil/trace.go:171","msg":"trace[1381946535] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26003; }","duration":"619.591576ms","start":"2026-07-07T12:13:57.029829Z","end":"2026-07-07T12:13:57.64942Z","steps":["trace[1381946535] 'range keys from in-memory index tree' (duration: 619.467564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.650146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.19983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:13:57.650939Z","caller":"traceutil/trace.go:171","msg":"trace[1381774717] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"1.373873203s","start":"2026-07-07T12:13:56.27705Z","end":"2026-07-07T12:13:57.650924Z","steps":["trace[1381774717] 'process raft request' (duration: 1.373218101s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:57.650953Z","caller":"traceutil/trace.go:171","msg":"trace[678689473] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"1.571384647s","start":"2026-07-07T12:13:56.079545Z","end":"2026-07-07T12:13:57.650929Z","steps":["trace[678689473] 'process raft request' (duration: 1.570667504s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:57.650958Z","caller":"traceutil/trace.go:171","msg":"trace[803558832] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"1.976570065s","start":"2026-07-07T12:13:55.674365Z","end":"2026-07-07T12:13:57.650935Z","steps":["trace[803558832] 'process raft request' (duration: 1.029527068s)","trace[803558832] 'compare' (duration: 945.566928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:13:57.651004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.277033Z","time spent":"1.373940304s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:13:57.650985Z","caller":"traceutil/trace.go:171","msg":"trace[866852747] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"1.360639923s","start":"2026-07-07T12:13:56.290308Z","end":"2026-07-07T12:13:57.650948Z","steps":["trace[866852747] 'process raft request' (duration: 1.360008721s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:57.650985Z","caller":"traceutil/trace.go:171","msg":"trace[1841760250] linearizableReadLoop","detail":"{readStateIndex:26873; appliedIndex:26871; }","duration":"1.379776659s","start":"2026-07-07T12:13:56.27116Z","end":"2026-07-07T12:13:57.650937Z","steps":["trace[1841760250] 'read index received' (duration: 432.762793ms)","trace[1841760250] 'applied index is now lower than readState.Index' (duration: 947.004846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:13:57.65104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.079507Z","time spent":"1.571486618s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:57.651053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.674337Z","time spent":"1.976664798s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:13:57.651121Z","caller":"traceutil/trace.go:171","msg":"trace[1668182964] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"1.193912307s","start":"2026-07-07T12:13:56.4572Z","end":"2026-07-07T12:13:57.651112Z","steps":["trace[1668182964] 'process raft request' (duration: 1.193138682s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:57.651148Z","caller":"traceutil/trace.go:171","msg":"trace[1886467356] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"1.373526506s","start":"2026-07-07T12:13:56.27761Z","end":"2026-07-07T12:13:57.651136Z","steps":["trace[1886467356] 'process raft request' (duration: 1.37268275s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.457184Z","time spent":"1.193948928s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:57.651163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.29028Z","time spent":"1.360781055s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:57.651186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390412114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:13:57.651196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023471983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:13:57.651203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.277601Z","time spent":"1.373570167s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:13:57.651223Z","caller":"traceutil/trace.go:171","msg":"trace[1084612252] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26010; }","duration":"2.390472446s","start":"2026-07-07T12:13:55.260735Z","end":"2026-07-07T12:13:57.651208Z","steps":["trace[1084612252] 'agreement among raft nodes before linearized reading' (duration: 2.390407444s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:57.651246Z","caller":"traceutil/trace.go:171","msg":"trace[520242454] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26010; }","duration":"2.023643286s","start":"2026-07-07T12:13:55.627584Z","end":"2026-07-07T12:13:57.651228Z","steps":["trace[520242454] 'agreement among raft nodes before linearized reading' (duration: 2.023519194s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.260719Z","time spent":"2.390529246s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:13:57.651293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.627565Z","time spent":"2.023717277s","remote":"127.0.0.1:41124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:13:57.651351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415021111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-07T12:13:57.651373Z","caller":"traceutil/trace.go:171","msg":"trace[491350762] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26010; }","duration":"2.415093633s","start":"2026-07-07T12:13:55.236272Z","end":"2026-07-07T12:13:57.651366Z","steps":["trace[491350762] 'agreement among raft nodes before linearized reading' (duration: 2.414927049s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.236263Z","time spent":"2.415121843s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-07T12:13:57.651514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235297138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:13:57.65156Z","caller":"traceutil/trace.go:171","msg":"trace[793366280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26010; }","duration":"2.23538232s","start":"2026-07-07T12:13:55.416167Z","end":"2026-07-07T12:13:57.651549Z","steps":["trace[793366280] 'agreement among raft nodes before linearized reading' (duration: 2.235275778s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.416143Z","time spent":"2.235438402s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:13:57.6516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421718664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T12:13:57.651633Z","caller":"traceutil/trace.go:171","msg":"trace[719030348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26010; }","duration":"2.421777784s","start":"2026-07-07T12:13:55.229845Z","end":"2026-07-07T12:13:57.651623Z","steps":["trace[719030348] 'agreement among raft nodes before linearized reading' (duration: 2.421644501s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.229831Z","time spent":"2.421824435s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T12:13:57.651908Z","caller":"traceutil/trace.go:171","msg":"trace[1358274779] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"988.940467ms","start":"2026-07-07T12:13:56.662959Z","end":"2026-07-07T12:13:57.651899Z","steps":["trace[1358274779] 'process raft request' (duration: 987.402776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.651948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.662924Z","time spent":"989.002747ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:57.654399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238151384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:13:57.654522Z","caller":"traceutil/trace.go:171","msg":"trace[680644505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26010; }","duration":"2.238349079s","start":"2026-07-07T12:13:55.416144Z","end":"2026-07-07T12:13:57.654493Z","steps":["trace[680644505] 'agreement among raft nodes before linearized reading' (duration: 2.235531703s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:57.654592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:55.416117Z","time spent":"2.238463452s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:13:58.152014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:13:58.281728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:13:58.281859Z","caller":"traceutil/trace.go:171","msg":"trace[793653114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056666s","start":"2026-07-07T12:13:56.281262Z","end":"2026-07-07T12:13:58.281829Z","steps":["trace[793653114] 'agreement among raft nodes before linearized reading' (duration: 2.000381906s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:58.281933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.281254Z","time spent":"2.000666771s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:13:58.655985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:13:58.680161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046108535s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:13:58.680706Z","caller":"traceutil/trace.go:171","msg":"trace[1627255303] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.585010417s","start":"2026-07-07T12:13:57.095673Z","end":"2026-07-07T12:13:58.680683Z","steps":["trace[1627255303] 'process raft request' (duration: 1.584903994s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:13:58.680801Z","caller":"traceutil/trace.go:171","msg":"trace[1246043735] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.44753147s","start":"2026-07-07T12:13:57.233256Z","end":"2026-07-07T12:13:58.680787Z","steps":["trace[1246043735] 'process raft request' (duration: 1.447377736s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:58.680875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.095664Z","time spent":"1.58511171s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:58.680911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.233222Z","time spent":"1.447632071s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:13:58.6807Z","caller":"traceutil/trace.go:171","msg":"trace[990640231] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.585073978s","start":"2026-07-07T12:13:57.09559Z","end":"2026-07-07T12:13:58.680664Z","steps":["trace[990640231] 'process raft request' (duration: 1.584786752s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:58.6811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.095564Z","time spent":"1.585428685s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:13:59.952584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T12:13:59.952723Z","caller":"traceutil/trace.go:171","msg":"trace[1640358113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408677s","start":"2026-07-07T12:13:57.952284Z","end":"2026-07-07T12:13:59.952693Z","steps":["trace[1640358113] 'agreement among raft nodes before linearized reading' (duration: 2.000238363s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:13:59.952793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.95226Z","time spent":"2.000522339s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:13:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:00.282773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000615571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:14:00.28287Z","caller":"traceutil/trace.go:171","msg":"trace[292308690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769534s","start":"2026-07-07T12:13:58.282076Z","end":"2026-07-07T12:14:00.282846Z","steps":["trace[292308690] 'agreement among raft nodes before linearized reading' (duration: 2.000640302s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.282921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.28206Z","time spent":"2.000851335s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:00.306695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276913507s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:00.30726Z","caller":"traceutil/trace.go:171","msg":"trace[1183402211] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"2.650465915s","start":"2026-07-07T12:13:57.656764Z","end":"2026-07-07T12:14:00.307229Z","steps":["trace[1183402211] 'process raft request' (duration: 2.650379203s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:00.307324Z","caller":"traceutil/trace.go:171","msg":"trace[1209055280] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"2.650867401s","start":"2026-07-07T12:13:57.656398Z","end":"2026-07-07T12:14:00.307265Z","steps":["trace[1209055280] 'process raft request' (duration: 2.650554705s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.307443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.656744Z","time spent":"2.650604017s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:00.307631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.656373Z","time spent":"2.651079206s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.307961Z","caller":"traceutil/trace.go:171","msg":"trace[1731974809] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"2.029121714s","start":"2026-07-07T12:13:58.27862Z","end":"2026-07-07T12:14:00.307741Z","steps":["trace[1731974809] 'process raft request' (duration: 2.02894765s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:00.307734Z","caller":"traceutil/trace.go:171","msg":"trace[319316322] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"2.029743787s","start":"2026-07-07T12:13:58.27797Z","end":"2026-07-07T12:14:00.307714Z","steps":["trace[319316322] 'process raft request' (duration: 2.029491591s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.277946Z","time spent":"2.030068023s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.30765Z","caller":"traceutil/trace.go:171","msg":"trace[1374875470] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"2.64979105s","start":"2026-07-07T12:13:57.657829Z","end":"2026-07-07T12:14:00.30762Z","steps":["trace[1374875470] 'process raft request' (duration: 2.649361702s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977289729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.308386Z","caller":"traceutil/trace.go:171","msg":"trace[848699976] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26018; }","duration":"3.977370429s","start":"2026-07-07T12:13:56.331001Z","end":"2026-07-07T12:14:00.308372Z","steps":["trace[848699976] 'agreement among raft nodes before linearized reading' (duration: 3.977297228s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.330988Z","time spent":"3.977443712s","remote":"127.0.0.1:41506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.308431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533815323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:00.30846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.65782Z","time spent":"2.650510375s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.30849Z","caller":"traceutil/trace.go:171","msg":"trace[1280427045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26018; }","duration":"3.533886914s","start":"2026-07-07T12:13:56.774587Z","end":"2026-07-07T12:14:00.308474Z","steps":["trace[1280427045] 'agreement among raft nodes before linearized reading' (duration: 3.533741672s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.774517Z","time spent":"3.534007346s","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.308547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650411327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:00.308609Z","caller":"traceutil/trace.go:171","msg":"trace[142623641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26018; }","duration":"3.650505649s","start":"2026-07-07T12:13:56.658088Z","end":"2026-07-07T12:14:00.308594Z","steps":["trace[142623641] 'agreement among raft nodes before linearized reading' (duration: 3.650393806s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.658071Z","time spent":"3.65056672s","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.308703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168142424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.308747Z","caller":"traceutil/trace.go:171","msg":"trace[1807975738] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26018; }","duration":"3.168237217s","start":"2026-07-07T12:13:57.140496Z","end":"2026-07-07T12:14:00.308734Z","steps":["trace[1807975738] 'agreement among raft nodes before linearized reading' (duration: 3.168162476s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947565819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:00.308258Z","caller":"traceutil/trace.go:171","msg":"trace[1242394383] linearizableReadLoop","detail":"{readStateIndex:26886; appliedIndex:26878; }","duration":"2.657183007s","start":"2026-07-07T12:13:57.651061Z","end":"2026-07-07T12:14:00.308244Z","steps":["trace[1242394383] 'read index received' (duration: 1.029411605s)","trace[1242394383] 'applied index is now lower than readState.Index' (duration: 1.627770162s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:00.308781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.140467Z","time spent":"3.168306079s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:00.308787Z","caller":"traceutil/trace.go:171","msg":"trace[1985600924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26018; }","duration":"3.947621551s","start":"2026-07-07T12:13:56.361155Z","end":"2026-07-07T12:14:00.308776Z","steps":["trace[1985600924] 'agreement among raft nodes before linearized reading' (duration: 3.947456258s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:56.361144Z","time spent":"3.947667462s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:00.308785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025122878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T12:14:00.308889Z","caller":"traceutil/trace.go:171","msg":"trace[829250758] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26018; }","duration":"3.025280162s","start":"2026-07-07T12:13:57.283584Z","end":"2026-07-07T12:14:00.308864Z","steps":["trace[829250758] 'agreement among raft nodes before linearized reading' (duration: 3.024956326s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.308992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.283564Z","time spent":"3.025415184s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T12:14:00.310131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.278611Z","time spent":"2.03145079s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.694857Z","caller":"traceutil/trace.go:171","msg":"trace[601835912] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"2.001722712s","start":"2026-07-07T12:13:58.69311Z","end":"2026-07-07T12:14:00.694833Z","steps":["trace[601835912] 'process raft request' (duration: 2.001522539s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.695021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.693087Z","time spent":"2.001848165s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.695232Z","caller":"traceutil/trace.go:171","msg":"trace[939942788] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.71626627s","start":"2026-07-07T12:13:58.978943Z","end":"2026-07-07T12:14:00.695209Z","steps":["trace[939942788] 'process raft request' (duration: 1.715846332s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.695358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.978914Z","time spent":"1.716375752s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.695427Z","caller":"traceutil/trace.go:171","msg":"trace[1070449984] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.037876882s","start":"2026-07-07T12:13:59.657532Z","end":"2026-07-07T12:14:00.695409Z","steps":["trace[1070449984] 'process raft request' (duration: 1.037558736s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.695531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.657508Z","time spent":"1.037977656s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:00.695529Z","caller":"traceutil/trace.go:171","msg":"trace[891388177] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.037325452s","start":"2026-07-07T12:13:59.658166Z","end":"2026-07-07T12:14:00.695492Z","steps":["trace[891388177] 'process raft request' (duration: 1.037113647s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.695836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.658153Z","time spent":"1.037482815s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:00.696212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.703405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:00.696243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151010179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.696265Z","caller":"traceutil/trace.go:171","msg":"trace[1395983536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26023; }","duration":"966.791077ms","start":"2026-07-07T12:13:59.729459Z","end":"2026-07-07T12:14:00.69625Z","steps":["trace[1395983536] 'agreement among raft nodes before linearized reading' (duration: 966.701206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.509362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:00.696308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.729432Z","time spent":"966.867138ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:00.696319Z","caller":"traceutil/trace.go:171","msg":"trace[1553700547] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26023; }","duration":"542.613023ms","start":"2026-07-07T12:14:00.153693Z","end":"2026-07-07T12:14:00.696306Z","steps":["trace[1553700547] 'agreement among raft nodes before linearized reading' (duration: 542.494751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.153677Z","time spent":"542.667665ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.696368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039342022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:14:00.696405Z","caller":"traceutil/trace.go:171","msg":"trace[1309165642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26023; }","duration":"1.039390102s","start":"2026-07-07T12:13:59.657006Z","end":"2026-07-07T12:14:00.696396Z","steps":["trace[1309165642] 'agreement among raft nodes before linearized reading' (duration: 1.03928429s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.657001Z","time spent":"1.039426103s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:00.696474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.031734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-07-07T12:14:00.696537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039565486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T12:14:00.696531Z","caller":"traceutil/trace.go:171","msg":"trace[2036157710] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.038144348s","start":"2026-07-07T12:13:59.658353Z","end":"2026-07-07T12:14:00.696497Z","steps":["trace[2036157710] 'process raft request' (duration: 1.037062416s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:00.696276Z","caller":"traceutil/trace.go:171","msg":"trace[1429018178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26023; }","duration":"1.15108318s","start":"2026-07-07T12:13:59.545184Z","end":"2026-07-07T12:14:00.696267Z","steps":["trace[1429018178] 'agreement among raft nodes before linearized reading' (duration: 1.151022639s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.532069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:00.696555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.28179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.696589Z","caller":"traceutil/trace.go:171","msg":"trace[274773547] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26023; }","duration":"410.211357ms","start":"2026-07-07T12:14:00.28635Z","end":"2026-07-07T12:14:00.696562Z","steps":["trace[274773547] 'agreement among raft nodes before linearized reading' (duration: 409.82952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646861718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.696615Z","caller":"traceutil/trace.go:171","msg":"trace[185544663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26023; }","duration":"556.62005ms","start":"2026-07-07T12:14:00.139984Z","end":"2026-07-07T12:14:00.696604Z","steps":["trace[185544663] 'agreement among raft nodes before linearized reading' (duration: 556.549259ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:00.696632Z","caller":"traceutil/trace.go:171","msg":"trace[142604535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26023; }","duration":"1.64691205s","start":"2026-07-07T12:13:59.049714Z","end":"2026-07-07T12:14:00.696626Z","steps":["trace[142604535] 'agreement among raft nodes before linearized reading' (duration: 1.646878599s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:00.696627Z","caller":"traceutil/trace.go:171","msg":"trace[1769623999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26023; }","duration":"405.376711ms","start":"2026-07-07T12:14:00.291236Z","end":"2026-07-07T12:14:00.696612Z","steps":["trace[1769623999] 'agreement among raft nodes before linearized reading' (duration: 405.261209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.286329Z","time spent":"410.30609ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"warn","ts":"2026-07-07T12:14:00.696656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.049695Z","time spent":"1.64695088s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.696653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.139963Z","time spent":"556.680652ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.696671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.291225Z","time spent":"405.434643ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:00.696742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.658312Z","time spent":"1.0382913s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:00.696575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033750414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.696815Z","caller":"traceutil/trace.go:171","msg":"trace[2023305631] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26023; }","duration":"2.03401969s","start":"2026-07-07T12:13:58.662787Z","end":"2026-07-07T12:14:00.696807Z","steps":["trace[2023305631] 'agreement among raft nodes before linearized reading' (duration: 2.033761605s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.545164Z","time spent":"1.151436457s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:00.696834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.662767Z","time spent":"2.03406091s","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:00.696813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207922177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:00.696573Z","caller":"traceutil/trace.go:171","msg":"trace[1743431366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26023; }","duration":"1.039651467s","start":"2026-07-07T12:13:59.656916Z","end":"2026-07-07T12:14:00.696567Z","steps":["trace[1743431366] 'agreement among raft nodes before linearized reading' (duration: 1.039576646s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:59.656888Z","time spent":"1.040028076s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T12:14:00.696909Z","caller":"traceutil/trace.go:171","msg":"trace[19017416] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26023; }","duration":"2.208068482s","start":"2026-07-07T12:13:58.488816Z","end":"2026-07-07T12:14:00.696884Z","steps":["trace[19017416] 'agreement among raft nodes before linearized reading' (duration: 2.207754835s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.696965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:58.488795Z","time spent":"2.208161294s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-07T12:14:00.697211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90369383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:00.697246Z","caller":"traceutil/trace.go:171","msg":"trace[226217934] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26023; }","duration":"2.9037651s","start":"2026-07-07T12:13:57.79347Z","end":"2026-07-07T12:14:00.697235Z","steps":["trace[226217934] 'agreement among raft nodes before linearized reading' (duration: 2.903689129s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.697271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:13:57.793454Z","time spent":"2.903810672s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:00.697525Z","caller":"traceutil/trace.go:171","msg":"trace[534209912] linearizableReadLoop","detail":"{readStateIndex:26891; appliedIndex:26886; }","duration":"387.327046ms","start":"2026-07-07T12:14:00.308794Z","end":"2026-07-07T12:14:00.696121Z","steps":["trace[534209912] 'read index received' (duration: 385.786706ms)","trace[534209912] 'applied index is now lower than readState.Index' (duration: 1.53882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:00.738772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.657692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-07T12:14:00.738853Z","caller":"traceutil/trace.go:171","msg":"trace[22538377] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26026; }","duration":"217.782364ms","start":"2026-07-07T12:14:00.521052Z","end":"2026-07-07T12:14:00.738834Z","steps":["trace[22538377] 'agreement among raft nodes before linearized reading' (duration: 217.506658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.738783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.02801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:00.738931Z","caller":"traceutil/trace.go:171","msg":"trace[821552753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26026; }","duration":"426.221825ms","start":"2026-07-07T12:14:00.312683Z","end":"2026-07-07T12:14:00.738905Z","steps":["trace[821552753] 'agreement among raft nodes before linearized reading' (duration: 425.865357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:00.739065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.312666Z","time spent":"426.383598ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:01.554709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.878221ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-07T12:14:01.555063Z","caller":"traceutil/trace.go:171","msg":"trace[1090461263] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"855.902776ms","start":"2026-07-07T12:14:00.699128Z","end":"2026-07-07T12:14:01.55503Z","steps":["trace[1090461263] 'process raft request' (duration: 855.676242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.555215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.699104Z","time spent":"856.025088ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:01.555263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.10009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:14:01.555297Z","caller":"traceutil/trace.go:171","msg":"trace[2102291103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26029; }","duration":"814.167652ms","start":"2026-07-07T12:14:00.74112Z","end":"2026-07-07T12:14:01.555288Z","steps":["trace[2102291103] 'agreement among raft nodes before linearized reading' (duration: 813.994168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.555329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.741105Z","time spent":"814.217303ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T12:14:01.555441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.698706Z","time spent":"856.733013ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T12:14:01.555087Z","caller":"traceutil/trace.go:171","msg":"trace[1421506804] linearizableReadLoop","detail":"{readStateIndex:26898; appliedIndex:26894; }","duration":"813.906255ms","start":"2026-07-07T12:14:00.741149Z","end":"2026-07-07T12:14:01.555055Z","steps":["trace[1421506804] 'read index received' (duration: 319.747019ms)","trace[1421506804] 'applied index is now lower than readState.Index' (duration: 494.158296ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:01.555642Z","caller":"traceutil/trace.go:171","msg":"trace[374051554] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"854.882186ms","start":"2026-07-07T12:14:00.700747Z","end":"2026-07-07T12:14:01.55563Z","steps":["trace[374051554] 'process raft request' (duration: 854.210643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.555734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.700726Z","time spent":"854.946557ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:01.555952Z","caller":"traceutil/trace.go:171","msg":"trace[765123566] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"854.347905ms","start":"2026-07-07T12:14:00.701582Z","end":"2026-07-07T12:14:01.55593Z","steps":["trace[765123566] 'process raft request' (duration: 853.430397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.55602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.701567Z","time spent":"854.420776ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:01.556448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.294335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:01.556534Z","caller":"traceutil/trace.go:171","msg":"trace[1250269607] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26029; }","duration":"383.451077ms","start":"2026-07-07T12:14:01.173059Z","end":"2026-07-07T12:14:01.55651Z","steps":["trace[1250269607] 'agreement among raft nodes before linearized reading' (duration: 383.262374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.556574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:01.173036Z","time spent":"383.53158ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:01.555732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.059543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:01.556936Z","caller":"traceutil/trace.go:171","msg":"trace[1964296886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26029; }","duration":"798.273887ms","start":"2026-07-07T12:14:00.758625Z","end":"2026-07-07T12:14:01.556899Z","steps":["trace[1964296886] 'agreement among raft nodes before linearized reading' (duration: 797.058942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.557027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:00.75859Z","time spent":"798.40806ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:01.870779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.247149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:01.870975Z","caller":"traceutil/trace.go:171","msg":"trace[1159417368] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"314.405035ms","start":"2026-07-07T12:14:01.556514Z","end":"2026-07-07T12:14:01.870919Z","steps":["trace[1159417368] 'process raft request' (duration: 119.919291ms)","trace[1159417368] 'compare' (duration: 193.862642ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:01.871062Z","caller":"traceutil/trace.go:171","msg":"trace[1472955351] linearizableReadLoop","detail":"{readStateIndex:26899; appliedIndex:26898; }","duration":"312.364833ms","start":"2026-07-07T12:14:01.558675Z","end":"2026-07-07T12:14:01.87104Z","steps":["trace[1472955351] 'read index received' (duration: 117.796497ms)","trace[1472955351] 'applied index is now lower than readState.Index' (duration: 194.565936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:01.871337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.6651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:01.87138Z","caller":"traceutil/trace.go:171","msg":"trace[106781500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26030; }","duration":"312.756661ms","start":"2026-07-07T12:14:01.558612Z","end":"2026-07-07T12:14:01.871368Z","steps":["trace[106781500] 'agreement among raft nodes before linearized reading' (duration: 312.591938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.871419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:01.55859Z","time spent":"312.821622ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:01.871564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.271207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:01.871609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.775863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T12:14:01.871655Z","caller":"traceutil/trace.go:171","msg":"trace[1490314851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26030; }","duration":"246.413081ms","start":"2026-07-07T12:14:01.625223Z","end":"2026-07-07T12:14:01.871636Z","steps":["trace[1490314851] 'agreement among raft nodes before linearized reading' (duration: 246.248836ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:01.871664Z","caller":"traceutil/trace.go:171","msg":"trace[650451234] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26030; }","duration":"311.834764ms","start":"2026-07-07T12:14:01.559813Z","end":"2026-07-07T12:14:01.871648Z","steps":["trace[650451234] 'agreement among raft nodes before linearized reading' (duration: 311.590768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:01.871711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:01.559738Z","time spent":"311.965546ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"warn","ts":"2026-07-07T12:14:01.872151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:01.556489Z","time spent":"314.589228ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:02.151738Z","caller":"traceutil/trace.go:171","msg":"trace[1706796103] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"123.227676ms","start":"2026-07-07T12:14:02.02849Z","end":"2026-07-07T12:14:02.151718Z","steps":["trace[1706796103] 'process raft request' (duration: 123.092012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:08.164506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:08.509407Z","caller":"traceutil/trace.go:171","msg":"trace[2088984173] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"890.348177ms","start":"2026-07-07T12:14:07.619016Z","end":"2026-07-07T12:14:08.509364Z","steps":["trace[2088984173] 'process raft request' (duration: 890.082712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:08.509672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:07.619002Z","time spent":"890.537521ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:09.607906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096435871s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:09.608463Z","caller":"traceutil/trace.go:171","msg":"trace[1089600951] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"1.407220802s","start":"2026-07-07T12:14:08.201219Z","end":"2026-07-07T12:14:09.60844Z","steps":["trace[1089600951] 'process raft request' (duration: 1.407087859s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:09.60862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.201189Z","time spent":"1.407347895s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:09.608627Z","caller":"traceutil/trace.go:171","msg":"trace[167396244] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"1.98751815s","start":"2026-07-07T12:14:07.621056Z","end":"2026-07-07T12:14:09.608574Z","steps":["trace[167396244] 'process raft request' (duration: 1.987039111s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:09.608678Z","caller":"traceutil/trace.go:171","msg":"trace[385380829] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"1.944276176s","start":"2026-07-07T12:14:07.664349Z","end":"2026-07-07T12:14:09.608625Z","steps":["trace[385380829] 'process raft request' (duration: 1.94391281s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:09.608793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:07.621044Z","time spent":"1.987653704s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:09.608823Z","caller":"traceutil/trace.go:171","msg":"trace[810355768] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"1.269565792s","start":"2026-07-07T12:14:08.339243Z","end":"2026-07-07T12:14:09.608808Z","steps":["trace[810355768] 'process raft request' (duration: 1.269151203s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:09.608892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.339203Z","time spent":"1.269652944s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:09.608902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:07.664335Z","time spent":"1.94444494s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:09.609136Z","caller":"traceutil/trace.go:171","msg":"trace[384721370] linearizableReadLoop","detail":"{readStateIndex:26944; appliedIndex:26941; }","duration":"1.945079803s","start":"2026-07-07T12:14:07.664043Z","end":"2026-07-07T12:14:09.609123Z","steps":["trace[384721370] 'read index received' (duration: 844.95049ms)","trace[384721370] 'applied index is now lower than readState.Index' (duration: 1.100125843s)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:09.609159Z","caller":"traceutil/trace.go:171","msg":"trace[1041231539] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"1.267868319s","start":"2026-07-07T12:14:08.341257Z","end":"2026-07-07T12:14:09.609126Z","steps":["trace[1041231539] 'process raft request' (duration: 1.267500382s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:09.609323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945300657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:09.609351Z","caller":"traceutil/trace.go:171","msg":"trace[1295494197] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26077; }","duration":"1.945365468s","start":"2026-07-07T12:14:07.663979Z","end":"2026-07-07T12:14:09.609344Z","steps":["trace[1295494197] 'agreement among raft nodes before linearized reading' (duration: 1.945214055s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:09.609371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:07.663955Z","time spent":"1.945412519s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:09.609353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.341231Z","time spent":"1.268024801s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:10.109971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:10.253848Z","caller":"traceutil/trace.go:171","msg":"trace[1392482396] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"1.50624616s","start":"2026-07-07T12:14:08.747516Z","end":"2026-07-07T12:14:10.253762Z","steps":["trace[1392482396] 'process raft request' (duration: 1.411374535s)","trace[1392482396] 'compare' (duration: 94.427037ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:10.253927Z","caller":"traceutil/trace.go:171","msg":"trace[701937840] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"1.503447744s","start":"2026-07-07T12:14:08.750454Z","end":"2026-07-07T12:14:10.253901Z","steps":["trace[701937840] 'process raft request' (duration: 1.50326014s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.253979Z","caller":"traceutil/trace.go:171","msg":"trace[651416129] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"1.488870126s","start":"2026-07-07T12:14:08.765094Z","end":"2026-07-07T12:14:10.253965Z","steps":["trace[651416129] 'process raft request' (duration: 1.488784585s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.254049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.750426Z","time spent":"1.503553337s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:10.254063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.765084Z","time spent":"1.488935897s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:10.254304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.747481Z","time spent":"1.506468844s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:10.254072Z","caller":"traceutil/trace.go:171","msg":"trace[647191353] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"1.503395872s","start":"2026-07-07T12:14:08.750626Z","end":"2026-07-07T12:14:10.254022Z","steps":["trace[647191353] 'process raft request' (duration: 1.503201179s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.254711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.750592Z","time spent":"1.503958074s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:10.254919Z","caller":"traceutil/trace.go:171","msg":"trace[1512052052] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"1.489308795s","start":"2026-07-07T12:14:08.76553Z","end":"2026-07-07T12:14:10.254839Z","steps":["trace[1512052052] 'process raft request' (duration: 1.488398687s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.255104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335916607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:10.255203Z","caller":"traceutil/trace.go:171","msg":"trace[100013963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26084; }","duration":"2.33607793s","start":"2026-07-07T12:14:07.919101Z","end":"2026-07-07T12:14:10.255179Z","steps":["trace[100013963] 'agreement among raft nodes before linearized reading' (duration: 2.335887797s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.255269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:07.91908Z","time spent":"2.336170742s","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:10.255365Z","caller":"traceutil/trace.go:171","msg":"trace[937542220] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"160.462792ms","start":"2026-07-07T12:14:10.094882Z","end":"2026-07-07T12:14:10.255344Z","steps":["trace[937542220] 'process raft request' (duration: 159.966252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.255385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495003567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:10.255435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813876909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:10.255449Z","caller":"traceutil/trace.go:171","msg":"trace[927729274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26084; }","duration":"1.495110419s","start":"2026-07-07T12:14:08.76032Z","end":"2026-07-07T12:14:10.25543Z","steps":["trace[927729274] 'agreement among raft nodes before linearized reading' (duration: 1.494965716s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.25546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.139111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:10.255481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.760301Z","time spent":"1.49517488s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:10.255496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079082416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:10.255505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765972313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-07T12:14:10.255526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079178879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:10.255534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.431814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:10.255574Z","caller":"traceutil/trace.go:171","msg":"trace[2073876944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26084; }","duration":"947.517797ms","start":"2026-07-07T12:14:09.30804Z","end":"2026-07-07T12:14:10.255557Z","steps":["trace[2073876944] 'agreement among raft nodes before linearized reading' (duration: 947.473826ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.25558Z","caller":"traceutil/trace.go:171","msg":"trace[2113276221] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"1.48702322s","start":"2026-07-07T12:14:08.768423Z","end":"2026-07-07T12:14:10.255446Z","steps":["trace[2113276221] 'process raft request' (duration: 1.486273455s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.255669Z","caller":"traceutil/trace.go:171","msg":"trace[880030135] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26084; }","duration":"1.079145438s","start":"2026-07-07T12:14:09.176365Z","end":"2026-07-07T12:14:10.255511Z","steps":["trace[880030135] 'agreement among raft nodes before linearized reading' (duration: 1.079109777s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.255697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:09.176344Z","time spent":"1.079346703s","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.255706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909837476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:14:10.255719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.768411Z","time spent":"1.487264606s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:10.255758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228071697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:10.255366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88619818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:10.255769Z","caller":"traceutil/trace.go:171","msg":"trace[828410840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26084; }","duration":"1.909929738s","start":"2026-07-07T12:14:08.345824Z","end":"2026-07-07T12:14:10.255754Z","steps":["trace[828410840] 'agreement among raft nodes before linearized reading' (duration: 1.909740904s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.255835Z","caller":"traceutil/trace.go:171","msg":"trace[103975528] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26084; }","duration":"1.766038864s","start":"2026-07-07T12:14:08.489505Z","end":"2026-07-07T12:14:10.255543Z","steps":["trace[103975528] 'agreement among raft nodes before linearized reading' (duration: 1.765898422s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.255851Z","caller":"traceutil/trace.go:171","msg":"trace[1711450193] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26084; }","duration":"2.22821619s","start":"2026-07-07T12:14:08.027616Z","end":"2026-07-07T12:14:10.255832Z","steps":["trace[1711450193] 'agreement among raft nodes before linearized reading' (duration: 2.228025796s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.25586Z","caller":"traceutil/trace.go:171","msg":"trace[636226059] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26084; }","duration":"1.88673394s","start":"2026-07-07T12:14:08.369105Z","end":"2026-07-07T12:14:10.255839Z","steps":["trace[636226059] 'agreement among raft nodes before linearized reading' (duration: 1.886204009s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.255885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910089902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:14:10.255909Z","caller":"traceutil/trace.go:171","msg":"trace[1962421705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26084; }","duration":"1.910114682s","start":"2026-07-07T12:14:08.345789Z","end":"2026-07-07T12:14:10.255903Z","steps":["trace[1962421705] 'agreement among raft nodes before linearized reading' (duration: 1.909966089s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.25593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.345739Z","time spent":"1.910187394s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:10.255922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.369083Z","time spent":"1.886823282s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.255372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.765499Z","time spent":"1.489697883s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:10.255868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.345811Z","time spent":"1.91004348s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:10.255928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.027601Z","time spent":"2.228307641s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.255985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.489494Z","time spent":"1.766436553s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-07-07T12:14:10.254943Z","caller":"traceutil/trace.go:171","msg":"trace[592936032] linearizableReadLoop","detail":"{readStateIndex:26954; appliedIndex:26947; }","duration":"645.758402ms","start":"2026-07-07T12:14:09.609159Z","end":"2026-07-07T12:14:10.254918Z","steps":["trace[592936032] 'read index received' (duration: 549.658302ms)","trace[592936032] 'applied index is now lower than readState.Index' (duration: 96.09856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:10.25561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88317409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T12:14:10.255602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:09.308019Z","time spent":"947.577198ms","remote":"127.0.0.1:41916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:10.255621Z","caller":"traceutil/trace.go:171","msg":"trace[1055171060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26084; }","duration":"1.813936581s","start":"2026-07-07T12:14:08.441527Z","end":"2026-07-07T12:14:10.255464Z","steps":["trace[1055171060] 'agreement among raft nodes before linearized reading' (duration: 1.81388187s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.256103Z","caller":"traceutil/trace.go:171","msg":"trace[187020000] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26084; }","duration":"1.079246589s","start":"2026-07-07T12:14:09.176297Z","end":"2026-07-07T12:14:10.255543Z","steps":["trace[187020000] 'agreement among raft nodes before linearized reading' (duration: 1.079201829s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:10.255647Z","caller":"traceutil/trace.go:171","msg":"trace[1210613795] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26084; }","duration":"723.238414ms","start":"2026-07-07T12:14:09.532262Z","end":"2026-07-07T12:14:10.255501Z","steps":["trace[1210613795] 'agreement among raft nodes before linearized reading' (duration: 723.133782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.25619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:09.176271Z","time spent":"1.079892903s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.256204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:09.532238Z","time spent":"723.955129ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.256175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.441515Z","time spent":"1.814633105s","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:10.255375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.009035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:10.256514Z","caller":"traceutil/trace.go:171","msg":"trace[378136649] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26084; }","duration":"872.183778ms","start":"2026-07-07T12:14:09.384308Z","end":"2026-07-07T12:14:10.256492Z","steps":["trace[378136649] 'agreement among raft nodes before linearized reading' (duration: 871.008155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.256616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:09.384286Z","time spent":"872.27713ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:10.256125Z","caller":"traceutil/trace.go:171","msg":"trace[1306969494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26084; }","duration":"1.883737521s","start":"2026-07-07T12:14:08.37238Z","end":"2026-07-07T12:14:10.256117Z","steps":["trace[1306969494] 'agreement among raft nodes before linearized reading' (duration: 1.883167399s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:10.25688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:08.372356Z","time spent":"1.884514256s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:11.123476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.392842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:11.123822Z","caller":"traceutil/trace.go:171","msg":"trace[1257345687] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"862.455836ms","start":"2026-07-07T12:14:10.261285Z","end":"2026-07-07T12:14:11.12374Z","steps":["trace[1257345687] 'process raft request' (duration: 288.674746ms)","trace[1257345687] 'compare' (duration: 572.987144ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:11.124196Z","caller":"traceutil/trace.go:171","msg":"trace[787468490] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"861.094839ms","start":"2026-07-07T12:14:10.263051Z","end":"2026-07-07T12:14:11.124146Z","steps":["trace[787468490] 'process raft request' (duration: 860.687231ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:11.124321Z","caller":"traceutil/trace.go:171","msg":"trace[386132331] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"861.64866ms","start":"2026-07-07T12:14:10.262647Z","end":"2026-07-07T12:14:11.124296Z","steps":["trace[386132331] 'process raft request' (duration: 860.966206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.124361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.263029Z","time spent":"861.244431ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:11.124432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.262628Z","time spent":"861.754681ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:11.124144Z","caller":"traceutil/trace.go:171","msg":"trace[526815662] linearizableReadLoop","detail":"{readStateIndex:26958; appliedIndex:26954; }","duration":"859.835494ms","start":"2026-07-07T12:14:10.264297Z","end":"2026-07-07T12:14:11.124133Z","steps":["trace[526815662] 'read index received' (duration: 24.360101ms)","trace[526815662] 'applied index is now lower than readState.Index' (duration: 835.474253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:11.124716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.425265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:11.124744Z","caller":"traceutil/trace.go:171","msg":"trace[1784072490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26088; }","duration":"860.476586ms","start":"2026-07-07T12:14:10.264257Z","end":"2026-07-07T12:14:11.124733Z","steps":["trace[1784072490] 'agreement among raft nodes before linearized reading' (duration: 860.420265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.124742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.261266Z","time spent":"862.66515ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:11.124771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.264244Z","time spent":"860.521767ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:14:11.123887Z","caller":"traceutil/trace.go:171","msg":"trace[701320511] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"834.018463ms","start":"2026-07-07T12:14:10.289847Z","end":"2026-07-07T12:14:11.123865Z","steps":["trace[701320511] 'process raft request' (duration: 833.962282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.125188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.289829Z","time spent":"835.251869ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:11.625032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:11.725948Z","caller":"traceutil/trace.go:171","msg":"trace[625428707] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"659.783851ms","start":"2026-07-07T12:14:11.066141Z","end":"2026-07-07T12:14:11.725925Z","steps":["trace[625428707] 'process raft request' (duration: 659.631278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.726093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.066105Z","time spent":"659.905163ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:11.745087Z","caller":"traceutil/trace.go:171","msg":"trace[1010755829] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26960; }","duration":"620.421452ms","start":"2026-07-07T12:14:11.124633Z","end":"2026-07-07T12:14:11.745054Z","steps":["trace[1010755829] 'read index received' (duration: 601.423167ms)","trace[1010755829] 'applied index is now lower than readState.Index' (duration: 18.996515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:11.745235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.904662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:11.745262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071254622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:11.745338Z","caller":"traceutil/trace.go:171","msg":"trace[2047830840] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26091; }","duration":"700.105127ms","start":"2026-07-07T12:14:11.04521Z","end":"2026-07-07T12:14:11.745315Z","steps":["trace[2047830840] 'agreement among raft nodes before linearized reading' (duration: 699.878473ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:11.745321Z","caller":"traceutil/trace.go:171","msg":"trace[714073778] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"131.252293ms","start":"2026-07-07T12:14:11.613966Z","end":"2026-07-07T12:14:11.745218Z","steps":["trace[714073778] 'process raft request' (duration: 130.872186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230825227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T12:14:11.745408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.04518Z","time spent":"700.20802ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:11.74546Z","caller":"traceutil/trace.go:171","msg":"trace[66578901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26091; }","duration":"1.23096982s","start":"2026-07-07T12:14:10.514472Z","end":"2026-07-07T12:14:11.745441Z","steps":["trace[66578901] 'agreement among raft nodes before linearized reading' (duration: 1.230743154s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.483234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-07T12:14:11.745509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.514446Z","time spent":"1.231051612s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:11.74554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.935069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:14:11.745494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.632741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:11.745567Z","caller":"traceutil/trace.go:171","msg":"trace[1066249488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26091; }","duration":"125.99185ms","start":"2026-07-07T12:14:11.619567Z","end":"2026-07-07T12:14:11.745559Z","steps":["trace[1066249488] 'agreement among raft nodes before linearized reading' (duration: 125.838527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.919505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:11.745596Z","caller":"traceutil/trace.go:171","msg":"trace[1467190772] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26091; }","duration":"432.788584ms","start":"2026-07-07T12:14:11.312785Z","end":"2026-07-07T12:14:11.745573Z","steps":["trace[1467190772] 'agreement among raft nodes before linearized reading' (duration: 432.57524ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:11.74563Z","caller":"traceutil/trace.go:171","msg":"trace[1489958979] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26091; }","duration":"522.997787ms","start":"2026-07-07T12:14:11.22262Z","end":"2026-07-07T12:14:11.745617Z","steps":["trace[1489958979] 'agreement among raft nodes before linearized reading' (duration: 522.949476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.312773Z","time spent":"432.862115ms","remote":"127.0.0.1:40684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:11.745372Z","caller":"traceutil/trace.go:171","msg":"trace[1906241160] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26091; }","duration":"1.071431527s","start":"2026-07-07T12:14:10.673915Z","end":"2026-07-07T12:14:11.745346Z","steps":["trace[1906241160] 'agreement among raft nodes before linearized reading' (duration: 1.071209672s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.222592Z","time spent":"523.066079ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:11.745547Z","caller":"traceutil/trace.go:171","msg":"trace[239633810] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26091; }","duration":"617.622577ms","start":"2026-07-07T12:14:11.127902Z","end":"2026-07-07T12:14:11.745525Z","steps":["trace[239633810] 'agreement among raft nodes before linearized reading' (duration: 617.377951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.745703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:10.673892Z","time spent":"1.071794383s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:11.745747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.127881Z","time spent":"617.853211ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T12:14:11.746076Z","caller":"traceutil/trace.go:171","msg":"trace[956444092] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"126.291166ms","start":"2026-07-07T12:14:11.619762Z","end":"2026-07-07T12:14:11.746053Z","steps":["trace[956444092] 'process raft request' (duration: 125.224675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.747125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.421488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T12:14:11.7472Z","caller":"traceutil/trace.go:171","msg":"trace[923334430] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26091; }","duration":"341.542451ms","start":"2026-07-07T12:14:11.40564Z","end":"2026-07-07T12:14:11.747182Z","steps":["trace[923334430] 'agreement among raft nodes before linearized reading' (duration: 339.649503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:11.74725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.405622Z","time spent":"341.617622ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2683,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:12.116792Z","caller":"traceutil/trace.go:171","msg":"trace[1564533927] linearizableReadLoop","detail":"{readStateIndex:26964; appliedIndex:26962; }","duration":"358.250881ms","start":"2026-07-07T12:14:11.75851Z","end":"2026-07-07T12:14:12.116761Z","steps":["trace[1564533927] 'read index received' (duration: 49.776734ms)","trace[1564533927] 'applied index is now lower than readState.Index' (duration: 308.472497ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:12.116947Z","caller":"traceutil/trace.go:171","msg":"trace[534690300] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"365.123796ms","start":"2026-07-07T12:14:11.751809Z","end":"2026-07-07T12:14:12.116933Z","steps":["trace[534690300] 'process raft request' (duration: 362.439823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:12.117069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.751751Z","time spent":"365.224278ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:12.11719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.651989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:12.117278Z","caller":"traceutil/trace.go:171","msg":"trace[1736810963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26093; }","duration":"358.776681ms","start":"2026-07-07T12:14:11.75848Z","end":"2026-07-07T12:14:12.117257Z","steps":["trace[1736810963] 'agreement among raft nodes before linearized reading' (duration: 358.626228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:12.117322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:11.758468Z","time spent":"358.846032ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:14:12.831641Z","caller":"traceutil/trace.go:171","msg":"trace[106221143] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"570.834531ms","start":"2026-07-07T12:14:12.260777Z","end":"2026-07-07T12:14:12.831612Z","steps":["trace[106221143] 'process raft request' (duration: 570.615497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:12.831843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.260743Z","time spent":"570.982354ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:14.089108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257600275s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:14.160001Z","caller":"traceutil/trace.go:171","msg":"trace[1720918956] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"1.897893909s","start":"2026-07-07T12:14:12.262054Z","end":"2026-07-07T12:14:14.159948Z","steps":["trace[1720918956] 'process raft request' (duration: 1.827311085s)","trace[1720918956] 'compare' (duration: 69.109956ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:14.160306Z","caller":"traceutil/trace.go:171","msg":"trace[372114512] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26965; }","duration":"1.504608456s","start":"2026-07-07T12:14:12.655672Z","end":"2026-07-07T12:14:14.160281Z","steps":["trace[372114512] 'read index received' (duration: 175.916976ms)","trace[372114512] 'applied index is now lower than readState.Index' (duration: 1.32869025s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:14.160526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.262017Z","time spent":"1.898108484s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:14.160594Z","caller":"traceutil/trace.go:171","msg":"trace[375896388] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"1.896788998s","start":"2026-07-07T12:14:12.26377Z","end":"2026-07-07T12:14:14.160559Z","steps":["trace[375896388] 'process raft request' (duration: 1.89643143s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.16077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.26376Z","time spent":"1.89691299s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:14.160988Z","caller":"traceutil/trace.go:171","msg":"trace[623403207] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"1.898247117s","start":"2026-07-07T12:14:12.262724Z","end":"2026-07-07T12:14:14.160971Z","steps":["trace[623403207] 'process raft request' (duration: 1.897375389s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.161092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.262708Z","time spent":"1.898327488s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:14.16054Z","caller":"traceutil/trace.go:171","msg":"trace[1316496070] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"1.897979311s","start":"2026-07-07T12:14:12.262546Z","end":"2026-07-07T12:14:14.160525Z","steps":["trace[1316496070] 'process raft request' (duration: 1.897447441s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.161626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.262506Z","time spent":"1.899039542s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:14.16166Z","caller":"traceutil/trace.go:171","msg":"trace[591453098] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"1.898872479s","start":"2026-07-07T12:14:12.262763Z","end":"2026-07-07T12:14:14.161636Z","steps":["trace[591453098] 'process raft request' (duration: 1.89739734s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:14.161652Z","caller":"traceutil/trace.go:171","msg":"trace[1538711943] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"1.503678088s","start":"2026-07-07T12:14:12.657941Z","end":"2026-07-07T12:14:14.16162Z","steps":["trace[1538711943] 'process raft request' (duration: 1.502296471s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.161766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.262732Z","time spent":"1.898978221s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:14.161808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.657925Z","time spent":"1.503795231s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:14.162289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506622247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-07T12:14:14.162364Z","caller":"traceutil/trace.go:171","msg":"trace[1000492429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26100; }","duration":"1.506696818s","start":"2026-07-07T12:14:12.655651Z","end":"2026-07-07T12:14:14.162348Z","steps":["trace[1000492429] 'agreement among raft nodes before linearized reading' (duration: 1.50577755s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.162409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.655586Z","time spent":"1.50681203s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-07T12:14:14.231625Z","caller":"traceutil/trace.go:171","msg":"trace[2069140015] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"479.723411ms","start":"2026-07-07T12:14:13.751848Z","end":"2026-07-07T12:14:14.231572Z","steps":["trace[2069140015] 'process raft request' (duration: 479.494967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.231695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102059611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:14:14.231733Z","caller":"traceutil/trace.go:171","msg":"trace[516096891] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"479.326393ms","start":"2026-07-07T12:14:13.75239Z","end":"2026-07-07T12:14:14.231716Z","steps":["trace[516096891] 'process raft request' (duration: 479.093888ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:14.23175Z","caller":"traceutil/trace.go:171","msg":"trace[480715200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26102; }","duration":"1.102139422s","start":"2026-07-07T12:14:13.129596Z","end":"2026-07-07T12:14:14.231735Z","steps":["trace[480715200] 'agreement among raft nodes before linearized reading' (duration: 1.10200157s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.231816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.129583Z","time spent":"1.102224864s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:14.231867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.75238Z","time spent":"479.398105ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:14.23192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.751825Z","time spent":"479.920214ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:14.232012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471217748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:14.232072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.679335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:14:14.231661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031144569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:14.232104Z","caller":"traceutil/trace.go:171","msg":"trace[1237986603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26102; }","duration":"419.767457ms","start":"2026-07-07T12:14:13.812325Z","end":"2026-07-07T12:14:14.232093Z","steps":["trace[1237986603] 'agreement among raft nodes before linearized reading' (duration: 419.648575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.232076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.344091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:14:14.232124Z","caller":"traceutil/trace.go:171","msg":"trace[634650719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26102; }","duration":"1.03164772s","start":"2026-07-07T12:14:13.200457Z","end":"2026-07-07T12:14:14.232105Z","steps":["trace[634650719] 'agreement among raft nodes before linearized reading' (duration: 1.031124649s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.232137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.812289Z","time spent":"419.838998ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:14:14.232112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10249106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:14:14.232178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.200397Z","time spent":"1.031759812s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-07T12:14:14.232175Z","caller":"traceutil/trace.go:171","msg":"trace[1715458137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26102; }","duration":"110.489274ms","start":"2026-07-07T12:14:14.121653Z","end":"2026-07-07T12:14:14.232143Z","steps":["trace[1715458137] 'agreement among raft nodes before linearized reading' (duration: 110.247958ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:14.232181Z","caller":"traceutil/trace.go:171","msg":"trace[1109455295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26102; }","duration":"1.102572861s","start":"2026-07-07T12:14:13.129595Z","end":"2026-07-07T12:14:14.232168Z","steps":["trace[1109455295] 'agreement among raft nodes before linearized reading' (duration: 1.102429919s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:14.232105Z","caller":"traceutil/trace.go:171","msg":"trace[557585485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26102; }","duration":"1.47135407s","start":"2026-07-07T12:14:12.760723Z","end":"2026-07-07T12:14:14.232077Z","steps":["trace[557585485] 'agreement among raft nodes before linearized reading' (duration: 1.471196656s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.232238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.129589Z","time spent":"1.102637483s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:14.232277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:12.760704Z","time spent":"1.471553694s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:14.232302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102716995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:14:14.232335Z","caller":"traceutil/trace.go:171","msg":"trace[1450357634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26102; }","duration":"1.102785205s","start":"2026-07-07T12:14:13.12954Z","end":"2026-07-07T12:14:14.232325Z","steps":["trace[1450357634] 'agreement among raft nodes before linearized reading' (duration: 1.102597852s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:14.232376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:13.129517Z","time spent":"1.102851857s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:14.738508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:15.482152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.950568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:15.482275Z","caller":"traceutil/trace.go:171","msg":"trace[739175990] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"1.245256531s","start":"2026-07-07T12:14:14.23699Z","end":"2026-07-07T12:14:15.482246Z","steps":["trace[739175990] 'process raft request' (duration: 691.1142ms)","trace[739175990] 'compare' (duration: 552.903478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:15.482338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.23697Z","time spent":"1.245338554s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:16.060937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132638166s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:16.241144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T12:14:16.241678Z","caller":"traceutil/trace.go:171","msg":"trace[853863684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001021578s","start":"2026-07-07T12:14:14.240632Z","end":"2026-07-07T12:14:16.241653Z","steps":["trace[853863684] 'agreement among raft nodes before linearized reading' (duration: 2.000449406s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:16.241769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.24062Z","time spent":"2.0011345s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:17.014412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.045056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:17.014777Z","caller":"traceutil/trace.go:171","msg":"trace[1760276021] linearizableReadLoop","detail":"{readStateIndex:26979; appliedIndex:26973; }","duration":"2.776496284s","start":"2026-07-07T12:14:14.238263Z","end":"2026-07-07T12:14:17.01476Z","steps":["trace[1760276021] 'read index received' (duration: 690.038128ms)","trace[1760276021] 'applied index is now lower than readState.Index' (duration: 2.086456856s)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:17.014949Z","caller":"traceutil/trace.go:171","msg":"trace[1580163225] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"2.7767675s","start":"2026-07-07T12:14:14.23814Z","end":"2026-07-07T12:14:17.014908Z","steps":["trace[1580163225] 'process raft request' (duration: 2.776494585s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:17.015005Z","caller":"traceutil/trace.go:171","msg":"trace[2127188222] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"2.777308181s","start":"2026-07-07T12:14:14.237615Z","end":"2026-07-07T12:14:17.014923Z","steps":["trace[2127188222] 'process raft request' (duration: 2.776894483s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:17.015031Z","caller":"traceutil/trace.go:171","msg":"trace[954258637] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"2.176434674s","start":"2026-07-07T12:14:14.838533Z","end":"2026-07-07T12:14:17.014967Z","steps":["trace[954258637] 'process raft request' (duration: 2.17618396s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:17.01511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.238097Z","time spent":"2.776922372s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:17.015156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.237593Z","time spent":"2.777480743s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:17.015227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.838505Z","time spent":"2.176600598s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:17.015303Z","caller":"traceutil/trace.go:171","msg":"trace[380578229] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"2.777323731s","start":"2026-07-07T12:14:14.237965Z","end":"2026-07-07T12:14:17.015289Z","steps":["trace[380578229] 'process raft request' (duration: 2.776628187s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:17.015324Z","caller":"traceutil/trace.go:171","msg":"trace[1459118341] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"2.778317831s","start":"2026-07-07T12:14:14.23699Z","end":"2026-07-07T12:14:17.015308Z","steps":["trace[1459118341] 'process raft request' (duration: 1.824172994s)","trace[1459118341] 'compare' (duration: 951.596178ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:17.015365Z","caller":"traceutil/trace.go:171","msg":"trace[1892601891] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"2.400556265s","start":"2026-07-07T12:14:14.614797Z","end":"2026-07-07T12:14:17.015353Z","steps":["trace[1892601891] 'process raft request' (duration: 2.399879432s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:17.015371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.237903Z","time spent":"2.777430892s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:17.015384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.236972Z","time spent":"2.778375972s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:17.015394Z","caller":"traceutil/trace.go:171","msg":"trace[1925420419] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.717569495s","start":"2026-07-07T12:14:15.297809Z","end":"2026-07-07T12:14:17.015379Z","steps":["trace[1925420419] 'process raft request' (duration: 1.717502434s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:17.015424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.614756Z","time spent":"2.400633875s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:17.01548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:15.297782Z","time spent":"1.717653648s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:17.015499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777205049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:17.015597Z","caller":"traceutil/trace.go:171","msg":"trace[134701976] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26110; }","duration":"2.777333872s","start":"2026-07-07T12:14:14.238236Z","end":"2026-07-07T12:14:17.01557Z","steps":["trace[134701976] 'agreement among raft nodes before linearized reading' (duration: 2.777124137s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:17.015653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.238226Z","time spent":"2.777412943s","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T12:14:18.241687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:14:18.241768Z","caller":"traceutil/trace.go:171","msg":"trace[789678853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357955s","start":"2026-07-07T12:14:16.241392Z","end":"2026-07-07T12:14:18.24175Z","steps":["trace[789678853] 'agreement among raft nodes before linearized reading' (duration: 2.000248863s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:18.241808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.241362Z","time spent":"2.000439167s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:18.397909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.800861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T12:14:18.399833Z","caller":"traceutil/trace.go:171","msg":"trace[701554208] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"2.230992923s","start":"2026-07-07T12:14:16.168822Z","end":"2026-07-07T12:14:18.399815Z","steps":["trace[701554208] 'process raft request' (duration: 2.229228988s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:18.399947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.168789Z","time spent":"2.231094615s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:18.400202Z","caller":"traceutil/trace.go:171","msg":"trace[1756731854] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"2.231309s","start":"2026-07-07T12:14:16.168857Z","end":"2026-07-07T12:14:18.400166Z","steps":["trace[1756731854] 'process raft request' (duration: 2.230858241s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:18.400408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.168824Z","time spent":"2.231471203s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:19.42679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02654682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:19.427123Z","caller":"traceutil/trace.go:171","msg":"trace[737076551] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"3.257153654s","start":"2026-07-07T12:14:16.169936Z","end":"2026-07-07T12:14:19.42709Z","steps":["trace[737076551] 'process raft request' (duration: 2.230211467s)","trace[737076551] 'compare' (duration: 1.024755874s)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:19.427254Z","caller":"traceutil/trace.go:171","msg":"trace[665150465] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"3.257002821s","start":"2026-07-07T12:14:16.170131Z","end":"2026-07-07T12:14:19.427134Z","steps":["trace[665150465] 'process raft request' (duration: 3.256860118s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.427363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.170102Z","time spent":"3.257218366s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:19.427447Z","caller":"traceutil/trace.go:171","msg":"trace[44579345] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"3.257194575s","start":"2026-07-07T12:14:16.170212Z","end":"2026-07-07T12:14:19.427407Z","steps":["trace[44579345] 'process raft request' (duration: 3.256876969s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:19.427557Z","caller":"traceutil/trace.go:171","msg":"trace[1165193479] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"3.190016938s","start":"2026-07-07T12:14:16.237522Z","end":"2026-07-07T12:14:19.427539Z","steps":["trace[1165193479] 'process raft request' (duration: 3.189801014s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:19.42758Z","caller":"traceutil/trace.go:171","msg":"trace[663120598] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"2.313127437s","start":"2026-07-07T12:14:17.114422Z","end":"2026-07-07T12:14:19.427549Z","steps":["trace[663120598] 'process raft request' (duration: 2.313086086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.427617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.170182Z","time spent":"3.257347908s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:19.427277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.169922Z","time spent":"3.257268716s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:19.427621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.237507Z","time spent":"3.190082769s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:19.427715Z","caller":"traceutil/trace.go:171","msg":"trace[1967485637] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26981; }","duration":"2.412897029s","start":"2026-07-07T12:14:17.014807Z","end":"2026-07-07T12:14:19.427704Z","steps":["trace[1967485637] 'read index received' (duration: 970.05µs)","trace[1967485637] 'applied index is now lower than readState.Index' (duration: 2.411924889s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:19.427756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:17.114397Z","time spent":"2.313265899s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:19.427618Z","caller":"traceutil/trace.go:171","msg":"trace[1917037174] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"3.188319715s","start":"2026-07-07T12:14:16.239268Z","end":"2026-07-07T12:14:19.427587Z","steps":["trace[1917037174] 'process raft request' (duration: 3.188189302s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.427878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929276563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:19.428817Z","caller":"traceutil/trace.go:171","msg":"trace[686868126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26118; }","duration":"4.930248842s","start":"2026-07-07T12:14:14.498553Z","end":"2026-07-07T12:14:19.428802Z","steps":["trace[686868126] 'agreement among raft nodes before linearized reading' (duration: 4.929259542s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.428862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.498542Z","time spent":"4.930305663s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:19.427886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188646109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-218ccc1b-e702-41c2-86c4-4fa1b91b290e\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-07T12:14:19.428925Z","caller":"traceutil/trace.go:171","msg":"trace[1186299822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-218ccc1b-e702-41c2-86c4-4fa1b91b290e; range_end:; response_count:1; response_revision:26118; }","duration":"5.189686029s","start":"2026-07-07T12:14:14.239221Z","end":"2026-07-07T12:14:19.428907Z","steps":["trace[1186299822] 'agreement among raft nodes before linearized reading' (duration: 5.188515486s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.428983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.239216Z","time spent":"5.18975134s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-218ccc1b-e702-41c2-86c4-4fa1b91b290e\" "} {"level":"warn","ts":"2026-07-07T12:14:19.428863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:16.239251Z","time spent":"3.189443677s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:19.427914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.637921475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:19.429133Z","caller":"traceutil/trace.go:171","msg":"trace[1515294347] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26118; }","duration":"4.639189809s","start":"2026-07-07T12:14:14.789925Z","end":"2026-07-07T12:14:19.429115Z","steps":["trace[1515294347] 'agreement among raft nodes before linearized reading' (duration: 4.637885103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.429173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:14.7899Z","time spent":"4.639260651s","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:19.482934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.045765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-07T12:14:19.483002Z","caller":"traceutil/trace.go:171","msg":"trace[1621853730] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26119; }","duration":"872.177928ms","start":"2026-07-07T12:14:18.610812Z","end":"2026-07-07T12:14:19.482989Z","steps":["trace[1621853730] 'agreement among raft nodes before linearized reading' (duration: 871.983264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.610741Z","time spent":"872.2964ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-07T12:14:19.483053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450388986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:19.483114Z","caller":"traceutil/trace.go:171","msg":"trace[849400540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26119; }","duration":"1.450495998s","start":"2026-07-07T12:14:18.032599Z","end":"2026-07-07T12:14:19.483095Z","steps":["trace[849400540] 'agreement among raft nodes before linearized reading' (duration: 1.450398146s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.796007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T12:14:19.483167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.032575Z","time spent":"1.450581749s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:19.48319Z","caller":"traceutil/trace.go:171","msg":"trace[453938599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26119; }","duration":"460.843488ms","start":"2026-07-07T12:14:19.022336Z","end":"2026-07-07T12:14:19.48318Z","steps":["trace[453938599] 'agreement among raft nodes before linearized reading' (duration: 460.757166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996319205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:14:19.483469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.202555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T12:14:19.483522Z","caller":"traceutil/trace.go:171","msg":"trace[654246455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26119; }","duration":"1.996677602s","start":"2026-07-07T12:14:17.486829Z","end":"2026-07-07T12:14:19.483506Z","steps":["trace[654246455] 'agreement among raft nodes before linearized reading' (duration: 1.996196643s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.48356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:17.486801Z","time spent":"1.996749544s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:14:19.483073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.504173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:19.48363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269497924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:19.48355Z","caller":"traceutil/trace.go:171","msg":"trace[266149865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26119; }","duration":"461.320046ms","start":"2026-07-07T12:14:19.022216Z","end":"2026-07-07T12:14:19.483536Z","steps":["trace[266149865] 'agreement among raft nodes before linearized reading' (duration: 461.123693ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:19.483686Z","caller":"traceutil/trace.go:171","msg":"trace[676347412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26119; }","duration":"2.269586686s","start":"2026-07-07T12:14:17.214083Z","end":"2026-07-07T12:14:19.48367Z","steps":["trace[676347412] 'agreement among raft nodes before linearized reading' (duration: 2.269161908s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:17.214061Z","time spent":"2.269651548s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:19.482929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.955397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:19.484327Z","caller":"traceutil/trace.go:171","msg":"trace[1135065890] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26119; }","duration":"900.370145ms","start":"2026-07-07T12:14:18.583935Z","end":"2026-07-07T12:14:19.484305Z","steps":["trace[1135065890] 'agreement among raft nodes before linearized reading' (duration: 898.899306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.484406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.583846Z","time spent":"900.538848ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:19.483695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.022195Z","time spent":"461.48782ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T12:14:19.483639Z","caller":"traceutil/trace.go:171","msg":"trace[2021765596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26119; }","duration":"323.058294ms","start":"2026-07-07T12:14:19.160552Z","end":"2026-07-07T12:14:19.483611Z","steps":["trace[2021765596] 'agreement among raft nodes before linearized reading' (duration: 322.476483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.484617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.160491Z","time spent":"324.074324ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:19.483198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462354877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:19.484904Z","caller":"traceutil/trace.go:171","msg":"trace[1832883303] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26119; }","duration":"2.464092341s","start":"2026-07-07T12:14:17.020785Z","end":"2026-07-07T12:14:19.484877Z","steps":["trace[1832883303] 'agreement among raft nodes before linearized reading' (duration: 2.462349327s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.484951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:17.020764Z","time spent":"2.464173002s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-07T12:14:19.483002Z","caller":"traceutil/trace.go:171","msg":"trace[624863818] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"460.097894ms","start":"2026-07-07T12:14:19.022889Z","end":"2026-07-07T12:14:19.482987Z","steps":["trace[624863818] 'process raft request' (duration: 459.701737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.02233Z","time spent":"460.887998ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:19.485162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.022842Z","time spent":"462.218494ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:19.483291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38383006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:19.485248Z","caller":"traceutil/trace.go:171","msg":"trace[498706674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26119; }","duration":"1.385829599s","start":"2026-07-07T12:14:18.099399Z","end":"2026-07-07T12:14:19.485229Z","steps":["trace[498706674] 'agreement among raft nodes before linearized reading' (duration: 1.38385918s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.485305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.099371Z","time spent":"1.385917722s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:19.483305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.000781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T12:14:19.485391Z","caller":"traceutil/trace.go:171","msg":"trace[1620447454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26119; }","duration":"463.091932ms","start":"2026-07-07T12:14:19.022281Z","end":"2026-07-07T12:14:19.485373Z","steps":["trace[1620447454] 'agreement among raft nodes before linearized reading' (duration: 460.938649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.485447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.022272Z","time spent":"463.159874ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:19.482946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.627434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:14:19.485542Z","caller":"traceutil/trace.go:171","msg":"trace[1579947304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26119; }","duration":"463.252716ms","start":"2026-07-07T12:14:19.022259Z","end":"2026-07-07T12:14:19.485512Z","steps":["trace[1579947304] 'agreement among raft nodes before linearized reading' (duration: 460.567633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.485605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.022247Z","time spent":"463.336807ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:19.483302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232447338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:19.485656Z","caller":"traceutil/trace.go:171","msg":"trace[356064266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26119; }","duration":"1.234816416s","start":"2026-07-07T12:14:18.250822Z","end":"2026-07-07T12:14:19.485639Z","steps":["trace[356064266] 'agreement among raft nodes before linearized reading' (duration: 1.232369987s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.129598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:19.485752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.250797Z","time spent":"1.234943317s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:14:19.485761Z","caller":"traceutil/trace.go:171","msg":"trace[621477255] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26119; }","duration":"742.606788ms","start":"2026-07-07T12:14:18.743138Z","end":"2026-07-07T12:14:19.485745Z","steps":["trace[621477255] 'agreement among raft nodes before linearized reading' (duration: 740.183829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.483421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237676581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T12:14:19.485849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.743071Z","time spent":"742.75914ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:19.485868Z","caller":"traceutil/trace.go:171","msg":"trace[1866536291] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26119; }","duration":"1.240148301s","start":"2026-07-07T12:14:18.245703Z","end":"2026-07-07T12:14:19.485852Z","steps":["trace[1866536291] 'agreement among raft nodes before linearized reading' (duration: 1.2375939s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.485946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.245685Z","time spent":"1.240251162s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"warn","ts":"2026-07-07T12:14:19.483681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.421953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:19.486073Z","caller":"traceutil/trace.go:171","msg":"trace[598524468] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26119; }","duration":"995.890853ms","start":"2026-07-07T12:14:18.490171Z","end":"2026-07-07T12:14:19.486062Z","steps":["trace[598524468] 'agreement among raft nodes before linearized reading' (duration: 993.131598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.486123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.490148Z","time spent":"995.960353ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-07T12:14:19.48346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.718647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:19.486236Z","caller":"traceutil/trace.go:171","msg":"trace[514919138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26119; }","duration":"544.569273ms","start":"2026-07-07T12:14:18.941652Z","end":"2026-07-07T12:14:19.486222Z","steps":["trace[514919138] 'agreement among raft nodes before linearized reading' (duration: 541.715936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:19.486291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:18.941634Z","time spent":"544.639064ms","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:20.061663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:20.726153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.381635ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-07T12:14:20.72626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.489183Z","time spent":"1.23707259s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T12:14:20.726868Z","caller":"traceutil/trace.go:171","msg":"trace[134412750] linearizableReadLoop","detail":"{readStateIndex:27000; appliedIndex:26992; }","duration":"1.16575489s","start":"2026-07-07T12:14:19.561095Z","end":"2026-07-07T12:14:20.72685Z","steps":["trace[134412750] 'read index received' (duration: 599.682882ms)","trace[134412750] 'applied index is now lower than readState.Index' (duration: 566.070948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:20.726936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.489377Z","time spent":"1.237555659s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T12:14:20.726965Z","caller":"traceutil/trace.go:171","msg":"trace[50263715] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.234195743s","start":"2026-07-07T12:14:19.492756Z","end":"2026-07-07T12:14:20.726951Z","steps":["trace[50263715] 'process raft request' (duration: 1.233994969s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.727017Z","caller":"traceutil/trace.go:171","msg":"trace[775133155] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"1.23557248s","start":"2026-07-07T12:14:19.491429Z","end":"2026-07-07T12:14:20.727002Z","steps":["trace[775133155] 'process raft request' (duration: 1.235206773s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.727068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.492742Z","time spent":"1.234255933s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:20.727068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232920047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:20.727108Z","caller":"traceutil/trace.go:171","msg":"trace[1563185094] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"1.23560484s","start":"2026-07-07T12:14:19.491498Z","end":"2026-07-07T12:14:20.727103Z","steps":["trace[1563185094] 'process raft request' (duration: 1.235182362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.727141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.491491Z","time spent":"1.235633691s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:20.727141Z","caller":"traceutil/trace.go:171","msg":"trace[1950509624] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26126; }","duration":"1.233005289s","start":"2026-07-07T12:14:19.494117Z","end":"2026-07-07T12:14:20.727122Z","steps":["trace[1950509624] 'agreement among raft nodes before linearized reading' (duration: 1.232872106s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.726864Z","caller":"traceutil/trace.go:171","msg":"trace[904411381] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"1.236793214s","start":"2026-07-07T12:14:19.49004Z","end":"2026-07-07T12:14:20.726833Z","steps":["trace[904411381] 'process raft request' (duration: 1.236474468s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.727124Z","caller":"traceutil/trace.go:171","msg":"trace[329950539] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.234106051s","start":"2026-07-07T12:14:19.492975Z","end":"2026-07-07T12:14:20.727081Z","steps":["trace[329950539] 'process raft request' (duration: 1.233826126s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.72719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.494096Z","time spent":"1.23308114s","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T12:14:20.727199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232612351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:20.727184Z","caller":"traceutil/trace.go:171","msg":"trace[2071264406] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.235467677s","start":"2026-07-07T12:14:19.491677Z","end":"2026-07-07T12:14:20.727145Z","steps":["trace[2071264406] 'process raft request' (duration: 1.235036609s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.727251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.490022Z","time spent":"1.237171872s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:20.727279Z","caller":"traceutil/trace.go:171","msg":"trace[828844092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26126; }","duration":"1.232764806s","start":"2026-07-07T12:14:19.494497Z","end":"2026-07-07T12:14:20.727262Z","steps":["trace[828844092] 'agreement among raft nodes before linearized reading' (duration: 1.232567931s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.727326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.49449Z","time spent":"1.232823687s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:20.727328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.492966Z","time spent":"1.234260115s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:20.727084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.491414Z","time spent":"1.235637861s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:20.72742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.491669Z","time spent":"1.235627241s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:20.72722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235315786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:20.727539Z","caller":"traceutil/trace.go:171","msg":"trace[1563905450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26126; }","duration":"1.235657533s","start":"2026-07-07T12:14:19.491872Z","end":"2026-07-07T12:14:20.72753Z","steps":["trace[1563905450] 'agreement among raft nodes before linearized reading' (duration: 1.235190353s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.727571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.491818Z","time spent":"1.235744894s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T12:14:20.873175Z","caller":"traceutil/trace.go:171","msg":"trace[1772939750] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"463.985821ms","start":"2026-07-07T12:14:20.40916Z","end":"2026-07-07T12:14:20.873145Z","steps":["trace[1772939750] 'process raft request' (duration: 462.041922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.873398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.40913Z","time spent":"464.139814ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:20.873504Z","caller":"traceutil/trace.go:171","msg":"trace[924180528] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"462.628593ms","start":"2026-07-07T12:14:20.410846Z","end":"2026-07-07T12:14:20.873474Z","steps":["trace[924180528] 'process raft request' (duration: 462.247726ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.873592Z","caller":"traceutil/trace.go:171","msg":"trace[782193646] linearizableReadLoop","detail":"{readStateIndex:27002; appliedIndex:27000; }","duration":"146.640089ms","start":"2026-07-07T12:14:20.726918Z","end":"2026-07-07T12:14:20.873558Z","steps":["trace[782193646] 'read index received' (duration: 143.927715ms)","trace[782193646] 'applied index is now lower than readState.Index' (duration: 2.710683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:20.873664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.410799Z","time spent":"462.776236ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:20.873835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135704997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:20.873854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.617138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:20.873836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.954789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:20.873869Z","caller":"traceutil/trace.go:171","msg":"trace[185329682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26130; }","duration":"1.135771607s","start":"2026-07-07T12:14:19.738086Z","end":"2026-07-07T12:14:20.873857Z","steps":["trace[185329682] 'agreement among raft nodes before linearized reading' (duration: 1.135697536s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.873898Z","caller":"traceutil/trace.go:171","msg":"trace[1390506958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26130; }","duration":"145.680779ms","start":"2026-07-07T12:14:20.728205Z","end":"2026-07-07T12:14:20.873885Z","steps":["trace[1390506958] 'agreement among raft nodes before linearized reading' (duration: 145.590237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.873925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.738067Z","time spent":"1.135849789s","remote":"127.0.0.1:43388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:20.873927Z","caller":"traceutil/trace.go:171","msg":"trace[507652974] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26130; }","duration":"677.102082ms","start":"2026-07-07T12:14:20.196801Z","end":"2026-07-07T12:14:20.873903Z","steps":["trace[507652974] 'agreement among raft nodes before linearized reading' (duration: 676.870898ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:20.873974Z","caller":"traceutil/trace.go:171","msg":"trace[1090552963] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"145.639788ms","start":"2026-07-07T12:14:20.72832Z","end":"2026-07-07T12:14:20.87396Z","steps":["trace[1090552963] 'process raft request' (duration: 144.996436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.873866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268073952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:20.874024Z","caller":"traceutil/trace.go:171","msg":"trace[185155750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26130; }","duration":"1.268313316s","start":"2026-07-07T12:14:19.605698Z","end":"2026-07-07T12:14:20.874011Z","steps":["trace[185155750] 'agreement among raft nodes before linearized reading' (duration: 1.268039151s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.874055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.605671Z","time spent":"1.268375709s","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:20.874038Z","caller":"traceutil/trace.go:171","msg":"trace[1942676134] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"145.097087ms","start":"2026-07-07T12:14:20.728906Z","end":"2026-07-07T12:14:20.874003Z","steps":["trace[1942676134] 'process raft request' (duration: 144.559287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.874033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204935735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-07T12:14:20.874153Z","caller":"traceutil/trace.go:171","msg":"trace[282826306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26130; }","duration":"1.205120137s","start":"2026-07-07T12:14:19.669001Z","end":"2026-07-07T12:14:20.874121Z","steps":["trace[282826306] 'agreement among raft nodes before linearized reading' (duration: 1.204684259s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.873978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.196777Z","time spent":"677.191493ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:20.874195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.495264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"warn","ts":"2026-07-07T12:14:20.874221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.668977Z","time spent":"1.205226491s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-07T12:14:20.874246Z","caller":"traceutil/trace.go:171","msg":"trace[1096961893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26130; }","duration":"145.560067ms","start":"2026-07-07T12:14:20.728672Z","end":"2026-07-07T12:14:20.874232Z","steps":["trace[1096961893] 'agreement among raft nodes before linearized reading' (duration: 145.345592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.87423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303582056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:20.8743Z","caller":"traceutil/trace.go:171","msg":"trace[439994727] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26130; }","duration":"1.303676207s","start":"2026-07-07T12:14:19.570603Z","end":"2026-07-07T12:14:20.874279Z","steps":["trace[439994727] 'agreement among raft nodes before linearized reading' (duration: 1.303552634s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:20.874333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:19.57059Z","time spent":"1.303736588s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:20.874351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.085248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c000e23b7c3d3b\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-07T12:14:20.874387Z","caller":"traceutil/trace.go:171","msg":"trace[537947620] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c000e23b7c3d3b; range_end:; response_count:1; response_revision:26130; }","duration":"143.1423ms","start":"2026-07-07T12:14:20.731234Z","end":"2026-07-07T12:14:20.874376Z","steps":["trace[537947620] 'agreement among raft nodes before linearized reading' (duration: 143.007858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:21.378095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:21.567872Z","caller":"traceutil/trace.go:171","msg":"trace[2004171347] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:27004; }","duration":"690.366324ms","start":"2026-07-07T12:14:20.877471Z","end":"2026-07-07T12:14:21.567837Z","steps":["trace[2004171347] 'read index received' (duration: 630.359858ms)","trace[2004171347] 'applied index is now lower than readState.Index' (duration: 60.004726ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:21.568249Z","caller":"traceutil/trace.go:171","msg":"trace[905055499] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"690.942506ms","start":"2026-07-07T12:14:20.877283Z","end":"2026-07-07T12:14:21.568226Z","steps":["trace[905055499] 'process raft request' (duration: 630.591943ms)","trace[905055499] 'compare' (duration: 59.614539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:21.568414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.877256Z","time spent":"691.047317ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:21.568618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.120129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T12:14:21.568717Z","caller":"traceutil/trace.go:171","msg":"trace[1755846944] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26131; }","duration":"691.305724ms","start":"2026-07-07T12:14:20.877387Z","end":"2026-07-07T12:14:21.568692Z","steps":["trace[1755846944] 'agreement among raft nodes before linearized reading' (duration: 690.993767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:21.568768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.877335Z","time spent":"691.423406ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T12:14:22.068866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:22.297491Z","caller":"traceutil/trace.go:171","msg":"trace[593714830] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"863.162329ms","start":"2026-07-07T12:14:21.434303Z","end":"2026-07-07T12:14:22.297465Z","steps":["trace[593714830] 'process raft request' (duration: 863.077328ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:22.297508Z","caller":"traceutil/trace.go:171","msg":"trace[215705987] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"863.808653ms","start":"2026-07-07T12:14:21.433661Z","end":"2026-07-07T12:14:22.29747Z","steps":["trace[215705987] 'process raft request' (duration: 783.168258ms)","trace[215705987] 'compare' (duration: 80.41881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:22.297662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.433632Z","time spent":"863.946045ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:22.297924Z","caller":"traceutil/trace.go:171","msg":"trace[1977853989] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"863.486005ms","start":"2026-07-07T12:14:21.434396Z","end":"2026-07-07T12:14:22.297882Z","steps":["trace[1977853989] 'process raft request' (duration: 863.030627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.29817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.434387Z","time spent":"863.644938ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:22.298473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.434292Z","time spent":"863.273291ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:22.298593Z","caller":"traceutil/trace.go:171","msg":"trace[411134413] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"864.098957ms","start":"2026-07-07T12:14:21.434464Z","end":"2026-07-07T12:14:22.298563Z","steps":["trace[411134413] 'process raft request' (duration: 863.270911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.298766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.434431Z","time spent":"864.23566ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:22.298774Z","caller":"traceutil/trace.go:171","msg":"trace[1011947779] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"863.163451ms","start":"2026-07-07T12:14:21.435566Z","end":"2026-07-07T12:14:22.29873Z","steps":["trace[1011947779] 'process raft request' (duration: 862.936226ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:22.298888Z","caller":"traceutil/trace.go:171","msg":"trace[22570371] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"806.508339ms","start":"2026-07-07T12:14:21.492321Z","end":"2026-07-07T12:14:22.298829Z","steps":["trace[22570371] 'process raft request' (duration: 806.360007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.299011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.435555Z","time spent":"863.343254ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:22.299057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.492288Z","time spent":"806.679423ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:22.384555Z","caller":"traceutil/trace.go:171","msg":"trace[1798339428] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27005; }","duration":"816.585549ms","start":"2026-07-07T12:14:21.567947Z","end":"2026-07-07T12:14:22.384533Z","steps":["trace[1798339428] 'read index received' (duration: 648.855454ms)","trace[1798339428] 'applied index is now lower than readState.Index' (duration: 167.728995ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:22.384664Z","caller":"traceutil/trace.go:171","msg":"trace[227514714] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"448.782439ms","start":"2026-07-07T12:14:21.935849Z","end":"2026-07-07T12:14:22.384632Z","steps":["trace[227514714] 'process raft request' (duration: 448.538064ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:22.384714Z","caller":"traceutil/trace.go:171","msg":"trace[1132961573] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"363.038695ms","start":"2026-07-07T12:14:22.021643Z","end":"2026-07-07T12:14:22.384682Z","steps":["trace[1132961573] 'process raft request' (duration: 362.841501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.384786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362509469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:22.38483Z","caller":"traceutil/trace.go:171","msg":"trace[228882136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26139; }","duration":"1.362596501s","start":"2026-07-07T12:14:21.022222Z","end":"2026-07-07T12:14:22.384819Z","steps":["trace[228882136] 'agreement among raft nodes before linearized reading' (duration: 1.362533709s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.384834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.935818Z","time spent":"448.925112ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:22.384867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.0222Z","time spent":"1.362660201s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T12:14:22.384865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.021614Z","time spent":"363.155977ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:22.384891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.880783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:14:22.384726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.62988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:22.384986Z","caller":"traceutil/trace.go:171","msg":"trace[2139625335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26139; }","duration":"820.040927ms","start":"2026-07-07T12:14:21.564921Z","end":"2026-07-07T12:14:22.384962Z","steps":["trace[2139625335] 'agreement among raft nodes before linearized reading' (duration: 819.666519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:22.38502Z","caller":"traceutil/trace.go:171","msg":"trace[844122375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26139; }","duration":"896.965658ms","start":"2026-07-07T12:14:21.488035Z","end":"2026-07-07T12:14:22.385001Z","steps":["trace[844122375] 'agreement among raft nodes before linearized reading' (duration: 896.60958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.38503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.564877Z","time spent":"820.144239ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:14:22.385073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.488023Z","time spent":"897.036849ms","remote":"127.0.0.1:40638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:22.3852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.772544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:22.385248Z","caller":"traceutil/trace.go:171","msg":"trace[1385745636] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26139; }","duration":"813.852486ms","start":"2026-07-07T12:14:21.571381Z","end":"2026-07-07T12:14:22.385234Z","steps":["trace[1385745636] 'agreement among raft nodes before linearized reading' (duration: 813.687522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.38526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503001626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:22.385323Z","caller":"traceutil/trace.go:171","msg":"trace[1879714949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26139; }","duration":"1.503094678s","start":"2026-07-07T12:14:20.882216Z","end":"2026-07-07T12:14:22.38531Z","steps":["trace[1879714949] 'agreement among raft nodes before linearized reading' (duration: 1.502998926s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.385363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.882193Z","time spent":"1.503163579s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:22.385366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.333816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c000e2d6e4116e\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-07T12:14:22.3854Z","caller":"traceutil/trace.go:171","msg":"trace[1774380431] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c000e2d6e4116e; range_end:; response_count:1; response_revision:26139; }","duration":"811.392096ms","start":"2026-07-07T12:14:21.573995Z","end":"2026-07-07T12:14:22.385387Z","steps":["trace[1774380431] 'agreement among raft nodes before linearized reading' (duration: 811.304325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.385433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.573972Z","time spent":"811.454638ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c000e2d6e4116e\" "} {"level":"warn","ts":"2026-07-07T12:14:22.385426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.65289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:22.385549Z","caller":"traceutil/trace.go:171","msg":"trace[1349470314] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26139; }","duration":"138.824743ms","start":"2026-07-07T12:14:22.246696Z","end":"2026-07-07T12:14:22.38552Z","steps":["trace[1349470314] 'agreement among raft nodes before linearized reading' (duration: 138.556228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.385523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.421077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:22.385278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.571363Z","time spent":"813.907816ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-07T12:14:22.385646Z","caller":"traceutil/trace.go:171","msg":"trace[1654067287] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26139; }","duration":"177.59791ms","start":"2026-07-07T12:14:22.208014Z","end":"2026-07-07T12:14:22.385612Z","steps":["trace[1654067287] 'agreement among raft nodes before linearized reading' (duration: 177.381806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.385681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.689293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:22.386012Z","caller":"traceutil/trace.go:171","msg":"trace[1253233749] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26139; }","duration":"765.128172ms","start":"2026-07-07T12:14:21.620858Z","end":"2026-07-07T12:14:22.385986Z","steps":["trace[1253233749] 'agreement among raft nodes before linearized reading' (duration: 764.547971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.386204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:21.62084Z","time spent":"765.349946ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:22.386112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507700449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-07T12:14:22.386473Z","caller":"traceutil/trace.go:171","msg":"trace[1028746015] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae; range_end:; response_count:1; response_revision:26139; }","duration":"1.508102058s","start":"2026-07-07T12:14:20.878337Z","end":"2026-07-07T12:14:22.386439Z","steps":["trace[1028746015] 'agreement among raft nodes before linearized reading' (duration: 1.506596057s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:22.386548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:20.878326Z","time spent":"1.508199239s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae\" "} {"level":"warn","ts":"2026-07-07T12:14:22.894601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:22.99745Z","caller":"traceutil/trace.go:171","msg":"trace[144027825] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"607.108929ms","start":"2026-07-07T12:14:22.390298Z","end":"2026-07-07T12:14:22.997407Z","steps":["trace[144027825] 'process raft request' (duration: 563.877515ms)","trace[144027825] 'compare' (duration: 42.51853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:22.997707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.390267Z","time spent":"607.282762ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:24.395153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:14:24.395255Z","caller":"traceutil/trace.go:171","msg":"trace[1343771207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056587s","start":"2026-07-07T12:14:22.394665Z","end":"2026-07-07T12:14:24.39523Z","steps":["trace[1343771207] 'agreement among raft nodes before linearized reading' (duration: 2.000435997s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:24.395319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.394649Z","time spent":"2.000649961s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:24.616676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662491877s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:24.775484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.499163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:24.775723Z","caller":"traceutil/trace.go:171","msg":"trace[1663898701] linearizableReadLoop","detail":"{readStateIndex:27017; appliedIndex:27013; }","duration":"2.38212666s","start":"2026-07-07T12:14:22.39358Z","end":"2026-07-07T12:14:24.775707Z","steps":["trace[1663898701] 'read index received' (duration: 560.605779ms)","trace[1663898701] 'applied index is now lower than readState.Index' (duration: 1.821519871s)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:24.775862Z","caller":"traceutil/trace.go:171","msg":"trace[1449763384] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"1.895972252s","start":"2026-07-07T12:14:22.879851Z","end":"2026-07-07T12:14:24.775823Z","steps":["trace[1449763384] 'process raft request' (duration: 1.895740918s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:24.775949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382380916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:24.775898Z","caller":"traceutil/trace.go:171","msg":"trace[515839216] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"1.89528786s","start":"2026-07-07T12:14:22.880557Z","end":"2026-07-07T12:14:24.775845Z","steps":["trace[515839216] 'process raft request' (duration: 1.895118396s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:24.77604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.879824Z","time spent":"1.896117975s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:24.776135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.880538Z","time spent":"1.895472103s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:24.775974Z","caller":"traceutil/trace.go:171","msg":"trace[1455022911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26143; }","duration":"2.382428236s","start":"2026-07-07T12:14:22.393538Z","end":"2026-07-07T12:14:24.775966Z","steps":["trace[1455022911] 'agreement among raft nodes before linearized reading' (duration: 2.382232972s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:24.776206Z","caller":"traceutil/trace.go:171","msg":"trace[764551385] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"2.383798453s","start":"2026-07-07T12:14:22.391959Z","end":"2026-07-07T12:14:24.775757Z","steps":["trace[764551385] 'process raft request' (duration: 2.224920193s)","trace[764551385] 'compare' (duration: 156.981153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:24.77624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.393523Z","time spent":"2.382683221s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:24.776351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.391945Z","time spent":"2.384331524s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:25.276301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621347,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:25.434888Z","caller":"traceutil/trace.go:171","msg":"trace[376176930] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"1.127892752s","start":"2026-07-07T12:14:24.306967Z","end":"2026-07-07T12:14:25.434859Z","steps":["trace[376176930] 'process raft request' (duration: 1.127841661s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:25.434969Z","caller":"traceutil/trace.go:171","msg":"trace[2144945985] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"1.129567826s","start":"2026-07-07T12:14:24.305384Z","end":"2026-07-07T12:14:25.434951Z","steps":["trace[2144945985] 'process raft request' (duration: 1.129200979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.435061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.305372Z","time spent":"1.129629097s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:25.435106Z","caller":"traceutil/trace.go:171","msg":"trace[1407144910] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"1.128237928s","start":"2026-07-07T12:14:24.306856Z","end":"2026-07-07T12:14:25.435094Z","steps":["trace[1407144910] 'process raft request' (duration: 1.12781338s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.435171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.306816Z","time spent":"1.128321s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:25.435225Z","caller":"traceutil/trace.go:171","msg":"trace[1761819091] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"1.130972853s","start":"2026-07-07T12:14:24.304243Z","end":"2026-07-07T12:14:25.435216Z","steps":["trace[1761819091] 'process raft request' (duration: 1.130110735s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.43528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.304201Z","time spent":"1.131051714s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:25.435347Z","caller":"traceutil/trace.go:171","msg":"trace[1517898008] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"1.130048334s","start":"2026-07-07T12:14:24.305291Z","end":"2026-07-07T12:14:25.43534Z","steps":["trace[1517898008] 'process raft request' (duration: 1.129233528s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.435389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.305281Z","time spent":"1.130085496s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:25.435411Z","caller":"traceutil/trace.go:171","msg":"trace[1533703690] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"1.128504044s","start":"2026-07-07T12:14:24.306895Z","end":"2026-07-07T12:14:25.435399Z","steps":["trace[1533703690] 'process raft request' (duration: 1.127862762s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.435472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.306863Z","time spent":"1.128576205s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:25.43506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.306939Z","time spent":"1.128042195s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:25.503276Z","caller":"traceutil/trace.go:171","msg":"trace[912102667] linearizableReadLoop","detail":"{readStateIndex:27024; appliedIndex:27017; }","duration":"727.504238ms","start":"2026-07-07T12:14:24.775743Z","end":"2026-07-07T12:14:25.503247Z","steps":["trace[912102667] 'read index received' (duration: 658.657397ms)","trace[912102667] 'applied index is now lower than readState.Index' (duration: 68.845561ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:25.503388Z","caller":"traceutil/trace.go:171","msg":"trace[660168813] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"239.998254ms","start":"2026-07-07T12:14:25.263379Z","end":"2026-07-07T12:14:25.503377Z","steps":["trace[660168813] 'process raft request' (duration: 239.681298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.503556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107882386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:25.503581Z","caller":"traceutil/trace.go:171","msg":"trace[285746370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26150; }","duration":"1.107963808s","start":"2026-07-07T12:14:24.39561Z","end":"2026-07-07T12:14:25.503574Z","steps":["trace[285746370] 'agreement among raft nodes before linearized reading' (duration: 1.107896656s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.503601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.395588Z","time spent":"1.108008018s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:25.503768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117943884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:25.503814Z","caller":"traceutil/trace.go:171","msg":"trace[1652240903] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26150; }","duration":"1.118038276s","start":"2026-07-07T12:14:24.385769Z","end":"2026-07-07T12:14:25.503807Z","steps":["trace[1652240903] 'agreement among raft nodes before linearized reading' (duration: 1.117968145s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.503834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.385742Z","time spent":"1.118086917s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:25.503989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395758039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:25.504015Z","caller":"traceutil/trace.go:171","msg":"trace[513422610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26150; }","duration":"2.395833511s","start":"2026-07-07T12:14:23.108173Z","end":"2026-07-07T12:14:25.504007Z","steps":["trace[513422610] 'agreement among raft nodes before linearized reading' (duration: 2.39579138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.504034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:23.108151Z","time spent":"2.395877812s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:25.50423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772424014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T12:14:25.504252Z","caller":"traceutil/trace.go:171","msg":"trace[1773448631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26150; }","duration":"2.772477965s","start":"2026-07-07T12:14:22.731769Z","end":"2026-07-07T12:14:25.504247Z","steps":["trace[1773448631] 'agreement among raft nodes before linearized reading' (duration: 2.772359303s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.504268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.731758Z","time spent":"2.772506346s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:25.504401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.443387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:14:25.504497Z","caller":"traceutil/trace.go:171","msg":"trace[2080537256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26150; }","duration":"726.593381ms","start":"2026-07-07T12:14:24.77788Z","end":"2026-07-07T12:14:25.504474Z","steps":["trace[2080537256] 'agreement among raft nodes before linearized reading' (duration: 726.308084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.504545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:24.777864Z","time spent":"726.672182ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T12:14:25.504695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7731682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T12:14:25.504721Z","caller":"traceutil/trace.go:171","msg":"trace[1483359818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26150; }","duration":"2.77321105s","start":"2026-07-07T12:14:22.731504Z","end":"2026-07-07T12:14:25.504715Z","steps":["trace[1483359818] 'agreement among raft nodes before linearized reading' (duration: 2.773136119s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.50474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.731497Z","time spent":"2.773238301s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:25.504824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773375563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T12:14:25.504859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773221541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:14:25.504905Z","caller":"traceutil/trace.go:171","msg":"trace[942594289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26150; }","duration":"2.773315443s","start":"2026-07-07T12:14:22.73158Z","end":"2026-07-07T12:14:25.504896Z","steps":["trace[942594289] 'agreement among raft nodes before linearized reading' (duration: 2.773228481s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.504922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.731554Z","time spent":"2.773362943s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:25.504973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809082179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:25.504856Z","caller":"traceutil/trace.go:171","msg":"trace[152211186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26150; }","duration":"2.773458185s","start":"2026-07-07T12:14:22.731388Z","end":"2026-07-07T12:14:25.504846Z","steps":["trace[152211186] 'agreement among raft nodes before linearized reading' (duration: 2.773361583s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:25.505014Z","caller":"traceutil/trace.go:171","msg":"trace[1173866807] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26150; }","duration":"2.80912327s","start":"2026-07-07T12:14:22.695877Z","end":"2026-07-07T12:14:25.505Z","steps":["trace[1173866807] 'agreement among raft nodes before linearized reading' (duration: 2.809004647s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:25.505034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.731355Z","time spent":"2.773670979s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:25.505048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:22.69583Z","time spent":"2.809210112s","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:26.014706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621350,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:26.046555Z","caller":"traceutil/trace.go:171","msg":"trace[1093686853] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"534.358852ms","start":"2026-07-07T12:14:25.512169Z","end":"2026-07-07T12:14:26.046527Z","steps":["trace[1093686853] 'process raft request' (duration: 534.195069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:26.04669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.512141Z","time spent":"534.465003ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:27.256643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210221398s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:27.305176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.415454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:27.305313Z","caller":"traceutil/trace.go:171","msg":"trace[1942919176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26151; }","duration":"275.562366ms","start":"2026-07-07T12:14:27.02973Z","end":"2026-07-07T12:14:27.305292Z","steps":["trace[1942919176] 'range keys from in-memory index tree' (duration: 275.398663ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:27.305496Z","caller":"traceutil/trace.go:171","msg":"trace[1370243080] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"1.793258223s","start":"2026-07-07T12:14:25.512201Z","end":"2026-07-07T12:14:27.305459Z","steps":["trace[1370243080] 'process raft request' (duration: 1.744702152s)","trace[1370243080] 'compare' (duration: 47.477329ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:27.305662Z","caller":"traceutil/trace.go:171","msg":"trace[2091330577] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"1.792203702s","start":"2026-07-07T12:14:25.513425Z","end":"2026-07-07T12:14:27.305629Z","steps":["trace[2091330577] 'process raft request' (duration: 1.791834805s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.305643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.512174Z","time spent":"1.793383505s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:27.305684Z","caller":"traceutil/trace.go:171","msg":"trace[495638564] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"1.791316383s","start":"2026-07-07T12:14:25.514326Z","end":"2026-07-07T12:14:27.305642Z","steps":["trace[495638564] 'process raft request' (duration: 1.791066908s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.305854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.513416Z","time spent":"1.792337934s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:27.305881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.514317Z","time spent":"1.791465677s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:27.434644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.193243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T12:14:27.435071Z","caller":"traceutil/trace.go:171","msg":"trace[79044444] linearizableReadLoop","detail":"{readStateIndex:27029; appliedIndex:27024; }","duration":"1.920802463s","start":"2026-07-07T12:14:25.514227Z","end":"2026-07-07T12:14:27.435029Z","steps":["trace[79044444] 'read index received' (duration: 532.192959ms)","trace[79044444] 'applied index is now lower than readState.Index' (duration: 1.388606094s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:27.435418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921169891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T12:14:27.435621Z","caller":"traceutil/trace.go:171","msg":"trace[1548026682] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26154; }","duration":"1.921325374s","start":"2026-07-07T12:14:25.514175Z","end":"2026-07-07T12:14:27.435501Z","steps":["trace[1548026682] 'agreement among raft nodes before linearized reading' (duration: 1.920953016s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.435741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.514162Z","time spent":"1.921509958s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"info","ts":"2026-07-07T12:14:27.436084Z","caller":"traceutil/trace.go:171","msg":"trace[309269755] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"653.465935ms","start":"2026-07-07T12:14:26.782595Z","end":"2026-07-07T12:14:27.436061Z","steps":["trace[309269755] 'process raft request' (duration: 652.267422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.436313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.78257Z","time spent":"653.626019ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:27.436401Z","caller":"traceutil/trace.go:171","msg":"trace[1499994099] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"652.129218ms","start":"2026-07-07T12:14:26.784233Z","end":"2026-07-07T12:14:27.436362Z","steps":["trace[1499994099] 'process raft request' (duration: 651.764191ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:27.436332Z","caller":"traceutil/trace.go:171","msg":"trace[618899298] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"500.888718ms","start":"2026-07-07T12:14:26.935429Z","end":"2026-07-07T12:14:27.436318Z","steps":["trace[618899298] 'process raft request' (duration: 500.775776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.436517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.784214Z","time spent":"652.22838ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:27.436654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.935399Z","time spent":"501.153924ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:27.517031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T12:14:27.517107Z","caller":"traceutil/trace.go:171","msg":"trace[688218783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628951s","start":"2026-07-07T12:14:25.516463Z","end":"2026-07-07T12:14:27.517092Z","steps":["trace[688218783] 'agreement among raft nodes before linearized reading' (duration: 2.000528579s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:27.517152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.516443Z","time spent":"2.000699232s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:14:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:27.935978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:28.565418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.267619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:28.565841Z","caller":"traceutil/trace.go:171","msg":"trace[299035826] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"1.147635362s","start":"2026-07-07T12:14:27.418185Z","end":"2026-07-07T12:14:28.56582Z","steps":["trace[299035826] 'process raft request' (duration: 1.14751593s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:28.565919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.418169Z","time spent":"1.147714943s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:28.566143Z","caller":"traceutil/trace.go:171","msg":"trace[1978326233] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"1.173680697s","start":"2026-07-07T12:14:27.392436Z","end":"2026-07-07T12:14:28.566116Z","steps":["trace[1978326233] 'process raft request' (duration: 677.597363ms)","trace[1978326233] 'compare' (duration: 494.37755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:28.566251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.392386Z","time spent":"1.173816449s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:29.277715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203878203s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:29.517958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:14:29.518045Z","caller":"traceutil/trace.go:171","msg":"trace[1905716001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672732s","start":"2026-07-07T12:14:27.517357Z","end":"2026-07-07T12:14:29.51803Z","steps":["trace[1905716001] 'agreement among raft nodes before linearized reading' (duration: 2.00056977s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.51808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.517296Z","time spent":"2.000778164s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:29.861484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.92027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:29.861722Z","caller":"traceutil/trace.go:171","msg":"trace[1940487767] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"2.422913857s","start":"2026-07-07T12:14:27.438756Z","end":"2026-07-07T12:14:29.86167Z","steps":["trace[1940487767] 'process raft request' (duration: 1.839266042s)","trace[1940487767] 'compare' (duration: 582.509592ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:29.861784Z","caller":"traceutil/trace.go:171","msg":"trace[1203379022] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"2.420743813s","start":"2026-07-07T12:14:27.441006Z","end":"2026-07-07T12:14:29.861749Z","steps":["trace[1203379022] 'process raft request' (duration: 2.420579499s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:29.861885Z","caller":"traceutil/trace.go:171","msg":"trace[1554474351] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"2.419077591s","start":"2026-07-07T12:14:27.442789Z","end":"2026-07-07T12:14:29.861866Z","steps":["trace[1554474351] 'process raft request' (duration: 2.418988019s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:29.861905Z","caller":"traceutil/trace.go:171","msg":"trace[1226043221] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"2.420360397s","start":"2026-07-07T12:14:27.441521Z","end":"2026-07-07T12:14:29.861881Z","steps":["trace[1226043221] 'process raft request' (duration: 2.420142833s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.861912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.438702Z","time spent":"2.423104681s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:29.861946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.440997Z","time spent":"2.420852906s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:29.861968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.442781Z","time spent":"2.419150303s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:29.862012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.44151Z","time spent":"2.420449678s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:29.86211Z","caller":"traceutil/trace.go:171","msg":"trace[1393340676] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"2.416601962s","start":"2026-07-07T12:14:27.445494Z","end":"2026-07-07T12:14:29.862096Z","steps":["trace[1393340676] 'process raft request' (duration: 2.416331977s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:29.862111Z","caller":"traceutil/trace.go:171","msg":"trace[689606223] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"692.205461ms","start":"2026-07-07T12:14:29.16988Z","end":"2026-07-07T12:14:29.862086Z","steps":["trace[689606223] 'process raft request' (duration: 692.16111ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:29.862163Z","caller":"traceutil/trace.go:171","msg":"trace[112880639] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"2.419826845s","start":"2026-07-07T12:14:27.442324Z","end":"2026-07-07T12:14:29.862151Z","steps":["trace[112880639] 'process raft request' (duration: 2.419377447s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.445486Z","time spent":"2.416658693s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:29.862226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.442315Z","time spent":"2.419879306s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:29.862258Z","caller":"traceutil/trace.go:171","msg":"trace[382135468] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"2.41648014s","start":"2026-07-07T12:14:27.445769Z","end":"2026-07-07T12:14:29.862249Z","steps":["trace[382135468] 'process raft request' (duration: 2.416171314s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.445761Z","time spent":"2.416517381s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:29.862392Z","caller":"traceutil/trace.go:171","msg":"trace[1254167880] linearizableReadLoop","detail":"{readStateIndex:27041; appliedIndex:27032; }","duration":"2.427214622s","start":"2026-07-07T12:14:27.435165Z","end":"2026-07-07T12:14:29.862379Z","steps":["trace[1254167880] 'read index received' (duration: 634.94714ms)","trace[1254167880] 'applied index is now lower than readState.Index' (duration: 1.792265452s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:29.862427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912462412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:29.862462Z","caller":"traceutil/trace.go:171","msg":"trace[1295021595] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26167; }","duration":"2.912546214s","start":"2026-07-07T12:14:26.949904Z","end":"2026-07-07T12:14:29.86245Z","steps":["trace[1295021595] 'agreement among raft nodes before linearized reading' (duration: 2.912477563s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.94988Z","time spent":"2.912605355s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:29.862547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155495196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-07T12:14:29.862596Z","caller":"traceutil/trace.go:171","msg":"trace[43684317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26167; }","duration":"3.155589467s","start":"2026-07-07T12:14:26.706992Z","end":"2026-07-07T12:14:29.862582Z","steps":["trace[43684317] 'agreement among raft nodes before linearized reading' (duration: 3.155454515s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783687111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-07T12:14:29.862632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.706964Z","time spent":"3.155660549s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-07T12:14:29.86265Z","caller":"traceutil/trace.go:171","msg":"trace[1711701672] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26167; }","duration":"3.783756992s","start":"2026-07-07T12:14:26.078884Z","end":"2026-07-07T12:14:29.862641Z","steps":["trace[1711701672] 'agreement among raft nodes before linearized reading' (duration: 3.783577229s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628289156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:29.862682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.078866Z","time spent":"3.783809783s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-07T12:14:29.862702Z","caller":"traceutil/trace.go:171","msg":"trace[2099731642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26167; }","duration":"2.628364447s","start":"2026-07-07T12:14:27.234327Z","end":"2026-07-07T12:14:29.862691Z","steps":["trace[2099731642] 'agreement among raft nodes before linearized reading' (duration: 2.628305226s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.862736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.234313Z","time spent":"2.628414768s","remote":"127.0.0.1:40682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:29.862867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082435951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:14:29.862906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345474783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-07T12:14:29.862926Z","caller":"traceutil/trace.go:171","msg":"trace[572425233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26167; }","duration":"3.082550644s","start":"2026-07-07T12:14:26.780366Z","end":"2026-07-07T12:14:29.862917Z","steps":["trace[572425233] 'agreement among raft nodes before linearized reading' (duration: 3.082419261s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:29.862938Z","caller":"traceutil/trace.go:171","msg":"trace[1355361931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26167; }","duration":"4.345521255s","start":"2026-07-07T12:14:25.517407Z","end":"2026-07-07T12:14:29.862928Z","steps":["trace[1355361931] 'agreement among raft nodes before linearized reading' (duration: 4.345423713s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.86296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:26.780335Z","time spent":"3.082617824s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:14:29.86297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:25.517398Z","time spent":"4.345566156s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T12:14:29.862893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767619199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:29.863098Z","caller":"traceutil/trace.go:171","msg":"trace[530216856] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26167; }","duration":"2.767861924s","start":"2026-07-07T12:14:27.095221Z","end":"2026-07-07T12:14:29.863083Z","steps":["trace[530216856] 'agreement among raft nodes before linearized reading' (duration: 2.767640849s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:29.863146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:27.095193Z","time spent":"2.767937356s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:29.862271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.16985Z","time spent":"692.343774ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:30.363385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:14:30.639891Z","caller":"traceutil/trace.go:171","msg":"trace[226971503] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"1.19614606s","start":"2026-07-07T12:14:29.443699Z","end":"2026-07-07T12:14:30.639845Z","steps":["trace[226971503] 'process raft request' (duration: 1.194020189s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:30.639958Z","caller":"traceutil/trace.go:171","msg":"trace[423513782] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"1.19609935s","start":"2026-07-07T12:14:29.443825Z","end":"2026-07-07T12:14:30.639924Z","steps":["trace[423513782] 'process raft request' (duration: 1.195905746s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:30.640119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.443681Z","time spent":"1.196318663s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:30.640159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.443773Z","time spent":"1.196274763s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:31.187395Z","caller":"traceutil/trace.go:171","msg":"trace[425903753] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"1.320785074s","start":"2026-07-07T12:14:29.866595Z","end":"2026-07-07T12:14:31.18738Z","steps":["trace[425903753] 'process raft request' (duration: 1.318182772s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.187554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.866584Z","time spent":"1.320879805s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:31.18754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077099502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.187592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876720901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:14:31.187657Z","caller":"traceutil/trace.go:171","msg":"trace[1163990348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26170; }","duration":"2.077265926s","start":"2026-07-07T12:14:29.110358Z","end":"2026-07-07T12:14:31.187624Z","steps":["trace[1163990348] 'agreement among raft nodes before linearized reading' (duration: 2.07705171s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.18768Z","caller":"traceutil/trace.go:171","msg":"trace[2036389782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26170; }","duration":"1.876859255s","start":"2026-07-07T12:14:29.310801Z","end":"2026-07-07T12:14:31.18766Z","steps":["trace[2036389782] 'agreement among raft nodes before linearized reading' (duration: 1.876546258s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.187656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877155141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T12:14:31.187721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.310778Z","time spent":"1.876936556s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:31.187714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.110338Z","time spent":"2.077364018s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:31.18775Z","caller":"traceutil/trace.go:171","msg":"trace[2057788027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26170; }","duration":"1.877293143s","start":"2026-07-07T12:14:29.310423Z","end":"2026-07-07T12:14:31.187717Z","steps":["trace[2057788027] 'agreement among raft nodes before linearized reading' (duration: 1.877023157s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.18775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661468378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.187828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.310397Z","time spent":"1.877422866s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T12:14:31.187871Z","caller":"traceutil/trace.go:171","msg":"trace[1885774241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26170; }","duration":"1.661649862s","start":"2026-07-07T12:14:29.526198Z","end":"2026-07-07T12:14:31.187848Z","steps":["trace[1885774241] 'agreement among raft nodes before linearized reading' (duration: 1.661425748s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.187889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876536099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:14:31.187919Z","caller":"traceutil/trace.go:171","msg":"trace[1001774601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26170; }","duration":"1.87660014s","start":"2026-07-07T12:14:29.311307Z","end":"2026-07-07T12:14:31.187908Z","steps":["trace[1001774601] 'agreement among raft nodes before linearized reading' (duration: 1.876524058s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.187919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.526173Z","time spent":"1.661738493s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:31.18794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.311288Z","time spent":"1.876647481s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:31.188041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93580341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.188065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560903174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:31.188082Z","caller":"traceutil/trace.go:171","msg":"trace[536598403] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26170; }","duration":"1.935875041s","start":"2026-07-07T12:14:29.252192Z","end":"2026-07-07T12:14:31.188067Z","steps":["trace[536598403] 'agreement among raft nodes before linearized reading' (duration: 1.93580066s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.188091Z","caller":"traceutil/trace.go:171","msg":"trace[488827044] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26170; }","duration":"2.560960155s","start":"2026-07-07T12:14:28.627123Z","end":"2026-07-07T12:14:31.188083Z","steps":["trace[488827044] 'agreement among raft nodes before linearized reading' (duration: 2.560914894s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.188115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:28.627105Z","time spent":"2.561005236s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:31.188115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.252177Z","time spent":"1.935931213s","remote":"127.0.0.1:43344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:31.188143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696615166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:31.188178Z","caller":"traceutil/trace.go:171","msg":"trace[1147137397] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26170; }","duration":"2.696691268s","start":"2026-07-07T12:14:28.491477Z","end":"2026-07-07T12:14:31.188168Z","steps":["trace[1147137397] 'agreement among raft nodes before linearized reading' (duration: 2.696585156s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.188205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:28.491455Z","time spent":"2.696744408s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-07-07T12:14:31.187324Z","caller":"traceutil/trace.go:171","msg":"trace[529356854] linearizableReadLoop","detail":"{readStateIndex:27045; appliedIndex:27042; }","duration":"1.324862834s","start":"2026-07-07T12:14:29.862433Z","end":"2026-07-07T12:14:31.187296Z","steps":["trace[529356854] 'read index received' (duration: 775.216111ms)","trace[529356854] 'applied index is now lower than readState.Index' (duration: 549.645563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:31.18859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.297281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.188588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136838267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:14:31.188607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.264743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.188606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.320714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:31.188631Z","caller":"traceutil/trace.go:171","msg":"trace[553134542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26170; }","duration":"3.136923759s","start":"2026-07-07T12:14:28.051697Z","end":"2026-07-07T12:14:31.188621Z","steps":["trace[553134542] 'agreement among raft nodes before linearized reading' (duration: 3.136706154s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.18883Z","caller":"traceutil/trace.go:171","msg":"trace[497885465] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26170; }","duration":"433.496167ms","start":"2026-07-07T12:14:30.755322Z","end":"2026-07-07T12:14:31.188818Z","steps":["trace[497885465] 'agreement among raft nodes before linearized reading' (duration: 433.231032ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.188846Z","caller":"traceutil/trace.go:171","msg":"trace[450423584] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26170; }","duration":"264.599509ms","start":"2026-07-07T12:14:30.924227Z","end":"2026-07-07T12:14:31.188827Z","steps":["trace[450423584] 'agreement among raft nodes before linearized reading' (duration: 264.318984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.188849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:28.051672Z","time spent":"3.137169323s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:31.188866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:30.755287Z","time spent":"433.569928ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:31.188621Z","caller":"traceutil/trace.go:171","msg":"trace[55319074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26170; }","duration":"445.372202ms","start":"2026-07-07T12:14:30.743238Z","end":"2026-07-07T12:14:31.18861Z","steps":["trace[55319074] 'agreement among raft nodes before linearized reading' (duration: 445.310411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.188902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322442547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-07T12:14:31.188872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.49768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.188903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.595804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:31.188892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32310268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e031edc-a028-4675-a018-694bb8824339\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-07T12:14:31.188952Z","caller":"traceutil/trace.go:171","msg":"trace[1996606182] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26170; }","duration":"255.619971ms","start":"2026-07-07T12:14:30.933312Z","end":"2026-07-07T12:14:31.188932Z","steps":["trace[1996606182] 'agreement among raft nodes before linearized reading' (duration: 255.272715ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.188972Z","caller":"traceutil/trace.go:171","msg":"trace[239106652] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26170; }","duration":"240.696097ms","start":"2026-07-07T12:14:30.948256Z","end":"2026-07-07T12:14:31.188953Z","steps":["trace[239106652] 'agreement among raft nodes before linearized reading' (duration: 240.302939ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.18901Z","caller":"traceutil/trace.go:171","msg":"trace[1566420123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e031edc-a028-4675-a018-694bb8824339; range_end:; response_count:1; response_revision:26170; }","duration":"1.323223762s","start":"2026-07-07T12:14:29.865754Z","end":"2026-07-07T12:14:31.188978Z","steps":["trace[1566420123] 'agreement among raft nodes before linearized reading' (duration: 1.322739943s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.188933Z","caller":"traceutil/trace.go:171","msg":"trace[1246979197] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26170; }","duration":"1.322485487s","start":"2026-07-07T12:14:29.866436Z","end":"2026-07-07T12:14:31.188922Z","steps":["trace[1246979197] 'agreement among raft nodes before linearized reading' (duration: 1.322381135s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.189078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.866428Z","time spent":"1.322643521s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"warn","ts":"2026-07-07T12:14:31.18907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:29.865711Z","time spent":"1.323346706s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-9e031edc-a028-4675-a018-694bb8824339\" "} {"level":"warn","ts":"2026-07-07T12:14:31.188934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:30.743215Z","time spent":"445.704209ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T12:14:31.189045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.961303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-07T12:14:31.189193Z","caller":"traceutil/trace.go:171","msg":"trace[1941923307] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26170; }","duration":"113.092545ms","start":"2026-07-07T12:14:31.076043Z","end":"2026-07-07T12:14:31.189136Z","steps":["trace[1941923307] 'agreement among raft nodes before linearized reading' (duration: 112.796549ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.487602Z","caller":"traceutil/trace.go:171","msg":"trace[1097854691] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"295.587341ms","start":"2026-07-07T12:14:31.191983Z","end":"2026-07-07T12:14:31.48757Z","steps":["trace[1097854691] 'process raft request' (duration: 295.117091ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.489322Z","caller":"traceutil/trace.go:171","msg":"trace[1430428071] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"295.413729ms","start":"2026-07-07T12:14:31.19386Z","end":"2026-07-07T12:14:31.489273Z","steps":["trace[1430428071] 'process raft request' (duration: 293.44677ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.490468Z","caller":"traceutil/trace.go:171","msg":"trace[1795966455] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"295.022171ms","start":"2026-07-07T12:14:31.195247Z","end":"2026-07-07T12:14:31.490269Z","steps":["trace[1795966455] 'process raft request' (duration: 293.676794ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.490829Z","caller":"traceutil/trace.go:171","msg":"trace[142290174] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"295.526011ms","start":"2026-07-07T12:14:31.195289Z","end":"2026-07-07T12:14:31.490815Z","steps":["trace[142290174] 'process raft request' (duration: 294.668374ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.490894Z","caller":"traceutil/trace.go:171","msg":"trace[1886307448] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"228.475115ms","start":"2026-07-07T12:14:31.262385Z","end":"2026-07-07T12:14:31.49086Z","steps":["trace[1886307448] 'process raft request' (duration: 228.412394ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.490996Z","caller":"traceutil/trace.go:171","msg":"trace[1158276480] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"295.073952ms","start":"2026-07-07T12:14:31.195858Z","end":"2026-07-07T12:14:31.490932Z","steps":["trace[1158276480] 'process raft request' (duration: 294.895049ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.491133Z","caller":"traceutil/trace.go:171","msg":"trace[1985369267] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27047; }","duration":"229.929034ms","start":"2026-07-07T12:14:31.261181Z","end":"2026-07-07T12:14:31.49111Z","steps":["trace[1985369267] 'read index received' (duration: 226.239861ms)","trace[1985369267] 'applied index is now lower than readState.Index' (duration: 3.686473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:31.492503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.198034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:31.492565Z","caller":"traceutil/trace.go:171","msg":"trace[313589404] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26176; }","duration":"297.323056ms","start":"2026-07-07T12:14:31.195226Z","end":"2026-07-07T12:14:31.492549Z","steps":["trace[313589404] 'agreement among raft nodes before linearized reading' (duration: 296.238856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.492621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.232951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:31.492658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.377793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:31.492711Z","caller":"traceutil/trace.go:171","msg":"trace[1031965142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26176; }","duration":"101.375163ms","start":"2026-07-07T12:14:31.391316Z","end":"2026-07-07T12:14:31.492691Z","steps":["trace[1031965142] 'agreement among raft nodes before linearized reading' (duration: 101.169889ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:31.492723Z","caller":"traceutil/trace.go:171","msg":"trace[646526954] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26176; }","duration":"104.510215ms","start":"2026-07-07T12:14:31.388196Z","end":"2026-07-07T12:14:31.492706Z","steps":["trace[646526954] 'agreement among raft nodes before linearized reading' (duration: 104.357762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:31.493316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.393335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:31.493406Z","caller":"traceutil/trace.go:171","msg":"trace[1127881378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26176; }","duration":"223.539018ms","start":"2026-07-07T12:14:31.269846Z","end":"2026-07-07T12:14:31.493385Z","steps":["trace[1127881378] 'agreement among raft nodes before linearized reading' (duration: 222.596299ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:32.551218Z","caller":"traceutil/trace.go:171","msg":"trace[991584214] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"104.540565ms","start":"2026-07-07T12:14:32.446651Z","end":"2026-07-07T12:14:32.551192Z","steps":["trace[991584214] 'process raft request' (duration: 104.364002ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:39.368705Z","caller":"traceutil/trace.go:171","msg":"trace[48219193] linearizableReadLoop","detail":"{readStateIndex:27110; appliedIndex:27109; }","duration":"135.709333ms","start":"2026-07-07T12:14:39.232966Z","end":"2026-07-07T12:14:39.368676Z","steps":["trace[48219193] 'read index received' (duration: 135.355745ms)","trace[48219193] 'applied index is now lower than readState.Index' (duration: 352.258µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:39.368818Z","caller":"traceutil/trace.go:171","msg":"trace[1048142719] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"137.127331ms","start":"2026-07-07T12:14:39.231654Z","end":"2026-07-07T12:14:39.368782Z","steps":["trace[1048142719] 'process raft request' (duration: 136.826214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:39.369001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.011318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:14:39.36905Z","caller":"traceutil/trace.go:171","msg":"trace[1138417805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26232; }","duration":"136.10564ms","start":"2026-07-07T12:14:39.232931Z","end":"2026-07-07T12:14:39.369037Z","steps":["trace[1138417805] 'agreement among raft nodes before linearized reading' (duration: 135.855605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.8177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424540946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-07T12:14:45.817765Z","caller":"traceutil/trace.go:171","msg":"trace[92523320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26328; }","duration":"1.424615617s","start":"2026-07-07T12:14:44.39313Z","end":"2026-07-07T12:14:45.817746Z","steps":["trace[92523320] 'range keys from in-memory index tree' (duration: 1.42429899s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.817792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.393066Z","time spent":"1.424720709s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:14:45.81801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350339319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-07T12:14:45.818027Z","caller":"traceutil/trace.go:171","msg":"trace[1967690762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26328; }","duration":"1.35039164s","start":"2026-07-07T12:14:44.46763Z","end":"2026-07-07T12:14:45.818022Z","steps":["trace[1967690762] 'range keys from in-memory index tree' (duration: 1.350212376s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.818042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.467602Z","time spent":"1.350436011s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:14:45.818508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.350363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:45.818692Z","caller":"traceutil/trace.go:171","msg":"trace[1580296157] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"1.111450947s","start":"2026-07-07T12:14:44.707192Z","end":"2026-07-07T12:14:45.818643Z","steps":["trace[1580296157] 'process raft request' (duration: 118.89008ms)","trace[1580296157] 'compare' (duration: 991.410094ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:45.818736Z","caller":"traceutil/trace.go:171","msg":"trace[2136245113] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"946.65717ms","start":"2026-07-07T12:14:44.872062Z","end":"2026-07-07T12:14:45.818719Z","steps":["trace[2136245113] 'process raft request' (duration: 946.617439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.818791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.872028Z","time spent":"946.739922ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:45.818875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.707158Z","time spent":"1.11161021s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:45.81902Z","caller":"traceutil/trace.go:171","msg":"trace[1454330074] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"1.077117739s","start":"2026-07-07T12:14:44.741895Z","end":"2026-07-07T12:14:45.819013Z","steps":["trace[1454330074] 'process raft request' (duration: 1.07670393s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.741849Z","time spent":"1.077188731s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:45.819165Z","caller":"traceutil/trace.go:171","msg":"trace[123139473] linearizableReadLoop","detail":"{readStateIndex:27208; appliedIndex:27206; }","duration":"1.058617953s","start":"2026-07-07T12:14:44.760537Z","end":"2026-07-07T12:14:45.819155Z","steps":["trace[123139473] 'read index received' (duration: 65.541275ms)","trace[123139473] 'applied index is now lower than readState.Index' (duration: 993.075728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:45.819286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058757855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:45.819311Z","caller":"traceutil/trace.go:171","msg":"trace[825074378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26331; }","duration":"1.058818258s","start":"2026-07-07T12:14:44.760486Z","end":"2026-07-07T12:14:45.819304Z","steps":["trace[825074378] 'agreement among raft nodes before linearized reading' (duration: 1.058752727s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:44.760474Z","time spent":"1.058856468s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:45.819413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.066103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:45.819438Z","caller":"traceutil/trace.go:171","msg":"trace[2139165685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26331; }","duration":"714.141604ms","start":"2026-07-07T12:14:45.105289Z","end":"2026-07-07T12:14:45.81943Z","steps":["trace[2139165685] 'agreement among raft nodes before linearized reading' (duration: 714.039342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.10526Z","time spent":"714.194356ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:45.819621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.416064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c000f00801230d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-07T12:14:45.819645Z","caller":"traceutil/trace.go:171","msg":"trace[783760434] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c000f00801230d; range_end:; response_count:1; response_revision:26331; }","duration":"274.490005ms","start":"2026-07-07T12:14:45.545145Z","end":"2026-07-07T12:14:45.819635Z","steps":["trace[783760434] 'agreement among raft nodes before linearized reading' (duration: 274.441834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.656365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:14:45.819688Z","caller":"traceutil/trace.go:171","msg":"trace[1931966441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26331; }","duration":"245.694936ms","start":"2026-07-07T12:14:45.573985Z","end":"2026-07-07T12:14:45.81968Z","steps":["trace[1931966441] 'agreement among raft nodes before linearized reading' (duration: 245.568624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.81977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.388535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:45.819817Z","caller":"traceutil/trace.go:171","msg":"trace[181967166] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26331; }","duration":"395.456155ms","start":"2026-07-07T12:14:45.424351Z","end":"2026-07-07T12:14:45.819808Z","steps":["trace[181967166] 'agreement among raft nodes before linearized reading' (duration: 395.391974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.424337Z","time spent":"395.494996ms","remote":"127.0.0.1:57242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:45.819862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.104783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T12:14:45.819887Z","caller":"traceutil/trace.go:171","msg":"trace[422059093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26331; }","duration":"123.164955ms","start":"2026-07-07T12:14:45.696713Z","end":"2026-07-07T12:14:45.819878Z","steps":["trace[422059093] 'agreement among raft nodes before linearized reading' (duration: 123.091373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.819972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.585494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:45.819997Z","caller":"traceutil/trace.go:171","msg":"trace[643438746] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26331; }","duration":"410.634666ms","start":"2026-07-07T12:14:45.409355Z","end":"2026-07-07T12:14:45.819989Z","steps":["trace[643438746] 'agreement among raft nodes before linearized reading' (duration: 410.573995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.820014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.73951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:45.820038Z","caller":"traceutil/trace.go:171","msg":"trace[1636564731] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26331; }","duration":"187.816192ms","start":"2026-07-07T12:14:45.632214Z","end":"2026-07-07T12:14:45.82003Z","steps":["trace[1636564731] 'agreement among raft nodes before linearized reading' (duration: 187.773821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.820079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.96492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:14:45.820105Z","caller":"traceutil/trace.go:171","msg":"trace[1657986503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26331; }","duration":"424.039091ms","start":"2026-07-07T12:14:45.39606Z","end":"2026-07-07T12:14:45.820099Z","steps":["trace[1657986503] 'agreement among raft nodes before linearized reading' (duration: 423.97024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.820125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.396032Z","time spent":"424.085722ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:14:45.82019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.538845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:14:45.820212Z","caller":"traceutil/trace.go:171","msg":"trace[1617198211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26331; }","duration":"233.569366ms","start":"2026-07-07T12:14:45.586637Z","end":"2026-07-07T12:14:45.820206Z","steps":["trace[1617198211] 'agreement among raft nodes before linearized reading' (duration: 233.502865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.82035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.779041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:14:45.820372Z","caller":"traceutil/trace.go:171","msg":"trace[631570326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26331; }","duration":"233.824391ms","start":"2026-07-07T12:14:45.586538Z","end":"2026-07-07T12:14:45.820362Z","steps":["trace[631570326] 'agreement among raft nodes before linearized reading' (duration: 233.75976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:45.820017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.409342Z","time spent":"410.669256ms","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:45.820507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.904083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:14:45.820742Z","caller":"traceutil/trace.go:171","msg":"trace[1509733018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26331; }","duration":"239.140067ms","start":"2026-07-07T12:14:45.581585Z","end":"2026-07-07T12:14:45.820725Z","steps":["trace[1509733018] 'agreement among raft nodes before linearized reading' (duration: 238.871012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:46.324111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:46.825324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:47.010119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187109483s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:47.01049Z","caller":"traceutil/trace.go:171","msg":"trace[514121251] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.187566231s","start":"2026-07-07T12:14:45.822901Z","end":"2026-07-07T12:14:47.010467Z","steps":["trace[514121251] 'process raft request' (duration: 1.187390548s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:47.010645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.822881Z","time spent":"1.187681464s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:47.831153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003477057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T12:14:47.831226Z","caller":"traceutil/trace.go:171","msg":"trace[1040232955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003594159s","start":"2026-07-07T12:14:45.827617Z","end":"2026-07-07T12:14:47.831211Z","steps":["trace[1040232955] 'agreement among raft nodes before linearized reading' (duration: 2.003505348s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:47.831268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.827604Z","time spent":"2.00365431s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:14:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:48.215016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204516517s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:48.2157Z","caller":"traceutil/trace.go:171","msg":"trace[1480561109] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"2.390314052s","start":"2026-07-07T12:14:45.825347Z","end":"2026-07-07T12:14:48.215661Z","steps":["trace[1480561109] 'process raft request' (duration: 2.389979086s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:48.215711Z","caller":"traceutil/trace.go:171","msg":"trace[620152931] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"2.390099468s","start":"2026-07-07T12:14:45.825576Z","end":"2026-07-07T12:14:48.215675Z","steps":["trace[620152931] 'process raft request' (duration: 2.389957366s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.215922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.825308Z","time spent":"2.390507006s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.215938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.825561Z","time spent":"2.390267331s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216067Z","caller":"traceutil/trace.go:171","msg":"trace[1676673655] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"2.390388624s","start":"2026-07-07T12:14:45.825628Z","end":"2026-07-07T12:14:48.216016Z","steps":["trace[1676673655] 'process raft request' (duration: 2.389980136s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:48.216133Z","caller":"traceutil/trace.go:171","msg":"trace[1087105497] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"2.390392125s","start":"2026-07-07T12:14:45.825706Z","end":"2026-07-07T12:14:48.216098Z","steps":["trace[1087105497] 'process raft request' (duration: 2.390202951s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.825699Z","time spent":"2.390555408s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216372Z","caller":"traceutil/trace.go:171","msg":"trace[1080359671] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"2.291634832s","start":"2026-07-07T12:14:45.924721Z","end":"2026-07-07T12:14:48.216356Z","steps":["trace[1080359671] 'process raft request' (duration: 2.291554751s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.924693Z","time spent":"2.291728775s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216489Z","caller":"traceutil/trace.go:171","msg":"trace[1871393669] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"2.390738701s","start":"2026-07-07T12:14:45.825718Z","end":"2026-07-07T12:14:48.216456Z","steps":["trace[1871393669] 'process raft request' (duration: 2.390331053s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:48.216573Z","caller":"traceutil/trace.go:171","msg":"trace[470914909] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"2.389712831s","start":"2026-07-07T12:14:45.82685Z","end":"2026-07-07T12:14:48.216563Z","steps":["trace[470914909] 'process raft request' (duration: 2.389362195s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.826823Z","time spent":"2.389778052s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.216633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.825707Z","time spent":"2.390840713s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216754Z","caller":"traceutil/trace.go:171","msg":"trace[429031683] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"2.268535346s","start":"2026-07-07T12:14:45.948204Z","end":"2026-07-07T12:14:48.216739Z","steps":["trace[429031683] 'process raft request' (duration: 2.268394323s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:48.216796Z","caller":"traceutil/trace.go:171","msg":"trace[963008227] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"2.279817979s","start":"2026-07-07T12:14:45.936968Z","end":"2026-07-07T12:14:48.216786Z","steps":["trace[963008227] 'process raft request' (duration: 2.27934989s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.94819Z","time spent":"2.268610457s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216755Z","caller":"traceutil/trace.go:171","msg":"trace[1784141493] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"2.271643857s","start":"2026-07-07T12:14:45.945094Z","end":"2026-07-07T12:14:48.216738Z","steps":["trace[1784141493] 'process raft request' (duration: 2.271467043s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.936954Z","time spent":"2.27991158s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.216962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.945077Z","time spent":"2.271852761s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:48.216961Z","caller":"traceutil/trace.go:171","msg":"trace[1431138608] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"2.276252089s","start":"2026-07-07T12:14:45.940695Z","end":"2026-07-07T12:14:48.216947Z","steps":["trace[1431138608] 'process raft request' (duration: 2.275752489s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:48.216804Z","caller":"traceutil/trace.go:171","msg":"trace[557399268] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"2.267950035s","start":"2026-07-07T12:14:45.948844Z","end":"2026-07-07T12:14:48.216794Z","steps":["trace[557399268] 'process raft request' (duration: 2.267795342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.216996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.825618Z","time spent":"2.391295522s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.217037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.940665Z","time spent":"2.27633037s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.217069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.948832Z","time spent":"2.268203999s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:48.60794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.236332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T12:14:48.608028Z","caller":"traceutil/trace.go:171","msg":"trace[1571911438] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27209; }","duration":"2.784930311s","start":"2026-07-07T12:14:45.823084Z","end":"2026-07-07T12:14:48.608014Z","steps":["trace[1571911438] 'read index received' (duration: 1.187267415s)","trace[1571911438] 'applied index is now lower than readState.Index' (duration: 1.597661466s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:48.608452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785355651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:14:48.608477Z","caller":"traceutil/trace.go:171","msg":"trace[1569791625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26344; }","duration":"2.785400122s","start":"2026-07-07T12:14:45.823069Z","end":"2026-07-07T12:14:48.608469Z","steps":["trace[1569791625] 'agreement among raft nodes before linearized reading' (duration: 2.7852703s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:48.608495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.823063Z","time spent":"2.785427413s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:49.108661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T12:14:49.400618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185391988s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T12:14:49.401242Z","caller":"traceutil/trace.go:171","msg":"trace[451692081] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"1.56949159s","start":"2026-07-07T12:14:47.831719Z","end":"2026-07-07T12:14:49.401211Z","steps":["trace[451692081] 'process raft request' (duration: 1.569428748s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:49.401371Z","caller":"traceutil/trace.go:171","msg":"trace[73189372] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"1.569843986s","start":"2026-07-07T12:14:47.831464Z","end":"2026-07-07T12:14:49.401308Z","steps":["trace[73189372] 'process raft request' (duration: 1.569477659s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.401547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.831685Z","time spent":"1.569688993s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:49.40166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.831449Z","time spent":"1.57005525s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:49.545423Z","caller":"traceutil/trace.go:171","msg":"trace[1428171035] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"941.075279ms","start":"2026-07-07T12:14:48.604314Z","end":"2026-07-07T12:14:49.545389Z","steps":["trace[1428171035] 'process raft request' (duration: 938.517498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.545626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.604292Z","time spent":"941.219563ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:49.54561Z","caller":"traceutil/trace.go:171","msg":"trace[811824166] linearizableReadLoop","detail":"{readStateIndex:27227; appliedIndex:27223; }","duration":"937.51988ms","start":"2026-07-07T12:14:48.608047Z","end":"2026-07-07T12:14:49.545566Z","steps":["trace[811824166] 'read index received' (duration: 792.916442ms)","trace[811824166] 'applied index is now lower than readState.Index' (duration: 144.600898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:49.545713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394600143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-07T12:14:49.54572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29578179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:49.545797Z","caller":"traceutil/trace.go:171","msg":"trace[861484898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26348; }","duration":"1.394743936s","start":"2026-07-07T12:14:48.151038Z","end":"2026-07-07T12:14:49.545782Z","steps":["trace[861484898] 'agreement among raft nodes before linearized reading' (duration: 1.394597563s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:49.545809Z","caller":"traceutil/trace.go:171","msg":"trace[677521903] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26348; }","duration":"1.295935173s","start":"2026-07-07T12:14:48.249862Z","end":"2026-07-07T12:14:49.545797Z","steps":["trace[677521903] 'agreement among raft nodes before linearized reading' (duration: 1.295748799s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.545767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988811036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:49.545831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.151009Z","time spent":"1.394815727s","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T12:14:49.545855Z","caller":"traceutil/trace.go:171","msg":"trace[330580318] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"555.608331ms","start":"2026-07-07T12:14:48.990234Z","end":"2026-07-07T12:14:49.545843Z","steps":["trace[330580318] 'process raft request' (duration: 555.103121ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:49.545861Z","caller":"traceutil/trace.go:171","msg":"trace[1613330676] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26348; }","duration":"1.989004491s","start":"2026-07-07T12:14:47.556834Z","end":"2026-07-07T12:14:49.545838Z","steps":["trace[1613330676] 'agreement among raft nodes before linearized reading' (duration: 1.988830817s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.545873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718312295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-07T12:14:49.545903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.556795Z","time spent":"1.989097522s","remote":"127.0.0.1:43378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:49.545912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054153725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:49.545938Z","caller":"traceutil/trace.go:171","msg":"trace[1719741707] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26348; }","duration":"1.054226847s","start":"2026-07-07T12:14:48.491705Z","end":"2026-07-07T12:14:49.545932Z","steps":["trace[1719741707] 'agreement among raft nodes before linearized reading' (duration: 1.054143725s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:49.54593Z","caller":"traceutil/trace.go:171","msg":"trace[388063570] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26348; }","duration":"2.718422127s","start":"2026-07-07T12:14:46.827491Z","end":"2026-07-07T12:14:49.545913Z","steps":["trace[388063570] 'agreement among raft nodes before linearized reading' (duration: 2.718200903s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.545944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.9902Z","time spent":"555.685893ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:49.545955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.491681Z","time spent":"1.054270867s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-07T12:14:49.545909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714644737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:49.54597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:46.827463Z","time spent":"2.718498818s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:14:49.545834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.249837Z","time spent":"1.295989894s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:49.546013Z","caller":"traceutil/trace.go:171","msg":"trace[382599698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26348; }","duration":"1.714791671s","start":"2026-07-07T12:14:47.831198Z","end":"2026-07-07T12:14:49.54599Z","steps":["trace[382599698] 'agreement among raft nodes before linearized reading' (duration: 1.714580697s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.831187Z","time spent":"1.714867792s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:49.545806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537533192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:49.546099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180616428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:49.54609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.321564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:14:49.546123Z","caller":"traceutil/trace.go:171","msg":"trace[1737963067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26348; }","duration":"2.180689079s","start":"2026-07-07T12:14:47.365427Z","end":"2026-07-07T12:14:49.546116Z","steps":["trace[1737963067] 'agreement among raft nodes before linearized reading' (duration: 2.180646398s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:49.546123Z","caller":"traceutil/trace.go:171","msg":"trace[894728610] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26348; }","duration":"2.537895158s","start":"2026-07-07T12:14:47.008218Z","end":"2026-07-07T12:14:49.546113Z","steps":["trace[894728610] 'agreement among raft nodes before linearized reading' (duration: 2.53746287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.3654Z","time spent":"2.180739169s","remote":"127.0.0.1:40580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:49.546136Z","caller":"traceutil/trace.go:171","msg":"trace[2076389721] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26348; }","duration":"936.372685ms","start":"2026-07-07T12:14:48.60975Z","end":"2026-07-07T12:14:49.546123Z","steps":["trace[2076389721] 'agreement among raft nodes before linearized reading' (duration: 936.247473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.008195Z","time spent":"2.53795112s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:49.546178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.609744Z","time spent":"936.425798ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T12:14:49.54594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721611074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4effd71-9203-4075-a1d0-88ecf454e892\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T12:14:49.546223Z","caller":"traceutil/trace.go:171","msg":"trace[2112370803] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4effd71-9203-4075-a1d0-88ecf454e892; range_end:; response_count:1; response_revision:26348; }","duration":"3.721937952s","start":"2026-07-07T12:14:45.824271Z","end":"2026-07-07T12:14:49.546209Z","steps":["trace[2112370803] 'agreement among raft nodes before linearized reading' (duration: 3.721464142s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:45.824261Z","time spent":"3.721983112s","remote":"127.0.0.1:40704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d4effd71-9203-4075-a1d0-88ecf454e892\" "} {"level":"warn","ts":"2026-07-07T12:14:49.546307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.045725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:49.546361Z","caller":"traceutil/trace.go:171","msg":"trace[1421683273] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26348; }","duration":"789.153407ms","start":"2026-07-07T12:14:48.757193Z","end":"2026-07-07T12:14:49.546346Z","steps":["trace[1421683273] 'agreement among raft nodes before linearized reading' (duration: 789.063906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:48.757163Z","time spent":"789.226118ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:49.546489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480265861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:49.546464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7258666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:49.546516Z","caller":"traceutil/trace.go:171","msg":"trace[1956146651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26348; }","duration":"2.480348483s","start":"2026-07-07T12:14:47.06616Z","end":"2026-07-07T12:14:49.546508Z","steps":["trace[1956146651] 'agreement among raft nodes before linearized reading' (duration: 2.479484665s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.066129Z","time spent":"2.480400073s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:49.546534Z","caller":"traceutil/trace.go:171","msg":"trace[1463640950] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26348; }","duration":"1.725977123s","start":"2026-07-07T12:14:47.820545Z","end":"2026-07-07T12:14:49.546522Z","steps":["trace[1463640950] 'agreement among raft nodes before linearized reading' (duration: 1.725044694s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:49.546565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:47.820521Z","time spent":"1.726036743s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:51.251593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506540585s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-07T12:14:51.25185Z","caller":"traceutil/trace.go:171","msg":"trace[799739929] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27227; }","duration":"1.701272484s","start":"2026-07-07T12:14:49.55055Z","end":"2026-07-07T12:14:51.251823Z","steps":["trace[799739929] 'read index received' (duration: 194.374741ms)","trace[799739929] 'applied index is now lower than readState.Index' (duration: 1.506894833s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:51.251989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.548271Z","time spent":"1.703704333s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T12:14:51.252076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701519289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T12:14:51.252119Z","caller":"traceutil/trace.go:171","msg":"trace[191684292] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26348; }","duration":"1.701642981s","start":"2026-07-07T12:14:49.550459Z","end":"2026-07-07T12:14:51.252102Z","steps":["trace[191684292] 'agreement among raft nodes before linearized reading' (duration: 1.701475818s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:51.252158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.550395Z","time spent":"1.701752533s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"warn","ts":"2026-07-07T12:14:51.553145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T12:14:51.55328Z","caller":"traceutil/trace.go:171","msg":"trace[687236725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499038s","start":"2026-07-07T12:14:49.552751Z","end":"2026-07-07T12:14:51.55325Z","steps":["trace[687236725] 'agreement among raft nodes before linearized reading' (duration: 2.000308284s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:51.553583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.552743Z","time spent":"2.000823315s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:14:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:51.678864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699324194s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:53.560131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T12:14:53.560208Z","caller":"traceutil/trace.go:171","msg":"trace[2099094269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007293s","start":"2026-07-07T12:14:51.559457Z","end":"2026-07-07T12:14:53.560186Z","steps":["trace[2099094269] 'agreement among raft nodes before linearized reading' (duration: 2.000637688s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:53.560243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.559446Z","time spent":"2.000791102s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 12:14:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T12:14:53.671289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99207015s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:53.671408Z","caller":"traceutil/trace.go:171","msg":"trace[1146848739] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"3.691978286s","start":"2026-07-07T12:14:49.979408Z","end":"2026-07-07T12:14:53.671386Z","steps":["trace[1146848739] 'process raft request' (duration: 1.699718642s)","trace[1146848739] 'compare' (duration: 1.991889357s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:53.671467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.97938Z","time spent":"3.692059337s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.178496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499284603s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T12:14:54.328946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.088086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:54.329329Z","caller":"traceutil/trace.go:171","msg":"trace[1281992435] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"4.105348535s","start":"2026-07-07T12:14:50.223937Z","end":"2026-07-07T12:14:54.329285Z","steps":["trace[1281992435] 'process raft request' (duration: 3.95483328s)","trace[1281992435] 'compare' (duration: 149.924523ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:54.329519Z","caller":"traceutil/trace.go:171","msg":"trace[257441605] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"4.105193782s","start":"2026-07-07T12:14:50.224287Z","end":"2026-07-07T12:14:54.329481Z","steps":["trace[257441605] 'process raft request' (duration: 4.104854655s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.329557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.223912Z","time spent":"4.105520298s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.329938Z","caller":"traceutil/trace.go:171","msg":"trace[362406232] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"4.104518828s","start":"2026-07-07T12:14:50.225406Z","end":"2026-07-07T12:14:54.329925Z","steps":["trace[362406232] 'process raft request' (duration: 4.104061309s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.33Z","caller":"traceutil/trace.go:171","msg":"trace[852036233] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"4.104214042s","start":"2026-07-07T12:14:50.225764Z","end":"2026-07-07T12:14:54.329978Z","steps":["trace[852036233] 'process raft request' (duration: 4.103764074s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.225376Z","time spent":"4.104605449s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.329992Z","caller":"traceutil/trace.go:171","msg":"trace[1821660608] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"3.076239555s","start":"2026-07-07T12:14:51.253713Z","end":"2026-07-07T12:14:54.329953Z","steps":["trace[1821660608] 'process raft request' (duration: 3.075874448s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.330065Z","caller":"traceutil/trace.go:171","msg":"trace[1955631459] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"4.105557908s","start":"2026-07-07T12:14:50.224439Z","end":"2026-07-07T12:14:54.329997Z","steps":["trace[1955631459] 'process raft request' (duration: 4.104935227s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.225751Z","time spent":"4.104294023s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.330069Z","caller":"traceutil/trace.go:171","msg":"trace[984248377] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"3.074759686s","start":"2026-07-07T12:14:51.255255Z","end":"2026-07-07T12:14:54.330014Z","steps":["trace[984248377] 'process raft request' (duration: 3.074387939s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.330156Z","caller":"traceutil/trace.go:171","msg":"trace[1295892879] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"2.922251771s","start":"2026-07-07T12:14:51.407881Z","end":"2026-07-07T12:14:54.330132Z","steps":["trace[1295892879] 'process raft request' (duration: 2.921855234s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.253675Z","time spent":"3.076399048s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.330179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.224402Z","time spent":"4.105726512s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.330243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.40783Z","time spent":"2.922376573s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.330181Z","caller":"traceutil/trace.go:171","msg":"trace[2041105919] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"2.922365613s","start":"2026-07-07T12:14:51.407771Z","end":"2026-07-07T12:14:54.330137Z","steps":["trace[2041105919] 'process raft request' (duration: 2.921927575s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.255226Z","time spent":"3.074948929s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.330282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.224273Z","time spent":"4.105335414s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.330356Z","caller":"traceutil/trace.go:171","msg":"trace[2009459716] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27228; }","duration":"3.078428658s","start":"2026-07-07T12:14:51.251903Z","end":"2026-07-07T12:14:54.330332Z","steps":["trace[2009459716] 'read index received' (duration: 427.243943ms)","trace[2009459716] 'applied index is now lower than readState.Index' (duration: 2.651183285s)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:54.330468Z","caller":"traceutil/trace.go:171","msg":"trace[1402059198] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"1.420316361s","start":"2026-07-07T12:14:52.910131Z","end":"2026-07-07T12:14:54.330447Z","steps":["trace[1402059198] 'process raft request' (duration: 1.420062215s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:52.910096Z","time spent":"1.420412782s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.330559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107744082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:14:54.330034Z","caller":"traceutil/trace.go:171","msg":"trace[1172772865] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"4.105680371s","start":"2026-07-07T12:14:50.2243Z","end":"2026-07-07T12:14:54.329981Z","steps":["trace[1172772865] 'process raft request' (duration: 4.105014539s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.330619Z","caller":"traceutil/trace.go:171","msg":"trace[245987035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26360; }","duration":"4.107828374s","start":"2026-07-07T12:14:50.222779Z","end":"2026-07-07T12:14:54.330608Z","steps":["trace[245987035] 'agreement among raft nodes before linearized reading' (duration: 4.107617909s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.33066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.222769Z","time spent":"4.107884785s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:54.330673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.224289Z","time spent":"4.106352015s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.330701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779159833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-07T12:14:54.330729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155133749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.330746Z","caller":"traceutil/trace.go:171","msg":"trace[549961463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26360; }","duration":"4.779236273s","start":"2026-07-07T12:14:49.551494Z","end":"2026-07-07T12:14:54.330731Z","steps":["trace[549961463] 'agreement among raft nodes before linearized reading' (duration: 4.77905003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288204285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.330774Z","caller":"traceutil/trace.go:171","msg":"trace[729065787] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26360; }","duration":"4.15522888s","start":"2026-07-07T12:14:50.175531Z","end":"2026-07-07T12:14:54.33076Z","steps":["trace[729065787] 'agreement among raft nodes before linearized reading' (duration: 4.154987045s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.551476Z","time spent":"4.779297675s","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T12:14:54.330777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.407733Z","time spent":"2.922575967s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:54.330807Z","caller":"traceutil/trace.go:171","msg":"trace[1444628260] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26360; }","duration":"3.288276657s","start":"2026-07-07T12:14:51.042514Z","end":"2026-07-07T12:14:54.33079Z","steps":["trace[1444628260] 'agreement among raft nodes before linearized reading' (duration: 3.288216905s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.33082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.175502Z","time spent":"4.155303242s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.330847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.042488Z","time spent":"3.288351137s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.330854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108558199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:14:54.330903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778441393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-07T12:14:54.330938Z","caller":"traceutil/trace.go:171","msg":"trace[1899665085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26360; }","duration":"4.108722062s","start":"2026-07-07T12:14:50.222194Z","end":"2026-07-07T12:14:54.330916Z","steps":["trace[1899665085] 'agreement among raft nodes before linearized reading' (duration: 4.108309584s)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.330951Z","caller":"traceutil/trace.go:171","msg":"trace[2002560629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26360; }","duration":"3.778525625s","start":"2026-07-07T12:14:50.552411Z","end":"2026-07-07T12:14:54.330937Z","steps":["trace[2002560629] 'agreement among raft nodes before linearized reading' (duration: 3.778342712s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.330787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10818558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T12:14:54.330989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.552387Z","time spent":"3.778596237s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:14:54.330991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.222164Z","time spent":"4.108816783s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T12:14:54.331024Z","caller":"traceutil/trace.go:171","msg":"trace[1895784604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26360; }","duration":"4.108474786s","start":"2026-07-07T12:14:50.222537Z","end":"2026-07-07T12:14:54.331011Z","steps":["trace[1895784604] 'agreement among raft nodes before linearized reading' (duration: 4.107933035s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.33106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.222506Z","time spent":"4.108543877s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:54.424095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805291738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:54.42422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675440698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.424224Z","caller":"traceutil/trace.go:171","msg":"trace[597523111] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26360; }","duration":"4.805495792s","start":"2026-07-07T12:14:49.618698Z","end":"2026-07-07T12:14:54.424194Z","steps":["trace[597523111] 'agreement among raft nodes before linearized reading' (duration: 4.711831012s)","trace[597523111] 'range keys from in-memory index tree' (duration: 93.470927ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:54.424272Z","caller":"traceutil/trace.go:171","msg":"trace[2050096664] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26360; }","duration":"3.67553642s","start":"2026-07-07T12:14:50.748711Z","end":"2026-07-07T12:14:54.424248Z","steps":["trace[2050096664] 'agreement among raft nodes before linearized reading' (duration: 3.582046652s)","trace[2050096664] 'count revisions from in-memory index tree' (duration: 93.427457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:54.424296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:49.618671Z","time spent":"4.805614496s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T12:14:54.424326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.748672Z","time spent":"3.675644503s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.424364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20117744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:14:54.424453Z","caller":"traceutil/trace.go:171","msg":"trace[900938343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26360; }","duration":"4.201300922s","start":"2026-07-07T12:14:50.223132Z","end":"2026-07-07T12:14:54.424433Z","steps":["trace[900938343] 'agreement among raft nodes before linearized reading' (duration: 4.10765311s)","trace[900938343] 'range keys from in-memory index tree' (duration: 93.376476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:54.424127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201498164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T12:14:54.424496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.223127Z","time spent":"4.201362593s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T12:14:54.424531Z","caller":"traceutil/trace.go:171","msg":"trace[1503624351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26360; }","duration":"4.201971105s","start":"2026-07-07T12:14:50.222523Z","end":"2026-07-07T12:14:54.424494Z","steps":["trace[1503624351] 'agreement among raft nodes before linearized reading' (duration: 4.107966187s)","trace[1503624351] 'range keys from in-memory index tree' (duration: 93.467457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:54.424624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:50.222494Z","time spent":"4.202098697s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:54.424721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.641923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.424755Z","caller":"traceutil/trace.go:171","msg":"trace[1683298430] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26360; }","duration":"971.728015ms","start":"2026-07-07T12:14:53.453011Z","end":"2026-07-07T12:14:54.424739Z","steps":["trace[1683298430] 'agreement among raft nodes before linearized reading' (duration: 971.667784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.424777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:53.452981Z","time spent":"971.790696ms","remote":"127.0.0.1:40978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.424795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879666131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.42484Z","caller":"traceutil/trace.go:171","msg":"trace[1429070887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26360; }","duration":"2.879755292s","start":"2026-07-07T12:14:51.54507Z","end":"2026-07-07T12:14:54.424826Z","steps":["trace[1429070887] 'agreement among raft nodes before linearized reading' (duration: 2.879681021s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.424871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.545046Z","time spent":"2.879816744s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T12:14:54.42493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.650291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.424955Z","caller":"traceutil/trace.go:171","msg":"trace[1420501161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26360; }","duration":"520.676062ms","start":"2026-07-07T12:14:53.904268Z","end":"2026-07-07T12:14:54.424945Z","steps":["trace[1420501161] 'agreement among raft nodes before linearized reading' (duration: 520.620271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.424975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:53.904176Z","time spent":"520.793653ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.42509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.602597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.425108Z","caller":"traceutil/trace.go:171","msg":"trace[225649946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26360; }","duration":"864.645458ms","start":"2026-07-07T12:14:53.560456Z","end":"2026-07-07T12:14:54.425101Z","steps":["trace[225649946] 'agreement among raft nodes before linearized reading' (duration: 864.616567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.425124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:53.560443Z","time spent":"864.678268ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:54.425124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480126867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.425214Z","caller":"traceutil/trace.go:171","msg":"trace[689056358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26360; }","duration":"2.48026094s","start":"2026-07-07T12:14:51.944895Z","end":"2026-07-07T12:14:54.425156Z","steps":["trace[689056358] 'agreement among raft nodes before linearized reading' (duration: 2.480135657s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.425259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:51.94487Z","time spent":"2.480378802s","remote":"127.0.0.1:40966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:54.42539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141201928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:54.425414Z","caller":"traceutil/trace.go:171","msg":"trace[323810399] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26363; }","duration":"2.14126776s","start":"2026-07-07T12:14:52.284139Z","end":"2026-07-07T12:14:54.425407Z","steps":["trace[323810399] 'agreement among raft nodes before linearized reading' (duration: 2.141215679s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.425436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:52.284115Z","time spent":"2.14131476s","remote":"127.0.0.1:43268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:54.791336Z","caller":"traceutil/trace.go:171","msg":"trace[1702450245] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"303.073561ms","start":"2026-07-07T12:14:54.488225Z","end":"2026-07-07T12:14:54.791298Z","steps":["trace[1702450245] 'process raft request' (duration: 292.626564ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:54.791325Z","caller":"traceutil/trace.go:171","msg":"trace[1637327607] linearizableReadLoop","detail":"{readStateIndex:27248; appliedIndex:27247; }","duration":"280.302921ms","start":"2026-07-07T12:14:54.510973Z","end":"2026-07-07T12:14:54.791276Z","steps":["trace[1637327607] 'read index received' (duration: 269.903375ms)","trace[1637327607] 'applied index is now lower than readState.Index' (duration: 10.396986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:54.791515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.48821Z","time spent":"303.212123ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:54.791678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.566249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T12:14:54.79173Z","caller":"traceutil/trace.go:171","msg":"trace[247018127] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26367; }","duration":"311.687981ms","start":"2026-07-07T12:14:54.480028Z","end":"2026-07-07T12:14:54.791716Z","steps":["trace[247018127] 'agreement among raft nodes before linearized reading' (duration: 311.436656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.791774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.480008Z","time spent":"311.755732ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T12:14:54.792013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.62835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-07T12:14:54.792136Z","caller":"traceutil/trace.go:171","msg":"trace[595043974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db; range_end:; response_count:1; response_revision:26367; }","duration":"304.752013ms","start":"2026-07-07T12:14:54.487334Z","end":"2026-07-07T12:14:54.792086Z","steps":["trace[595043974] 'agreement among raft nodes before linearized reading' (duration: 304.015529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:54.792218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.487317Z","time spent":"304.887975ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfff14aef3a2db\" "} {"level":"info","ts":"2026-07-07T12:14:55.20265Z","caller":"traceutil/trace.go:171","msg":"trace[818518604] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27248; }","duration":"411.176525ms","start":"2026-07-07T12:14:54.791423Z","end":"2026-07-07T12:14:55.2026Z","steps":["trace[818518604] 'read index received' (duration: 396.549357ms)","trace[818518604] 'applied index is now lower than readState.Index' (duration: 14.624088ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:55.203084Z","caller":"traceutil/trace.go:171","msg":"trace[831195468] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"647.883775ms","start":"2026-07-07T12:14:54.555174Z","end":"2026-07-07T12:14:55.203058Z","steps":["trace[831195468] 'process raft request' (duration: 632.759156ms)","trace[831195468] 'compare' (duration: 13.778722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:55.203318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.555141Z","time spent":"648.005788ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:55.203754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.830912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:55.203866Z","caller":"traceutil/trace.go:171","msg":"trace[387740645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26368; }","duration":"443.978805ms","start":"2026-07-07T12:14:54.759871Z","end":"2026-07-07T12:14:55.20385Z","steps":["trace[387740645] 'agreement among raft nodes before linearized reading' (duration: 443.797552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.20392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.759848Z","time spent":"444.058926ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:14:55.204126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.575929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-07T12:14:55.204195Z","caller":"traceutil/trace.go:171","msg":"trace[1502298147] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26368; }","duration":"650.702621ms","start":"2026-07-07T12:14:54.553476Z","end":"2026-07-07T12:14:55.204178Z","steps":["trace[1502298147] 'agreement among raft nodes before linearized reading' (duration: 650.548438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.204178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.801726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:55.204298Z","caller":"traceutil/trace.go:171","msg":"trace[473073285] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26368; }","duration":"683.971409ms","start":"2026-07-07T12:14:54.520296Z","end":"2026-07-07T12:14:55.204267Z","steps":["trace[473073285] 'agreement among raft nodes before linearized reading' (duration: 683.748134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.204214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.790343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-07T12:14:55.204332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.386747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:55.204358Z","caller":"traceutil/trace.go:171","msg":"trace[1910224143] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26368; }","duration":"568.978647ms","start":"2026-07-07T12:14:54.635363Z","end":"2026-07-07T12:14:55.204342Z","steps":["trace[1910224143] 'agreement among raft nodes before linearized reading' (duration: 568.68536ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:55.20437Z","caller":"traceutil/trace.go:171","msg":"trace[753407898] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26368; }","duration":"518.472589ms","start":"2026-07-07T12:14:54.685885Z","end":"2026-07-07T12:14:55.204358Z","steps":["trace[753407898] 'agreement among raft nodes before linearized reading' (duration: 518.364847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.204367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.520277Z","time spent":"684.078431ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-07T12:14:55.204337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.957529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T12:14:55.204404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.685859Z","time spent":"518.53657ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:55.204437Z","caller":"traceutil/trace.go:171","msg":"trace[140777146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26368; }","duration":"684.116832ms","start":"2026-07-07T12:14:54.520297Z","end":"2026-07-07T12:14:55.204414Z","steps":["trace[140777146] 'agreement among raft nodes before linearized reading' (duration: 683.781275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.20439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.635344Z","time spent":"569.039397ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-07T12:14:55.204479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.520278Z","time spent":"684.195043ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:14:55.204431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.188578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:14:55.204231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.553435Z","time spent":"650.787672ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T12:14:55.204538Z","caller":"traceutil/trace.go:171","msg":"trace[1408778370] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26368; }","duration":"580.379012ms","start":"2026-07-07T12:14:54.624135Z","end":"2026-07-07T12:14:55.204514Z","steps":["trace[1408778370] 'agreement among raft nodes before linearized reading' (duration: 580.039075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.20469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.624102Z","time spent":"580.575045ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:14:55.22394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.648933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"warn","ts":"2026-07-07T12:14:55.223943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.359097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:55.223971Z","caller":"traceutil/trace.go:171","msg":"trace[1751525497] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26369; }","duration":"427.706943ms","start":"2026-07-07T12:14:54.796257Z","end":"2026-07-07T12:14:55.223964Z","steps":["trace[1751525497] 'agreement among raft nodes before linearized reading' (duration: 427.580801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.22399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.796241Z","time spent":"427.745205ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-07T12:14:55.223987Z","caller":"traceutil/trace.go:171","msg":"trace[1159603530] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26369; }","duration":"170.48033ms","start":"2026-07-07T12:14:55.053495Z","end":"2026-07-07T12:14:55.223975Z","steps":["trace[1159603530] 'agreement among raft nodes before linearized reading' (duration: 170.330907ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:55.223923Z","caller":"traceutil/trace.go:171","msg":"trace[1085899834] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"426.609392ms","start":"2026-07-07T12:14:54.797288Z","end":"2026-07-07T12:14:55.223897Z","steps":["trace[1085899834] 'process raft request' (duration: 426.407838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.224155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:54.797263Z","time spent":"426.816876ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:55.669272Z","caller":"traceutil/trace.go:171","msg":"trace[1539071978] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27250; }","duration":"433.214703ms","start":"2026-07-07T12:14:55.236025Z","end":"2026-07-07T12:14:55.66924Z","steps":["trace[1539071978] 'read index received' (duration: 361.901343ms)","trace[1539071978] 'applied index is now lower than readState.Index' (duration: 71.31024ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:55.66932Z","caller":"traceutil/trace.go:171","msg":"trace[1542537121] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"144.354563ms","start":"2026-07-07T12:14:55.524948Z","end":"2026-07-07T12:14:55.669303Z","steps":["trace[1542537121] 'process raft request' (duration: 144.253111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.669512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.759472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:55.669565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.873489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-07T12:14:55.669574Z","caller":"traceutil/trace.go:171","msg":"trace[306027090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26371; }","duration":"269.870064ms","start":"2026-07-07T12:14:55.399683Z","end":"2026-07-07T12:14:55.669553Z","steps":["trace[306027090] 'agreement among raft nodes before linearized reading' (duration: 269.743801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.669547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.485568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-07T12:14:55.669614Z","caller":"traceutil/trace.go:171","msg":"trace[1589878632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26371; }","duration":"330.95818ms","start":"2026-07-07T12:14:55.338637Z","end":"2026-07-07T12:14:55.669595Z","steps":["trace[1589878632] 'agreement among raft nodes before linearized reading' (duration: 330.783797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:55.669645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:55.338622Z","time spent":"331.013851ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"info","ts":"2026-07-07T12:14:55.669644Z","caller":"traceutil/trace.go:171","msg":"trace[1665761891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26371; }","duration":"433.61075ms","start":"2026-07-07T12:14:55.236011Z","end":"2026-07-07T12:14:55.669621Z","steps":["trace[1665761891] 'agreement among raft nodes before linearized reading' (duration: 433.303174ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:55.669832Z","caller":"traceutil/trace.go:171","msg":"trace[627537930] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"436.143151ms","start":"2026-07-07T12:14:55.233089Z","end":"2026-07-07T12:14:55.669232Z","steps":["trace[627537930] 'process raft request' (duration: 364.806361ms)","trace[627537930] 'compare' (duration: 69.648406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:55.669723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:55.236004Z","time spent":"433.704682ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T12:14:55.670112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:55.233071Z","time spent":"436.928135ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:56.628446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.725284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:14:56.628764Z","caller":"traceutil/trace.go:171","msg":"trace[1960495159] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"289.660725ms","start":"2026-07-07T12:14:56.339084Z","end":"2026-07-07T12:14:56.628745Z","steps":["trace[1960495159] 'process raft request' (duration: 289.594794ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.628902Z","caller":"traceutil/trace.go:171","msg":"trace[881112745] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"289.887058ms","start":"2026-07-07T12:14:56.338986Z","end":"2026-07-07T12:14:56.628873Z","steps":["trace[881112745] 'process raft request' (duration: 289.618653ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.628919Z","caller":"traceutil/trace.go:171","msg":"trace[831173655] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"290.000371ms","start":"2026-07-07T12:14:56.338909Z","end":"2026-07-07T12:14:56.62891Z","steps":["trace[831173655] 'process raft request' (duration: 289.645554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.62895Z","caller":"traceutil/trace.go:171","msg":"trace[1307642964] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"289.870099ms","start":"2026-07-07T12:14:56.339025Z","end":"2026-07-07T12:14:56.628895Z","steps":["trace[1307642964] 'process raft request' (duration: 289.621804ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629069Z","caller":"traceutil/trace.go:171","msg":"trace[642114260] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"289.45128ms","start":"2026-07-07T12:14:56.339606Z","end":"2026-07-07T12:14:56.629057Z","steps":["trace[642114260] 'process raft request' (duration: 289.322057ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629077Z","caller":"traceutil/trace.go:171","msg":"trace[1210594888] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"290.120364ms","start":"2026-07-07T12:14:56.338924Z","end":"2026-07-07T12:14:56.629044Z","steps":["trace[1210594888] 'process raft request' (duration: 289.788147ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629075Z","caller":"traceutil/trace.go:171","msg":"trace[940872608] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27253; }","duration":"199.453522ms","start":"2026-07-07T12:14:56.429596Z","end":"2026-07-07T12:14:56.629049Z","steps":["trace[940872608] 'read index received' (duration: 63.989714ms)","trace[940872608] 'applied index is now lower than readState.Index' (duration: 135.462448ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:56.628886Z","caller":"traceutil/trace.go:171","msg":"trace[398398864] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"290.072902ms","start":"2026-07-07T12:14:56.338782Z","end":"2026-07-07T12:14:56.628854Z","steps":["trace[398398864] 'process raft request' (duration: 154.828939ms)","trace[398398864] 'compare' (duration: 134.587491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:56.629355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.142376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T12:14:56.6294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.84294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-07T12:14:56.629398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.790939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T12:14:56.629441Z","caller":"traceutil/trace.go:171","msg":"trace[65127597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26379; }","duration":"112.929961ms","start":"2026-07-07T12:14:56.516498Z","end":"2026-07-07T12:14:56.629428Z","steps":["trace[65127597] 'agreement among raft nodes before linearized reading' (duration: 112.776728ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629402Z","caller":"traceutil/trace.go:171","msg":"trace[891623874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26379; }","duration":"199.287938ms","start":"2026-07-07T12:14:56.430102Z","end":"2026-07-07T12:14:56.62939Z","steps":["trace[891623874] 'agreement among raft nodes before linearized reading' (duration: 199.110655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:56.629427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.442802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-07T12:14:56.629479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.245469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T12:14:56.629448Z","caller":"traceutil/trace.go:171","msg":"trace[228632899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26379; }","duration":"199.906321ms","start":"2026-07-07T12:14:56.42953Z","end":"2026-07-07T12:14:56.629436Z","steps":["trace[228632899] 'agreement among raft nodes before linearized reading' (duration: 199.664335ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629517Z","caller":"traceutil/trace.go:171","msg":"trace[971661350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26379; }","duration":"112.594716ms","start":"2026-07-07T12:14:56.516902Z","end":"2026-07-07T12:14:56.629497Z","steps":["trace[971661350] 'agreement among raft nodes before linearized reading' (duration: 112.384801ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:56.629539Z","caller":"traceutil/trace.go:171","msg":"trace[728835198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26379; }","duration":"199.31677ms","start":"2026-07-07T12:14:56.430211Z","end":"2026-07-07T12:14:56.629528Z","steps":["trace[728835198] 'agreement among raft nodes before linearized reading' (duration: 199.209887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:57.139092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.502804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:57.139261Z","caller":"traceutil/trace.go:171","msg":"trace[754160966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26379; }","duration":"109.699169ms","start":"2026-07-07T12:14:57.029538Z","end":"2026-07-07T12:14:57.139237Z","steps":["trace[754160966] 'range keys from in-memory index tree' (duration: 109.477374ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:57.139623Z","caller":"traceutil/trace.go:171","msg":"trace[2055839060] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"505.775157ms","start":"2026-07-07T12:14:56.633823Z","end":"2026-07-07T12:14:57.139598Z","steps":["trace[2055839060] 'process raft request' (duration: 494.85566ms)","trace[2055839060] 'compare' (duration: 10.285064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:57.139766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.633796Z","time spent":"505.884078ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:57.190327Z","caller":"traceutil/trace.go:171","msg":"trace[861088427] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"555.831176ms","start":"2026-07-07T12:14:56.634444Z","end":"2026-07-07T12:14:57.190275Z","steps":["trace[861088427] 'process raft request' (duration: 555.5298ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:57.190426Z","caller":"traceutil/trace.go:171","msg":"trace[622714458] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"555.257164ms","start":"2026-07-07T12:14:56.63513Z","end":"2026-07-07T12:14:57.190387Z","steps":["trace[622714458] 'process raft request' (duration: 555.120101ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:57.190481Z","caller":"traceutil/trace.go:171","msg":"trace[786574055] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"555.325115ms","start":"2026-07-07T12:14:56.635128Z","end":"2026-07-07T12:14:57.190453Z","steps":["trace[786574055] 'process raft request' (duration: 555.165052ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:57.190368Z","caller":"traceutil/trace.go:171","msg":"trace[1149331330] linearizableReadLoop","detail":"{readStateIndex:27265; appliedIndex:27260; }","duration":"515.636631ms","start":"2026-07-07T12:14:56.674704Z","end":"2026-07-07T12:14:57.190341Z","steps":["trace[1149331330] 'read index received' (duration: 453.959602ms)","trace[1149331330] 'applied index is now lower than readState.Index' (duration: 61.675339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:57.190539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.634427Z","time spent":"556.003369ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:57.190589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-07T12:14:57.190618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.635119Z","time spent":"555.401887ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:57.190645Z","caller":"traceutil/trace.go:171","msg":"trace[865637853] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26384; }","duration":"515.955447ms","start":"2026-07-07T12:14:56.674677Z","end":"2026-07-07T12:14:57.190632Z","steps":["trace[865637853] 'agreement among raft nodes before linearized reading' (duration: 515.738323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:57.190651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.635112Z","time spent":"555.422167ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:57.190473Z","caller":"traceutil/trace.go:171","msg":"trace[842977922] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"555.858196ms","start":"2026-07-07T12:14:56.634571Z","end":"2026-07-07T12:14:57.190429Z","steps":["trace[842977922] 'process raft request' (duration: 555.614551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:57.190698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.674664Z","time spent":"516.025868ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:14:57.190815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.920349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:57.190827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.509103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:57.190863Z","caller":"traceutil/trace.go:171","msg":"trace[1121041687] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26384; }","duration":"249.027521ms","start":"2026-07-07T12:14:56.941823Z","end":"2026-07-07T12:14:57.190851Z","steps":["trace[1121041687] 'agreement among raft nodes before linearized reading' (duration: 248.942889ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:57.190867Z","caller":"traceutil/trace.go:171","msg":"trace[1563976605] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26384; }","duration":"113.552024ms","start":"2026-07-07T12:14:57.077302Z","end":"2026-07-07T12:14:57.190855Z","steps":["trace[1563976605] 'agreement among raft nodes before linearized reading' (duration: 113.460562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:57.190861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.634546Z","time spent":"556.171512ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:57.190886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.220638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-07T12:14:57.190966Z","caller":"traceutil/trace.go:171","msg":"trace[460443674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26384; }","duration":"451.359992ms","start":"2026-07-07T12:14:56.739585Z","end":"2026-07-07T12:14:57.190945Z","steps":["trace[460443674] 'agreement among raft nodes before linearized reading' (duration: 451.125336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:57.191013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:56.739561Z","time spent":"451.442853ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"info","ts":"2026-07-07T12:14:57.440891Z","caller":"traceutil/trace.go:171","msg":"trace[1399781302] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"240.170487ms","start":"2026-07-07T12:14:57.200662Z","end":"2026-07-07T12:14:57.440833Z","steps":["trace[1399781302] 'process raft request' (duration: 186.384085ms)","trace[1399781302] 'compare' (duration: 53.507407ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:58.775189Z","caller":"traceutil/trace.go:171","msg":"trace[2107927952] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27266; }","duration":"402.215649ms","start":"2026-07-07T12:14:58.372941Z","end":"2026-07-07T12:14:58.775157Z","steps":["trace[2107927952] 'read index received' (duration: 402.055526ms)","trace[2107927952] 'applied index is now lower than readState.Index' (duration: 158.773µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:58.775307Z","caller":"traceutil/trace.go:171","msg":"trace[1261559434] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"405.79541ms","start":"2026-07-07T12:14:58.369467Z","end":"2026-07-07T12:14:58.775263Z","steps":["trace[1261559434] 'process raft request' (duration: 405.489284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:58.775484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.369452Z","time spent":"405.925033ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:58.775612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.623926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-07T12:14:58.775754Z","caller":"traceutil/trace.go:171","msg":"trace[1323753352] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26386; }","duration":"402.823901ms","start":"2026-07-07T12:14:58.372903Z","end":"2026-07-07T12:14:58.775727Z","steps":["trace[1323753352] 'agreement among raft nodes before linearized reading' (duration: 402.412083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:58.775846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.372891Z","time spent":"402.944613ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-07T12:14:59.182711Z","caller":"traceutil/trace.go:171","msg":"trace[836199501] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"760.396158ms","start":"2026-07-07T12:14:58.422285Z","end":"2026-07-07T12:14:59.182681Z","steps":["trace[836199501] 'process raft request' (duration: 760.075042ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.182729Z","caller":"traceutil/trace.go:171","msg":"trace[809119955] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"547.588342ms","start":"2026-07-07T12:14:58.635113Z","end":"2026-07-07T12:14:59.182701Z","steps":["trace[809119955] 'process raft request' (duration: 547.46512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.182856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.422268Z","time spent":"760.506691ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:59.182883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.635077Z","time spent":"547.719195ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.183064Z","caller":"traceutil/trace.go:171","msg":"trace[1491214565] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"547.682694ms","start":"2026-07-07T12:14:58.635368Z","end":"2026-07-07T12:14:59.18305Z","steps":["trace[1491214565] 'process raft request' (duration: 547.277666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.183109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.635329Z","time spent":"547.753416ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.183506Z","caller":"traceutil/trace.go:171","msg":"trace[1848491068] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"547.650784ms","start":"2026-07-07T12:14:58.635845Z","end":"2026-07-07T12:14:59.183496Z","steps":["trace[1848491068] 'process raft request' (duration: 547.074572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.183742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.635832Z","time spent":"547.697304ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.184228Z","caller":"traceutil/trace.go:171","msg":"trace[1235037204] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27267; }","duration":"408.938162ms","start":"2026-07-07T12:14:58.775267Z","end":"2026-07-07T12:14:59.184205Z","steps":["trace[1235037204] 'read index received' (duration: 407.157907ms)","trace[1235037204] 'applied index is now lower than readState.Index' (duration: 1.779485ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:59.184452Z","caller":"traceutil/trace.go:171","msg":"trace[181482207] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"547.46477ms","start":"2026-07-07T12:14:58.636947Z","end":"2026-07-07T12:14:59.184412Z","steps":["trace[181482207] 'process raft request' (duration: 547.219805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.184632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.974916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:14:59.184664Z","caller":"traceutil/trace.go:171","msg":"trace[1728941906] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26394; }","duration":"692.084798ms","start":"2026-07-07T12:14:58.492567Z","end":"2026-07-07T12:14:59.184652Z","steps":["trace[1728941906] 'agreement among raft nodes before linearized reading' (duration: 691.953145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.184691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.492538Z","time spent":"692.14557ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-07-07T12:14:59.184703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.636904Z","time spent":"547.648584ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.184954Z","caller":"traceutil/trace.go:171","msg":"trace[1867841669] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"549.069512ms","start":"2026-07-07T12:14:58.63586Z","end":"2026-07-07T12:14:59.18493Z","steps":["trace[1867841669] 'process raft request' (duration: 547.364337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.185022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.635846Z","time spent":"549.136483ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:59.185076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.383393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c000f0095829c2\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-07T12:14:59.185171Z","caller":"traceutil/trace.go:171","msg":"trace[428523733] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"549.271925ms","start":"2026-07-07T12:14:58.635885Z","end":"2026-07-07T12:14:59.185157Z","steps":["trace[428523733] 'process raft request' (duration: 548.216074ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.185202Z","caller":"traceutil/trace.go:171","msg":"trace[1346075415] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c000f0095829c2; range_end:; response_count:1; response_revision:26394; }","duration":"405.583336ms","start":"2026-07-07T12:14:58.779599Z","end":"2026-07-07T12:14:59.185182Z","steps":["trace[1346075415] 'agreement among raft nodes before linearized reading' (duration: 405.242039ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.185245Z","caller":"traceutil/trace.go:171","msg":"trace[270635589] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"548.477261ms","start":"2026-07-07T12:14:58.636759Z","end":"2026-07-07T12:14:59.185236Z","steps":["trace[270635589] 'process raft request' (duration: 547.377839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.185267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.77957Z","time spent":"405.689118ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c000f0095829c2\" "} {"level":"warn","ts":"2026-07-07T12:14:59.185278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.867998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:14:59.18529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.636743Z","time spent":"548.522011ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.185308Z","caller":"traceutil/trace.go:171","msg":"trace[1121087864] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26394; }","duration":"163.037543ms","start":"2026-07-07T12:14:59.02226Z","end":"2026-07-07T12:14:59.185297Z","steps":["trace[1121087864] 'agreement among raft nodes before linearized reading' (duration: 162.985592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.185505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.788646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:14:59.185531Z","caller":"traceutil/trace.go:171","msg":"trace[1538725223] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26394; }","duration":"378.837236ms","start":"2026-07-07T12:14:58.806684Z","end":"2026-07-07T12:14:59.185521Z","steps":["trace[1538725223] 'agreement among raft nodes before linearized reading' (duration: 378.773065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.185215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.635848Z","time spent":"549.344027ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:59.185803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.931432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-07T12:14:59.185839Z","caller":"traceutil/trace.go:171","msg":"trace[1748775583] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26394; }","duration":"405.984364ms","start":"2026-07-07T12:14:58.779836Z","end":"2026-07-07T12:14:59.18582Z","steps":["trace[1748775583] 'agreement among raft nodes before linearized reading' (duration: 405.897152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.185862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.779818Z","time spent":"406.038465ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-07T12:14:59.185557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:58.80667Z","time spent":"378.881658ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:14:59.526029Z","caller":"traceutil/trace.go:171","msg":"trace[1631381601] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"302.532759ms","start":"2026-07-07T12:14:59.223442Z","end":"2026-07-07T12:14:59.525975Z","steps":["trace[1631381601] 'process raft request' (duration: 302.467948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.526195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.223416Z","time spent":"302.693233ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.526273Z","caller":"traceutil/trace.go:171","msg":"trace[147239338] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"336.334967ms","start":"2026-07-07T12:14:59.189912Z","end":"2026-07-07T12:14:59.526247Z","steps":["trace[147239338] 'process raft request' (duration: 335.914959ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.526351Z","caller":"traceutil/trace.go:171","msg":"trace[1673871676] linearizableReadLoop","detail":"{readStateIndex:27278; appliedIndex:27275; }","duration":"331.621375ms","start":"2026-07-07T12:14:59.194692Z","end":"2026-07-07T12:14:59.526313Z","steps":["trace[1673871676] 'read index received' (duration: 26.81481ms)","trace[1673871676] 'applied index is now lower than readState.Index' (duration: 304.803054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:59.526436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.189879Z","time spent":"336.463581ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:14:59.526743Z","caller":"traceutil/trace.go:171","msg":"trace[847970992] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"338.724595ms","start":"2026-07-07T12:14:59.188007Z","end":"2026-07-07T12:14:59.526732Z","steps":["trace[847970992] 'process raft request' (duration: 288.793467ms)","trace[847970992] 'compare' (duration: 47.856916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:14:59.527072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.200675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T12:14:59.52709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.526838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:59.527124Z","caller":"traceutil/trace.go:171","msg":"trace[1107479599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26397; }","duration":"332.298538ms","start":"2026-07-07T12:14:59.194813Z","end":"2026-07-07T12:14:59.527112Z","steps":["trace[1107479599] 'agreement among raft nodes before linearized reading' (duration: 332.093904ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.527144Z","caller":"traceutil/trace.go:171","msg":"trace[233345872] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26397; }","duration":"179.63483ms","start":"2026-07-07T12:14:59.347489Z","end":"2026-07-07T12:14:59.527123Z","steps":["trace[233345872] 'agreement among raft nodes before linearized reading' (duration: 179.564129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.527171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.1948Z","time spent":"332.362019ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:59.527175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.187985Z","time spent":"339.064662ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:14:59.526963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.253466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:14:59.527321Z","caller":"traceutil/trace.go:171","msg":"trace[1902469812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26397; }","duration":"332.656404ms","start":"2026-07-07T12:14:59.194641Z","end":"2026-07-07T12:14:59.527298Z","steps":["trace[1902469812] 'agreement among raft nodes before linearized reading' (duration: 332.104404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.527375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.194627Z","time spent":"332.735026ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:14:59.527523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.377579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:14:59.52761Z","caller":"traceutil/trace.go:171","msg":"trace[741572900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26397; }","duration":"332.487351ms","start":"2026-07-07T12:14:59.195087Z","end":"2026-07-07T12:14:59.527574Z","steps":["trace[741572900] 'agreement among raft nodes before linearized reading' (duration: 331.93541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.527628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.697625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-07-07T12:14:59.52766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.195071Z","time spent":"332.577393ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T12:14:59.527677Z","caller":"traceutil/trace.go:171","msg":"trace[210003006] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26397; }","duration":"331.777636ms","start":"2026-07-07T12:14:59.195886Z","end":"2026-07-07T12:14:59.527664Z","steps":["trace[210003006] 'agreement among raft nodes before linearized reading' (duration: 331.147714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.527712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.195879Z","time spent":"331.825507ms","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-07T12:14:59.527827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.622625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:14:59.527957Z","caller":"traceutil/trace.go:171","msg":"trace[476524470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26397; }","duration":"331.850089ms","start":"2026-07-07T12:14:59.196073Z","end":"2026-07-07T12:14:59.527923Z","steps":["trace[476524470] 'agreement among raft nodes before linearized reading' (duration: 330.999732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.528017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.196058Z","time spent":"331.945231ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:14:59.528914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.620956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-07T12:14:59.529199Z","caller":"traceutil/trace.go:171","msg":"trace[308501300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26397; }","duration":"327.249479ms","start":"2026-07-07T12:14:59.201916Z","end":"2026-07-07T12:14:59.529166Z","steps":["trace[308501300] 'agreement among raft nodes before linearized reading' (duration: 325.011834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.529331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:14:59.201884Z","time spent":"327.428912ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"info","ts":"2026-07-07T12:14:59.694248Z","caller":"traceutil/trace.go:171","msg":"trace[1352197861] linearizableReadLoop","detail":"{readStateIndex:27283; appliedIndex:27280; }","duration":"112.522114ms","start":"2026-07-07T12:14:59.581692Z","end":"2026-07-07T12:14:59.694214Z","steps":["trace[1352197861] 'read index received' (duration: 69.013874ms)","trace[1352197861] 'applied index is now lower than readState.Index' (duration: 43.50646ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:59.69427Z","caller":"traceutil/trace.go:171","msg":"trace[1316525810] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"161.763717ms","start":"2026-07-07T12:14:59.532456Z","end":"2026-07-07T12:14:59.694219Z","steps":["trace[1316525810] 'process raft request' (duration: 118.308078ms)","trace[1316525810] 'compare' (duration: 43.129963ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:14:59.694471Z","caller":"traceutil/trace.go:171","msg":"trace[925626852] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"160.184456ms","start":"2026-07-07T12:14:59.534258Z","end":"2026-07-07T12:14:59.694443Z","steps":["trace[925626852] 'process raft request' (duration: 159.90013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.694525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.26946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:14:59.694574Z","caller":"traceutil/trace.go:171","msg":"trace[770444964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26401; }","duration":"153.349621ms","start":"2026-07-07T12:14:59.54121Z","end":"2026-07-07T12:14:59.69456Z","steps":["trace[770444964] 'agreement among raft nodes before linearized reading' (duration: 153.225949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:14:59.694591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.872321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c000f00cb12dda\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-07T12:14:59.694648Z","caller":"traceutil/trace.go:171","msg":"trace[1569101399] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"161.972112ms","start":"2026-07-07T12:14:59.53266Z","end":"2026-07-07T12:14:59.694632Z","steps":["trace[1569101399] 'process raft request' (duration: 161.432511ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:14:59.694658Z","caller":"traceutil/trace.go:171","msg":"trace[805234235] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c000f00cb12dda; range_end:; response_count:1; response_revision:26401; }","duration":"159.965112ms","start":"2026-07-07T12:14:59.534674Z","end":"2026-07-07T12:14:59.694639Z","steps":["trace[805234235] 'agreement among raft nodes before linearized reading' (duration: 159.788729ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:00.228187Z","caller":"traceutil/trace.go:171","msg":"trace[842908607] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"292.663644ms","start":"2026-07-07T12:14:59.935497Z","end":"2026-07-07T12:15:00.228161Z","steps":["trace[842908607] 'process raft request' (duration: 292.48075ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:00.563624Z","caller":"traceutil/trace.go:171","msg":"trace[863632407] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27284; }","duration":"348.057759ms","start":"2026-07-07T12:15:00.215542Z","end":"2026-07-07T12:15:00.5636Z","steps":["trace[863632407] 'read index received' (duration: 12.431065ms)","trace[863632407] 'applied index is now lower than readState.Index' (duration: 335.625863ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:00.563756Z","caller":"traceutil/trace.go:171","msg":"trace[1990600712] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"350.184712ms","start":"2026-07-07T12:15:00.213521Z","end":"2026-07-07T12:15:00.563706Z","steps":["trace[1990600712] 'process raft request' (duration: 350.016648ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:00.563807Z","caller":"traceutil/trace.go:171","msg":"trace[976422398] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"456.409781ms","start":"2026-07-07T12:15:00.10731Z","end":"2026-07-07T12:15:00.56372Z","steps":["trace[976422398] 'process raft request' (duration: 456.034384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:00.563976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.10727Z","time spent":"456.627636ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T12:15:00.563955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.384736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-07T12:15:00.564028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.21349Z","time spent":"350.398307ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:00.564059Z","caller":"traceutil/trace.go:171","msg":"trace[678178716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26405; }","duration":"348.534329ms","start":"2026-07-07T12:15:00.215501Z","end":"2026-07-07T12:15:00.564036Z","steps":["trace[678178716] 'agreement among raft nodes before linearized reading' (duration: 348.243912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:00.564034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.88753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-07T12:15:00.564115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.215492Z","time spent":"348.61296ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-07T12:15:00.564181Z","caller":"traceutil/trace.go:171","msg":"trace[1235650739] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26405; }","duration":"163.120974ms","start":"2026-07-07T12:15:00.401026Z","end":"2026-07-07T12:15:00.564147Z","steps":["trace[1235650739] 'agreement among raft nodes before linearized reading' (duration: 162.744796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.116062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583621900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:15:01.120389Z","caller":"traceutil/trace.go:171","msg":"trace[389955527] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"553.159673ms","start":"2026-07-07T12:15:00.567195Z","end":"2026-07-07T12:15:01.120354Z","steps":["trace[389955527] 'process raft request' (duration: 552.878037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.12062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.567158Z","time spent":"553.332906ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.516372Z","caller":"traceutil/trace.go:171","msg":"trace[80132829] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"944.694661ms","start":"2026-07-07T12:15:00.571645Z","end":"2026-07-07T12:15:01.51634Z","steps":["trace[80132829] 'process raft request' (duration: 944.483347ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.516381Z","caller":"traceutil/trace.go:171","msg":"trace[172895895] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27287; }","duration":"901.306233ms","start":"2026-07-07T12:15:00.615043Z","end":"2026-07-07T12:15:01.516349Z","steps":["trace[172895895] 'read index received' (duration: 504.97213ms)","trace[172895895] 'applied index is now lower than readState.Index' (duration: 396.332843ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:01.516461Z","caller":"traceutil/trace.go:171","msg":"trace[724499647] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"942.457397ms","start":"2026-07-07T12:15:00.573971Z","end":"2026-07-07T12:15:01.516428Z","steps":["trace[724499647] 'process raft request' (duration: 942.233543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.516519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.571622Z","time spent":"944.828544ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T12:15:01.516521Z","caller":"traceutil/trace.go:171","msg":"trace[1334689081] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"945.999767ms","start":"2026-07-07T12:15:00.570474Z","end":"2026-07-07T12:15:01.516473Z","steps":["trace[1334689081] 'process raft request' (duration: 945.422315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.516577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.503908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:01.516601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.573963Z","time spent":"942.559779ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.516626Z","caller":"traceutil/trace.go:171","msg":"trace[1557928795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26410; }","duration":"901.613629ms","start":"2026-07-07T12:15:00.614993Z","end":"2026-07-07T12:15:01.516606Z","steps":["trace[1557928795] 'agreement among raft nodes before linearized reading' (duration: 901.501947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.516668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.614965Z","time spent":"901.692621ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:01.516679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.570464Z","time spent":"946.13624ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T12:15:01.516953Z","caller":"traceutil/trace.go:171","msg":"trace[782942427] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"691.035867ms","start":"2026-07-07T12:15:00.82589Z","end":"2026-07-07T12:15:01.516926Z","steps":["trace[782942427] 'process raft request' (duration: 690.390515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.517099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.825862Z","time spent":"691.15057ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.563707Z","caller":"traceutil/trace.go:171","msg":"trace[989403132] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"385.280926ms","start":"2026-07-07T12:15:01.178386Z","end":"2026-07-07T12:15:01.563667Z","steps":["trace[989403132] 'process raft request' (duration: 384.979579ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.56373Z","caller":"traceutil/trace.go:171","msg":"trace[733432281] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"373.371129ms","start":"2026-07-07T12:15:01.19033Z","end":"2026-07-07T12:15:01.563701Z","steps":["trace[733432281] 'process raft request' (duration: 373.278037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.563934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.178342Z","time spent":"385.479939ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.56392Z","caller":"traceutil/trace.go:171","msg":"trace[1472994337] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"375.061893ms","start":"2026-07-07T12:15:01.188683Z","end":"2026-07-07T12:15:01.563745Z","steps":["trace[1472994337] 'process raft request' (duration: 374.853639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.563992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.190306Z","time spent":"373.537073ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.564145Z","caller":"traceutil/trace.go:171","msg":"trace[1517757293] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"373.661445ms","start":"2026-07-07T12:15:01.190456Z","end":"2026-07-07T12:15:01.564118Z","steps":["trace[1517757293] 'process raft request' (duration: 373.429551ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.564111Z","caller":"traceutil/trace.go:171","msg":"trace[697646964] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"373.721356ms","start":"2026-07-07T12:15:01.190348Z","end":"2026-07-07T12:15:01.56407Z","steps":["trace[697646964] 'process raft request' (duration: 373.315058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.188642Z","time spent":"375.433629ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.564247Z","caller":"traceutil/trace.go:171","msg":"trace[1155542908] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"373.353199ms","start":"2026-07-07T12:15:01.190855Z","end":"2026-07-07T12:15:01.564208Z","steps":["trace[1155542908] 'process raft request' (duration: 373.139095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.190419Z","time spent":"373.783477ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.564248Z","caller":"traceutil/trace.go:171","msg":"trace[794217492] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"373.112853ms","start":"2026-07-07T12:15:01.191107Z","end":"2026-07-07T12:15:01.564219Z","steps":["trace[794217492] 'process raft request' (duration: 373.020611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.190304Z","time spent":"373.92426ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:01.564355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.19082Z","time spent":"373.492062ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:01.56444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.191094Z","time spent":"373.252197ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:01.564521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.280451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:01.56454Z","caller":"traceutil/trace.go:171","msg":"trace[1778326774] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"373.313917ms","start":"2026-07-07T12:15:01.19121Z","end":"2026-07-07T12:15:01.564524Z","steps":["trace[1778326774] 'process raft request' (duration: 372.96684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.281115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:01.564599Z","caller":"traceutil/trace.go:171","msg":"trace[1517797924] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"372.496672ms","start":"2026-07-07T12:15:01.192091Z","end":"2026-07-07T12:15:01.564588Z","steps":["trace[1517797924] 'process raft request' (duration: 372.234297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.191195Z","time spent":"373.379519ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:01.56464Z","caller":"traceutil/trace.go:171","msg":"trace[1850659337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26419; }","duration":"805.405718ms","start":"2026-07-07T12:15:00.759215Z","end":"2026-07-07T12:15:01.564621Z","steps":["trace[1850659337] 'agreement among raft nodes before linearized reading' (duration: 805.281225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.002541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T12:15:01.564667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.192078Z","time spent":"372.555223ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:01.564686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.75919Z","time spent":"805.488939ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:15:01.564691Z","caller":"traceutil/trace.go:171","msg":"trace[1978044017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26419; }","duration":"885.044792ms","start":"2026-07-07T12:15:00.679635Z","end":"2026-07-07T12:15:01.56468Z","steps":["trace[1978044017] 'agreement among raft nodes before linearized reading' (duration: 884.878019ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.564583Z","caller":"traceutil/trace.go:171","msg":"trace[201026901] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26419; }","duration":"569.389293ms","start":"2026-07-07T12:15:00.995175Z","end":"2026-07-07T12:15:01.564564Z","steps":["trace[201026901] 'agreement among raft nodes before linearized reading' (duration: 569.293171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.625162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-07T12:15:01.564801Z","caller":"traceutil/trace.go:171","msg":"trace[408525584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26419; }","duration":"936.683423ms","start":"2026-07-07T12:15:00.628101Z","end":"2026-07-07T12:15:01.564785Z","steps":["trace[408525584] 'agreement among raft nodes before linearized reading' (duration: 936.437498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.564724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.679553Z","time spent":"885.164225ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:15:01.564837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.628029Z","time spent":"936.799235ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" "} {"level":"warn","ts":"2026-07-07T12:15:01.564886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:00.995151Z","time spent":"569.618037ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:15:01.662641Z","caller":"traceutil/trace.go:171","msg":"trace[1715368077] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"139.560828ms","start":"2026-07-07T12:15:01.523045Z","end":"2026-07-07T12:15:01.662606Z","steps":["trace[1715368077] 'process raft request' (duration: 139.381094ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.662631Z","caller":"traceutil/trace.go:171","msg":"trace[1823600368] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"139.68292ms","start":"2026-07-07T12:15:01.522902Z","end":"2026-07-07T12:15:01.662585Z","steps":["trace[1823600368] 'process raft request' (duration: 139.347184ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.662849Z","caller":"traceutil/trace.go:171","msg":"trace[633041255] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"139.595309ms","start":"2026-07-07T12:15:01.523216Z","end":"2026-07-07T12:15:01.662812Z","steps":["trace[633041255] 'process raft request' (duration: 139.296923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.662923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.459126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-07-07T12:15:01.662991Z","caller":"traceutil/trace.go:171","msg":"trace[684356121] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26422; }","duration":"141.5924ms","start":"2026-07-07T12:15:01.521385Z","end":"2026-07-07T12:15:01.662977Z","steps":["trace[684356121] 'agreement among raft nodes before linearized reading' (duration: 141.368035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:01.663049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.401677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T12:15:01.663108Z","caller":"traceutil/trace.go:171","msg":"trace[1306641353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26422; }","duration":"132.53137ms","start":"2026-07-07T12:15:01.530563Z","end":"2026-07-07T12:15:01.663095Z","steps":["trace[1306641353] 'agreement among raft nodes before linearized reading' (duration: 132.277554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:01.942179Z","caller":"traceutil/trace.go:171","msg":"trace[2020702899] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"182.1483ms","start":"2026-07-07T12:15:01.759974Z","end":"2026-07-07T12:15:01.942123Z","steps":["trace[2020702899] 'process raft request' (duration: 91.782964ms)","trace[2020702899] 'compare' (duration: 90.146462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:02.272451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.453553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:15:02.272758Z","caller":"traceutil/trace.go:171","msg":"trace[272848273] linearizableReadLoop","detail":"{readStateIndex:27311; appliedIndex:27307; }","duration":"462.340737ms","start":"2026-07-07T12:15:01.810394Z","end":"2026-07-07T12:15:02.272735Z","steps":["trace[272848273] 'read index received' (duration: 41.413098ms)","trace[272848273] 'applied index is now lower than readState.Index' (duration: 420.925889ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:02.272872Z","caller":"traceutil/trace.go:171","msg":"trace[1145176987] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"510.689274ms","start":"2026-07-07T12:15:01.762169Z","end":"2026-07-07T12:15:02.272859Z","steps":["trace[1145176987] 'process raft request' (duration: 399.68815ms)","trace[1145176987] 'compare' (duration: 110.26497ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:02.272921Z","caller":"traceutil/trace.go:171","msg":"trace[198406406] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"509.975339ms","start":"2026-07-07T12:15:01.762895Z","end":"2026-07-07T12:15:02.272871Z","steps":["trace[198406406] 'process raft request' (duration: 509.744865ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:02.272975Z","caller":"traceutil/trace.go:171","msg":"trace[1157667431] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"510.651293ms","start":"2026-07-07T12:15:01.762246Z","end":"2026-07-07T12:15:02.272897Z","steps":["trace[1157667431] 'process raft request' (duration: 510.327076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:02.272948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.762149Z","time spent":"510.761815ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:02.273128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.762864Z","time spent":"510.154562ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6818,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:02.273113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.702835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:02.273153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.909765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-07T12:15:02.273209Z","caller":"traceutil/trace.go:171","msg":"trace[259179311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26429; }","duration":"462.880488ms","start":"2026-07-07T12:15:01.810304Z","end":"2026-07-07T12:15:02.273185Z","steps":["trace[259179311] 'agreement among raft nodes before linearized reading' (duration: 462.658824ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:02.273241Z","caller":"traceutil/trace.go:171","msg":"trace[2010537446] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26429; }","duration":"393.048448ms","start":"2026-07-07T12:15:01.88017Z","end":"2026-07-07T12:15:02.273219Z","steps":["trace[2010537446] 'agreement among raft nodes before linearized reading' (duration: 392.755782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:02.273263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.810272Z","time spent":"462.982529ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T12:15:02.273295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.880147Z","time spent":"393.139159ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-07-07T12:15:02.273258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:01.762216Z","time spent":"510.879147ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:02.903283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.347393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-07T12:15:02.903381Z","caller":"traceutil/trace.go:171","msg":"trace[1904038202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26429; }","duration":"227.594258ms","start":"2026-07-07T12:15:02.675764Z","end":"2026-07-07T12:15:02.903358Z","steps":["trace[1904038202] 'range keys from in-memory index tree' (duration: 227.15203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:02.903417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.130288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:02.903525Z","caller":"traceutil/trace.go:171","msg":"trace[2096548857] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26429; }","duration":"529.359473ms","start":"2026-07-07T12:15:02.374133Z","end":"2026-07-07T12:15:02.903492Z","steps":["trace[2096548857] 'count revisions from in-memory index tree' (duration: 529.002314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:02.903577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:02.374108Z","time spent":"529.457325ms","remote":"127.0.0.1:57186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:02.90359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.031917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-07T12:15:02.90376Z","caller":"traceutil/trace.go:171","msg":"trace[641419630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26429; }","duration":"188.212631ms","start":"2026-07-07T12:15:02.715514Z","end":"2026-07-07T12:15:02.903726Z","steps":["trace[641419630] 'range keys from in-memory index tree' (duration: 187.925075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:02.903811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.837073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:02.903846Z","caller":"traceutil/trace.go:171","msg":"trace[1737190778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26429; }","duration":"144.892554ms","start":"2026-07-07T12:15:02.758943Z","end":"2026-07-07T12:15:02.903836Z","steps":["trace[1737190778] 'range keys from in-memory index tree' (duration: 144.767502ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:03.876908Z","caller":"traceutil/trace.go:171","msg":"trace[352471731] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27319; }","duration":"141.932106ms","start":"2026-07-07T12:15:03.73494Z","end":"2026-07-07T12:15:03.876872Z","steps":["trace[352471731] 'read index received' (duration: 141.661131ms)","trace[352471731] 'applied index is now lower than readState.Index' (duration: 269.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:03.877035Z","caller":"traceutil/trace.go:171","msg":"trace[2094255656] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"160.245798ms","start":"2026-07-07T12:15:03.716748Z","end":"2026-07-07T12:15:03.876994Z","steps":["trace[2094255656] 'process raft request' (duration: 159.943502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:03.877255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.302692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:15:03.87727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.679986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:15:03.877375Z","caller":"traceutil/trace.go:171","msg":"trace[2121253168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26438; }","duration":"118.844859ms","start":"2026-07-07T12:15:03.758508Z","end":"2026-07-07T12:15:03.877353Z","steps":["trace[2121253168] 'agreement among raft nodes before linearized reading' (duration: 118.584944ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:03.877306Z","caller":"traceutil/trace.go:171","msg":"trace[122470673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26438; }","duration":"142.414835ms","start":"2026-07-07T12:15:03.734874Z","end":"2026-07-07T12:15:03.877289Z","steps":["trace[122470673] 'agreement among raft nodes before linearized reading' (duration: 142.15534ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:04.053201Z","caller":"traceutil/trace.go:171","msg":"trace[1328161388] linearizableReadLoop","detail":"{readStateIndex:27323; appliedIndex:27320; }","duration":"141.774132ms","start":"2026-07-07T12:15:03.911409Z","end":"2026-07-07T12:15:04.053183Z","steps":["trace[1328161388] 'read index received' (duration: 89.03504ms)","trace[1328161388] 'applied index is now lower than readState.Index' (duration: 52.738092ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:04.053267Z","caller":"traceutil/trace.go:171","msg":"trace[915141505] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"171.965738ms","start":"2026-07-07T12:15:03.881276Z","end":"2026-07-07T12:15:04.053242Z","steps":["trace[915141505] 'process raft request' (duration: 119.145974ms)","trace[915141505] 'compare' (duration: 52.148111ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:04.05331Z","caller":"traceutil/trace.go:171","msg":"trace[1466694253] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"171.737375ms","start":"2026-07-07T12:15:03.881566Z","end":"2026-07-07T12:15:04.053303Z","steps":["trace[1466694253] 'process raft request' (duration: 171.540711ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:04.053537Z","caller":"traceutil/trace.go:171","msg":"trace[1928534474] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"154.200527ms","start":"2026-07-07T12:15:03.899329Z","end":"2026-07-07T12:15:04.05353Z","steps":["trace[1928534474] 'process raft request' (duration: 153.812159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:04.053721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.297363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-07T12:15:04.05375Z","caller":"traceutil/trace.go:171","msg":"trace[323056407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26441; }","duration":"142.373974ms","start":"2026-07-07T12:15:03.911364Z","end":"2026-07-07T12:15:04.053738Z","steps":["trace[323056407] 'agreement among raft nodes before linearized reading' (duration: 142.258942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:04.053929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.609857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:15:04.054028Z","caller":"traceutil/trace.go:171","msg":"trace[646593534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26441; }","duration":"106.73839ms","start":"2026-07-07T12:15:03.947259Z","end":"2026-07-07T12:15:04.053998Z","steps":["trace[646593534] 'agreement among raft nodes before linearized reading' (duration: 106.422444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:04.837693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.091317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:04.837814Z","caller":"traceutil/trace.go:171","msg":"trace[498059632] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26449; }","duration":"232.294871ms","start":"2026-07-07T12:15:04.605496Z","end":"2026-07-07T12:15:04.83779Z","steps":["trace[498059632] 'count revisions from in-memory index tree' (duration: 231.974966ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:04.837954Z","caller":"traceutil/trace.go:171","msg":"trace[340252008] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"117.932801ms","start":"2026-07-07T12:15:04.719991Z","end":"2026-07-07T12:15:04.837924Z","steps":["trace[340252008] 'process raft request' (duration: 103.71046ms)","trace[340252008] 'compare' (duration: 13.629999ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:05.044171Z","caller":"traceutil/trace.go:171","msg":"trace[1209491088] linearizableReadLoop","detail":"{readStateIndex:27333; appliedIndex:27332; }","duration":"205.101863ms","start":"2026-07-07T12:15:04.839036Z","end":"2026-07-07T12:15:05.044138Z","steps":["trace[1209491088] 'read index received' (duration: 142.599828ms)","trace[1209491088] 'applied index is now lower than readState.Index' (duration: 62.500325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:05.044392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.167582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:05.044361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.277177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:05.044432Z","caller":"traceutil/trace.go:171","msg":"trace[1876036349] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26450; }","duration":"177.273623ms","start":"2026-07-07T12:15:04.867147Z","end":"2026-07-07T12:15:05.044421Z","steps":["trace[1876036349] 'agreement among raft nodes before linearized reading' (duration: 177.162841ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.044457Z","caller":"traceutil/trace.go:171","msg":"trace[224391544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26450; }","duration":"205.426421ms","start":"2026-07-07T12:15:04.839008Z","end":"2026-07-07T12:15:05.044434Z","steps":["trace[224391544] 'agreement among raft nodes before linearized reading' (duration: 205.240867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:05.044664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.709999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29723775-g44zd\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-07-07T12:15:05.044738Z","caller":"traceutil/trace.go:171","msg":"trace[407965858] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29723775-g44zd; range_end:; response_count:1; response_revision:26450; }","duration":"148.841301ms","start":"2026-07-07T12:15:04.895878Z","end":"2026-07-07T12:15:05.044719Z","steps":["trace[407965858] 'agreement among raft nodes before linearized reading' (duration: 148.583066ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.742496Z","caller":"traceutil/trace.go:171","msg":"trace[2065082581] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"152.151477ms","start":"2026-07-07T12:15:05.590307Z","end":"2026-07-07T12:15:05.742459Z","steps":["trace[2065082581] 'process raft request' (duration: 149.072566ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.742937Z","caller":"traceutil/trace.go:171","msg":"trace[1469310776] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"147.819672ms","start":"2026-07-07T12:15:05.595104Z","end":"2026-07-07T12:15:05.742924Z","steps":["trace[1469310776] 'process raft request' (duration: 147.24295ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.743088Z","caller":"traceutil/trace.go:171","msg":"trace[1399944663] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"146.856543ms","start":"2026-07-07T12:15:05.59621Z","end":"2026-07-07T12:15:05.743067Z","steps":["trace[1399944663] 'process raft request' (duration: 146.663778ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.743338Z","caller":"traceutil/trace.go:171","msg":"trace[1083069115] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"146.855402ms","start":"2026-07-07T12:15:05.596454Z","end":"2026-07-07T12:15:05.743309Z","steps":["trace[1083069115] 'process raft request' (duration: 146.573117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.743493Z","caller":"traceutil/trace.go:171","msg":"trace[393142238] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"144.296811ms","start":"2026-07-07T12:15:05.599186Z","end":"2026-07-07T12:15:05.743483Z","steps":["trace[393142238] 'process raft request' (duration: 144.269211ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.743553Z","caller":"traceutil/trace.go:171","msg":"trace[1433543258] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"144.542987ms","start":"2026-07-07T12:15:05.599001Z","end":"2026-07-07T12:15:05.743544Z","steps":["trace[1433543258] 'process raft request' (duration: 144.430995ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.743615Z","caller":"traceutil/trace.go:171","msg":"trace[358130507] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"146.082657ms","start":"2026-07-07T12:15:05.597526Z","end":"2026-07-07T12:15:05.743609Z","steps":["trace[358130507] 'process raft request' (duration: 145.685059ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:05.74357Z","caller":"traceutil/trace.go:171","msg":"trace[1774430824] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"145.934995ms","start":"2026-07-07T12:15:05.597605Z","end":"2026-07-07T12:15:05.74354Z","steps":["trace[1774430824] 'process raft request' (duration: 145.790152ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.870762Z","caller":"traceutil/trace.go:171","msg":"trace[1254446692] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"122.202745ms","start":"2026-07-07T12:15:07.748529Z","end":"2026-07-07T12:15:07.870731Z","steps":["trace[1254446692] 'process raft request' (duration: 122.011802ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.988975Z","caller":"traceutil/trace.go:171","msg":"trace[397145623] linearizableReadLoop","detail":"{readStateIndex:27368; appliedIndex:27361; }","duration":"110.074327ms","start":"2026-07-07T12:15:07.878871Z","end":"2026-07-07T12:15:07.988945Z","steps":["trace[397145623] 'read index received' (duration: 109.572126ms)","trace[397145623] 'applied index is now lower than readState.Index' (duration: 501.08µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:07.989127Z","caller":"traceutil/trace.go:171","msg":"trace[1204586884] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"238.734799ms","start":"2026-07-07T12:15:07.750364Z","end":"2026-07-07T12:15:07.989098Z","steps":["trace[1204586884] 'process raft request' (duration: 238.30744ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989206Z","caller":"traceutil/trace.go:171","msg":"trace[1236403521] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"239.102547ms","start":"2026-07-07T12:15:07.750056Z","end":"2026-07-07T12:15:07.989158Z","steps":["trace[1236403521] 'process raft request' (duration: 238.397672ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989263Z","caller":"traceutil/trace.go:171","msg":"trace[250915235] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"238.919573ms","start":"2026-07-07T12:15:07.7503Z","end":"2026-07-07T12:15:07.98922Z","steps":["trace[250915235] 'process raft request' (duration: 238.32236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:07.989293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.391912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:07.989297Z","caller":"traceutil/trace.go:171","msg":"trace[1390572794] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"238.765199ms","start":"2026-07-07T12:15:07.750483Z","end":"2026-07-07T12:15:07.989248Z","steps":["trace[1390572794] 'process raft request' (duration: 238.28676ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989336Z","caller":"traceutil/trace.go:171","msg":"trace[212112273] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"238.739459ms","start":"2026-07-07T12:15:07.750589Z","end":"2026-07-07T12:15:07.989329Z","steps":["trace[212112273] 'process raft request' (duration: 238.229619ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989815Z","caller":"traceutil/trace.go:171","msg":"trace[1911831510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26484; }","duration":"110.903242ms","start":"2026-07-07T12:15:07.878811Z","end":"2026-07-07T12:15:07.989714Z","steps":["trace[1911831510] 'agreement among raft nodes before linearized reading' (duration: 110.2589ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989323Z","caller":"traceutil/trace.go:171","msg":"trace[704078147] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"238.796951ms","start":"2026-07-07T12:15:07.750476Z","end":"2026-07-07T12:15:07.989273Z","steps":["trace[704078147] 'process raft request' (duration: 238.25443ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:07.989351Z","caller":"traceutil/trace.go:171","msg":"trace[816384269] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"238.739979ms","start":"2026-07-07T12:15:07.750598Z","end":"2026-07-07T12:15:07.989338Z","steps":["trace[816384269] 'process raft request' (duration: 238.26552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:09.901396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.272663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:09.901499Z","caller":"traceutil/trace.go:171","msg":"trace[141061028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26501; }","duration":"142.435405ms","start":"2026-07-07T12:15:09.759038Z","end":"2026-07-07T12:15:09.901473Z","steps":["trace[141061028] 'count revisions from in-memory index tree' (duration: 142.18626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:09.901605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.550543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:15:09.90164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.721136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:09.901726Z","caller":"traceutil/trace.go:171","msg":"trace[609089971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26501; }","duration":"122.863708ms","start":"2026-07-07T12:15:09.778839Z","end":"2026-07-07T12:15:09.901702Z","steps":["trace[609089971] 'count revisions from in-memory index tree' (duration: 122.646535ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:09.901676Z","caller":"traceutil/trace.go:171","msg":"trace[304139857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26501; }","duration":"372.678516ms","start":"2026-07-07T12:15:09.528977Z","end":"2026-07-07T12:15:09.901655Z","steps":["trace[304139857] 'count revisions from in-memory index tree' (duration: 372.468182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:09.90209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.528954Z","time spent":"373.120284ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:15:10.19922Z","caller":"traceutil/trace.go:171","msg":"trace[917942018] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"322.189317ms","start":"2026-07-07T12:15:09.877Z","end":"2026-07-07T12:15:10.199189Z","steps":["trace[917942018] 'process raft request' (duration: 322.013264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.199396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.876977Z","time spent":"322.32426ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:10.349579Z","caller":"traceutil/trace.go:171","msg":"trace[756809024] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"353.10466ms","start":"2026-07-07T12:15:09.996437Z","end":"2026-07-07T12:15:10.349542Z","steps":["trace[756809024] 'process raft request' (duration: 352.807043ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.3496Z","caller":"traceutil/trace.go:171","msg":"trace[1558944356] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"354.303933ms","start":"2026-07-07T12:15:09.995259Z","end":"2026-07-07T12:15:10.349563Z","steps":["trace[1558944356] 'process raft request' (duration: 292.221625ms)","trace[1558944356] 'compare' (duration: 61.577397ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:10.34964Z","caller":"traceutil/trace.go:171","msg":"trace[947748178] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"352.11145ms","start":"2026-07-07T12:15:09.997507Z","end":"2026-07-07T12:15:10.349618Z","steps":["trace[947748178] 'process raft request' (duration: 351.796613ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.349698Z","caller":"traceutil/trace.go:171","msg":"trace[230107008] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"352.1467ms","start":"2026-07-07T12:15:09.997538Z","end":"2026-07-07T12:15:10.349685Z","steps":["trace[230107008] 'process raft request' (duration: 351.801243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.349764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.997502Z","time spent":"352.191942ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:10.349763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.996427Z","time spent":"353.232392ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:10.349801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.995228Z","time spent":"354.463786ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:10.349794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.997532Z","time spent":"352.201541ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:10.349611Z","caller":"traceutil/trace.go:171","msg":"trace[646393368] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"353.244722ms","start":"2026-07-07T12:15:09.996336Z","end":"2026-07-07T12:15:10.34958Z","steps":["trace[646393368] 'process raft request' (duration: 352.861294ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.349437Z","caller":"traceutil/trace.go:171","msg":"trace[104324239] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27386; }","duration":"349.530018ms","start":"2026-07-07T12:15:09.999882Z","end":"2026-07-07T12:15:10.349412Z","steps":["trace[104324239] 'read index received' (duration: 198.966472ms)","trace[104324239] 'applied index is now lower than readState.Index' (duration: 150.562336ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:10.349803Z","caller":"traceutil/trace.go:171","msg":"trace[1702995047] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"352.294723ms","start":"2026-07-07T12:15:09.997415Z","end":"2026-07-07T12:15:10.34971Z","steps":["trace[1702995047] 'process raft request' (duration: 351.858954ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.349915Z","caller":"traceutil/trace.go:171","msg":"trace[363611048] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"351.950076ms","start":"2026-07-07T12:15:09.997888Z","end":"2026-07-07T12:15:10.349839Z","steps":["trace[363611048] 'process raft request' (duration: 351.488238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.350093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.163961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:10.350045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.997385Z","time spent":"352.62429ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:10.350134Z","caller":"traceutil/trace.go:171","msg":"trace[993063995] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26509; }","duration":"350.364205ms","start":"2026-07-07T12:15:09.999757Z","end":"2026-07-07T12:15:10.350121Z","steps":["trace[993063995] 'agreement among raft nodes before linearized reading' (duration: 350.238502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.350164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.999741Z","time spent":"350.416025ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:10.350134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.996316Z","time spent":"353.637329ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:10.350274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:09.997862Z","time spent":"352.230942ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:10.376896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.497242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29723775-g44zd\" ","response":"range_response_count:1 size:7150"} {"level":"info","ts":"2026-07-07T12:15:10.377011Z","caller":"traceutil/trace.go:171","msg":"trace[435969844] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29723775-g44zd; range_end:; response_count:1; response_revision:26510; }","duration":"372.656725ms","start":"2026-07-07T12:15:10.004326Z","end":"2026-07-07T12:15:10.376983Z","steps":["trace[435969844] 'agreement among raft nodes before linearized reading' (duration: 372.444741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.377071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.004315Z","time spent":"372.745667ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7173,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29723775-g44zd\" "} {"level":"warn","ts":"2026-07-07T12:15:10.377145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.759406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T12:15:10.377165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.394539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T12:15:10.377183Z","caller":"traceutil/trace.go:171","msg":"trace[265076985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26510; }","duration":"291.799247ms","start":"2026-07-07T12:15:10.085375Z","end":"2026-07-07T12:15:10.377175Z","steps":["trace[265076985] 'agreement among raft nodes before linearized reading' (duration: 291.718826ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.377198Z","caller":"traceutil/trace.go:171","msg":"trace[1378647243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26510; }","duration":"295.47838ms","start":"2026-07-07T12:15:10.08171Z","end":"2026-07-07T12:15:10.377189Z","steps":["trace[1378647243] 'agreement among raft nodes before linearized reading' (duration: 295.394739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.377187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.690139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T12:15:10.377266Z","caller":"traceutil/trace.go:171","msg":"trace[2119794102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26510; }","duration":"274.79389ms","start":"2026-07-07T12:15:10.102452Z","end":"2026-07-07T12:15:10.377246Z","steps":["trace[2119794102] 'agreement among raft nodes before linearized reading' (duration: 274.566836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.37757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.577913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:15:10.377608Z","caller":"traceutil/trace.go:171","msg":"trace[379877041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26510; }","duration":"290.649235ms","start":"2026-07-07T12:15:10.08695Z","end":"2026-07-07T12:15:10.377599Z","steps":["trace[379877041] 'agreement among raft nodes before linearized reading' (duration: 290.417851ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.580208Z","caller":"traceutil/trace.go:171","msg":"trace[237970904] linearizableReadLoop","detail":"{readStateIndex:27401; appliedIndex:27395; }","duration":"168.624622ms","start":"2026-07-07T12:15:10.411558Z","end":"2026-07-07T12:15:10.580182Z","steps":["trace[237970904] 'read index received' (duration: 32.91029ms)","trace[237970904] 'applied index is now lower than readState.Index' (duration: 135.712842ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:10.580524Z","caller":"traceutil/trace.go:171","msg":"trace[1549086707] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"196.592377ms","start":"2026-07-07T12:15:10.383915Z","end":"2026-07-07T12:15:10.580508Z","steps":["trace[1549086707] 'process raft request' (duration: 195.913003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.580907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.331677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:10.580957Z","caller":"traceutil/trace.go:171","msg":"trace[1033851202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26516; }","duration":"169.426379ms","start":"2026-07-07T12:15:10.41152Z","end":"2026-07-07T12:15:10.580946Z","steps":["trace[1033851202] 'agreement among raft nodes before linearized reading' (duration: 169.321817ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.581113Z","caller":"traceutil/trace.go:171","msg":"trace[1772210565] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"196.648566ms","start":"2026-07-07T12:15:10.384454Z","end":"2026-07-07T12:15:10.581103Z","steps":["trace[1772210565] 'process raft request' (duration: 195.594265ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.581247Z","caller":"traceutil/trace.go:171","msg":"trace[1704836775] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"196.516083ms","start":"2026-07-07T12:15:10.384723Z","end":"2026-07-07T12:15:10.581239Z","steps":["trace[1704836775] 'process raft request' (duration: 195.365661ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.581506Z","caller":"traceutil/trace.go:171","msg":"trace[1599800200] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"194.127926ms","start":"2026-07-07T12:15:10.387351Z","end":"2026-07-07T12:15:10.581479Z","steps":["trace[1599800200] 'process raft request' (duration: 192.775509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:10.582213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.725148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:10.582256Z","caller":"traceutil/trace.go:171","msg":"trace[331132479] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26516; }","duration":"157.81992ms","start":"2026-07-07T12:15:10.424426Z","end":"2026-07-07T12:15:10.582246Z","steps":["trace[331132479] 'agreement among raft nodes before linearized reading' (duration: 157.730168ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:10.580733Z","caller":"traceutil/trace.go:171","msg":"trace[65132499] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"196.802811ms","start":"2026-07-07T12:15:10.383921Z","end":"2026-07-07T12:15:10.580724Z","steps":["trace[65132499] 'process raft request' (duration: 196.083316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.112024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583622119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:15:11.126977Z","caller":"traceutil/trace.go:171","msg":"trace[424190404] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"530.628067ms","start":"2026-07-07T12:15:10.596324Z","end":"2026-07-07T12:15:11.126952Z","steps":["trace[424190404] 'process raft request' (duration: 530.429453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.12715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.596301Z","time spent":"530.75671ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:11.483996Z","caller":"traceutil/trace.go:171","msg":"trace[437134878] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"876.8504ms","start":"2026-07-07T12:15:10.607118Z","end":"2026-07-07T12:15:11.483968Z","steps":["trace[437134878] 'process raft request' (duration: 875.924612ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:11.48412Z","caller":"traceutil/trace.go:171","msg":"trace[326091654] linearizableReadLoop","detail":"{readStateIndex:27404; appliedIndex:27401; }","duration":"872.159498ms","start":"2026-07-07T12:15:10.611928Z","end":"2026-07-07T12:15:11.484087Z","steps":["trace[326091654] 'read index received' (duration: 514.855576ms)","trace[326091654] 'applied index is now lower than readState.Index' (duration: 357.301102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:11.484193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.6071Z","time spent":"876.991273ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:11.484238Z","caller":"traceutil/trace.go:171","msg":"trace[1136400627] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"807.706844ms","start":"2026-07-07T12:15:10.676518Z","end":"2026-07-07T12:15:11.484225Z","steps":["trace[1136400627] 'process raft request' (duration: 807.327257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.484292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.352091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-07T12:15:11.48435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.676462Z","time spent":"807.810646ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:11.484356Z","caller":"traceutil/trace.go:171","msg":"trace[98300891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26519; }","duration":"872.831731ms","start":"2026-07-07T12:15:10.611509Z","end":"2026-07-07T12:15:11.484341Z","steps":["trace[98300891] 'agreement among raft nodes before linearized reading' (duration: 872.707328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.484399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.611488Z","time spent":"872.903471ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-07T12:15:11.491333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.948686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:11.491434Z","caller":"traceutil/trace.go:171","msg":"trace[1784402458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26523; }","duration":"731.089139ms","start":"2026-07-07T12:15:10.760322Z","end":"2026-07-07T12:15:11.491411Z","steps":["trace[1784402458] 'agreement among raft nodes before linearized reading' (duration: 730.962237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.491561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:10.760263Z","time spent":"731.290193ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T12:15:11.491812Z","caller":"traceutil/trace.go:171","msg":"trace[1209771641] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"356.299491ms","start":"2026-07-07T12:15:11.135504Z","end":"2026-07-07T12:15:11.491803Z","steps":["trace[1209771641] 'process raft request' (duration: 355.543857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.491956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.135475Z","time spent":"356.378882ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:11.492065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.118324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:11.493941Z","caller":"traceutil/trace.go:171","msg":"trace[675562346] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26523; }","duration":"121.053712ms","start":"2026-07-07T12:15:11.372866Z","end":"2026-07-07T12:15:11.493919Z","steps":["trace[675562346] 'agreement among raft nodes before linearized reading' (duration: 119.142184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.492076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.749831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:11.494091Z","caller":"traceutil/trace.go:171","msg":"trace[655831972] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26523; }","duration":"273.801191ms","start":"2026-07-07T12:15:11.220269Z","end":"2026-07-07T12:15:11.49407Z","steps":["trace[655831972] 'agreement among raft nodes before linearized reading' (duration: 271.782331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.492172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.0892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-07-07T12:15:11.492258Z","caller":"traceutil/trace.go:171","msg":"trace[28431136] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"356.117248ms","start":"2026-07-07T12:15:11.136102Z","end":"2026-07-07T12:15:11.492219Z","steps":["trace[28431136] 'process raft request' (duration: 355.028697ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:11.494184Z","caller":"traceutil/trace.go:171","msg":"trace[1392143031] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26523; }","duration":"351.105499ms","start":"2026-07-07T12:15:11.143041Z","end":"2026-07-07T12:15:11.494146Z","steps":["trace[1392143031] 'agreement among raft nodes before linearized reading' (duration: 349.048919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.494299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.143021Z","time spent":"351.255483ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-07T12:15:11.492358Z","caller":"traceutil/trace.go:171","msg":"trace[2027575705] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"355.036597ms","start":"2026-07-07T12:15:11.137309Z","end":"2026-07-07T12:15:11.492346Z","steps":["trace[2027575705] 'process raft request' (duration: 353.941555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.494387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.136094Z","time spent":"358.177849ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:11.494478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.137283Z","time spent":"357.147559ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:11.49235Z","caller":"traceutil/trace.go:171","msg":"trace[1862472436] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"355.664589ms","start":"2026-07-07T12:15:11.136631Z","end":"2026-07-07T12:15:11.492296Z","steps":["trace[1862472436] 'process raft request' (duration: 354.535316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.492494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.237084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T12:15:11.495413Z","caller":"traceutil/trace.go:171","msg":"trace[465416485] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26523; }","duration":"387.266844ms","start":"2026-07-07T12:15:11.108128Z","end":"2026-07-07T12:15:11.495394Z","steps":["trace[465416485] 'agreement among raft nodes before linearized reading' (duration: 384.079571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:11.495465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.108101Z","time spent":"387.349026ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-07T12:15:11.495509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:11.136624Z","time spent":"358.828801ms","remote":"127.0.0.1:40864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.641699Z","caller":"traceutil/trace.go:171","msg":"trace[264626489] linearizableReadLoop","detail":"{readStateIndex:27411; appliedIndex:27409; }","duration":"521.220202ms","start":"2026-07-07T12:15:12.120451Z","end":"2026-07-07T12:15:12.641671Z","steps":["trace[264626489] 'read index received' (duration: 35.465492ms)","trace[264626489] 'applied index is now lower than readState.Index' (duration: 485.75344ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:12.641752Z","caller":"traceutil/trace.go:171","msg":"trace[2098376642] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"560.679642ms","start":"2026-07-07T12:15:12.081037Z","end":"2026-07-07T12:15:12.641716Z","steps":["trace[2098376642] 'process raft request' (duration: 560.436438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.641926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.08099Z","time spent":"560.836084ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:12.641961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.488447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T12:15:12.641989Z","caller":"traceutil/trace.go:171","msg":"trace[1174516931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26526; }","duration":"521.584239ms","start":"2026-07-07T12:15:12.120396Z","end":"2026-07-07T12:15:12.641981Z","steps":["trace[1174516931] 'agreement among raft nodes before linearized reading' (duration: 521.399306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.642021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.12038Z","time spent":"521.63175ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-07T12:15:12.791279Z","caller":"traceutil/trace.go:171","msg":"trace[1176609454] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"585.559314ms","start":"2026-07-07T12:15:12.205687Z","end":"2026-07-07T12:15:12.791246Z","steps":["trace[1176609454] 'process raft request' (duration: 567.600109ms)","trace[1176609454] 'compare' (duration: 17.637958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:12.791475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.205657Z","time spent":"585.708607ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.79188Z","caller":"traceutil/trace.go:171","msg":"trace[1791012831] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"436.272933ms","start":"2026-07-07T12:15:12.355569Z","end":"2026-07-07T12:15:12.791842Z","steps":["trace[1791012831] 'process raft request' (duration: 435.586049ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:12.792017Z","caller":"traceutil/trace.go:171","msg":"trace[950215758] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"436.141669ms","start":"2026-07-07T12:15:12.355854Z","end":"2026-07-07T12:15:12.791996Z","steps":["trace[950215758] 'process raft request' (duration: 435.875494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.792086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.355537Z","time spent":"436.427746ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:12.792093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.355839Z","time spent":"436.214811ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.792282Z","caller":"traceutil/trace.go:171","msg":"trace[1911012109] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"435.872265ms","start":"2026-07-07T12:15:12.356371Z","end":"2026-07-07T12:15:12.792244Z","steps":["trace[1911012109] 'process raft request' (duration: 435.581569ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:12.792359Z","caller":"traceutil/trace.go:171","msg":"trace[895478709] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"435.814344ms","start":"2026-07-07T12:15:12.356517Z","end":"2026-07-07T12:15:12.792331Z","steps":["trace[895478709] 'process raft request' (duration: 435.61045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.792525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.356507Z","time spent":"435.925425ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:12.792541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.356361Z","time spent":"436.046708ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.792559Z","caller":"traceutil/trace.go:171","msg":"trace[857779387] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"435.60877ms","start":"2026-07-07T12:15:12.356938Z","end":"2026-07-07T12:15:12.792547Z","steps":["trace[857779387] 'process raft request' (duration: 435.337644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.792632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.356927Z","time spent":"435.664311ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.792795Z","caller":"traceutil/trace.go:171","msg":"trace[737256863] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"435.743373ms","start":"2026-07-07T12:15:12.357039Z","end":"2026-07-07T12:15:12.792782Z","steps":["trace[737256863] 'process raft request' (duration: 435.457067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.792857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.35703Z","time spent":"435.797454ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.792845Z","caller":"traceutil/trace.go:171","msg":"trace[1367929737] linearizableReadLoop","detail":"{readStateIndex:27419; appliedIndex:27411; }","duration":"151.058526ms","start":"2026-07-07T12:15:12.641764Z","end":"2026-07-07T12:15:12.792822Z","steps":["trace[1367929737] 'read index received' (duration: 131.51881ms)","trace[1367929737] 'applied index is now lower than readState.Index' (duration: 19.538676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:12.793032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.59211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:15:12.793076Z","caller":"traceutil/trace.go:171","msg":"trace[2113777727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26534; }","duration":"390.697392ms","start":"2026-07-07T12:15:12.402367Z","end":"2026-07-07T12:15:12.793065Z","steps":["trace[2113777727] 'agreement among raft nodes before linearized reading' (duration: 390.512108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.7931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.017866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa5138cc-7735-4842-a4dc-93565530cd7a\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-07T12:15:12.793114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.40234Z","time spent":"390.765663ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T12:15:12.793108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.175185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:15:12.793138Z","caller":"traceutil/trace.go:171","msg":"trace[911136542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa5138cc-7735-4842-a4dc-93565530cd7a; range_end:; response_count:1; response_revision:26534; }","duration":"146.054577ms","start":"2026-07-07T12:15:12.647072Z","end":"2026-07-07T12:15:12.793127Z","steps":["trace[911136542] 'agreement among raft nodes before linearized reading' (duration: 145.920924ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:12.793157Z","caller":"traceutil/trace.go:171","msg":"trace[321396567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26534; }","duration":"205.275557ms","start":"2026-07-07T12:15:12.587867Z","end":"2026-07-07T12:15:12.793142Z","steps":["trace[321396567] 'agreement among raft nodes before linearized reading' (duration: 205.087113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.793317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.388804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:12.793349Z","caller":"traceutil/trace.go:171","msg":"trace[1759049144] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26534; }","duration":"104.488846ms","start":"2026-07-07T12:15:12.68885Z","end":"2026-07-07T12:15:12.793338Z","steps":["trace[1759049144] 'agreement among raft nodes before linearized reading' (duration: 104.431705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.793396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.496149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T12:15:12.793438Z","caller":"traceutil/trace.go:171","msg":"trace[527468853] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"434.911296ms","start":"2026-07-07T12:15:12.358509Z","end":"2026-07-07T12:15:12.79342Z","steps":["trace[527468853] 'process raft request' (duration: 434.198813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.793518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.358451Z","time spent":"435.018868ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:12.793442Z","caller":"traceutil/trace.go:171","msg":"trace[165191512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26534; }","duration":"344.596201ms","start":"2026-07-07T12:15:12.448835Z","end":"2026-07-07T12:15:12.793431Z","steps":["trace[165191512] 'agreement among raft nodes before linearized reading' (duration: 344.471918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.793625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.628024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T12:15:12.79364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.448806Z","time spent":"344.818995ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T12:15:12.793665Z","caller":"traceutil/trace.go:171","msg":"trace[503510592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26534; }","duration":"205.728066ms","start":"2026-07-07T12:15:12.587925Z","end":"2026-07-07T12:15:12.793653Z","steps":["trace[503510592] 'agreement among raft nodes before linearized reading' (duration: 205.624014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.793877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.707415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:15:12.793916Z","caller":"traceutil/trace.go:171","msg":"trace[2097214648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26534; }","duration":"207.768466ms","start":"2026-07-07T12:15:12.586136Z","end":"2026-07-07T12:15:12.793905Z","steps":["trace[2097214648] 'agreement among raft nodes before linearized reading' (duration: 207.660433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.794052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.122664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T12:15:12.794142Z","caller":"traceutil/trace.go:171","msg":"trace[701991935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26534; }","duration":"206.297338ms","start":"2026-07-07T12:15:12.587822Z","end":"2026-07-07T12:15:12.794119Z","steps":["trace[701991935] 'agreement among raft nodes before linearized reading' (duration: 205.95761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.795405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.351393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T12:15:12.795453Z","caller":"traceutil/trace.go:171","msg":"trace[1642011520] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26534; }","duration":"319.449405ms","start":"2026-07-07T12:15:12.475993Z","end":"2026-07-07T12:15:12.795443Z","steps":["trace[1642011520] 'agreement among raft nodes before linearized reading' (duration: 317.299302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:12.795481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:12.475978Z","time spent":"319.494305ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2719,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:15:13.011292Z","caller":"traceutil/trace.go:171","msg":"trace[1951381062] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"213.085062ms","start":"2026-07-07T12:15:12.798156Z","end":"2026-07-07T12:15:13.011241Z","steps":["trace[1951381062] 'process raft request' (duration: 212.50932ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:13.011357Z","caller":"traceutil/trace.go:171","msg":"trace[2063262200] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"212.824696ms","start":"2026-07-07T12:15:12.79849Z","end":"2026-07-07T12:15:13.011314Z","steps":["trace[2063262200] 'process raft request' (duration: 212.613122ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:13.01163Z","caller":"traceutil/trace.go:171","msg":"trace[215674257] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"212.997939ms","start":"2026-07-07T12:15:12.798582Z","end":"2026-07-07T12:15:13.01158Z","steps":["trace[215674257] 'process raft request' (duration: 212.659973ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:13.01174Z","caller":"traceutil/trace.go:171","msg":"trace[1170722429] linearizableReadLoop","detail":"{readStateIndex:27424; appliedIndex:27419; }","duration":"212.181694ms","start":"2026-07-07T12:15:12.799539Z","end":"2026-07-07T12:15:13.011721Z","steps":["trace[1170722429] 'read index received' (duration: 64.577217ms)","trace[1170722429] 'applied index is now lower than readState.Index' (duration: 147.602797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:13.012054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.49713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:15:13.012083Z","caller":"traceutil/trace.go:171","msg":"trace[1431464152] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"213.408487ms","start":"2026-07-07T12:15:12.798658Z","end":"2026-07-07T12:15:13.012066Z","steps":["trace[1431464152] 'process raft request' (duration: 212.796636ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:13.012094Z","caller":"traceutil/trace.go:171","msg":"trace[2108815541] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26539; }","duration":"212.587482ms","start":"2026-07-07T12:15:12.799494Z","end":"2026-07-07T12:15:13.012082Z","steps":["trace[2108815541] 'agreement among raft nodes before linearized reading' (duration: 212.385498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:14.727776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.598505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:14.727912Z","caller":"traceutil/trace.go:171","msg":"trace[1605477281] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26544; }","duration":"500.816329ms","start":"2026-07-07T12:15:14.227076Z","end":"2026-07-07T12:15:14.727892Z","steps":["trace[1605477281] 'count revisions from in-memory index tree' (duration: 500.496263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:14.72796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:14.227048Z","time spent":"500.90304ms","remote":"127.0.0.1:40860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:14.806581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.587397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T12:15:14.806818Z","caller":"traceutil/trace.go:171","msg":"trace[1852125129] linearizableReadLoop","detail":"{readStateIndex:27430; appliedIndex:27429; }","duration":"396.178591ms","start":"2026-07-07T12:15:14.410608Z","end":"2026-07-07T12:15:14.806786Z","steps":["trace[1852125129] 'read index received' (duration: 79.351449ms)","trace[1852125129] 'applied index is now lower than readState.Index' (duration: 316.824602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:14.807082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.436246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:14.807181Z","caller":"traceutil/trace.go:171","msg":"trace[157293559] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26545; }","duration":"396.594378ms","start":"2026-07-07T12:15:14.410569Z","end":"2026-07-07T12:15:14.807164Z","steps":["trace[157293559] 'agreement among raft nodes before linearized reading' (duration: 396.309303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:14.807222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:14.410555Z","time spent":"396.65894ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:14.809575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.994307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-07T12:15:14.809662Z","caller":"traceutil/trace.go:171","msg":"trace[711890763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26552; }","duration":"268.095948ms","start":"2026-07-07T12:15:14.541549Z","end":"2026-07-07T12:15:14.809645Z","steps":["trace[711890763] 'agreement among raft nodes before linearized reading' (duration: 267.959866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:14.80986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.422659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:14.809923Z","caller":"traceutil/trace.go:171","msg":"trace[1970938432] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26552; }","duration":"167.53341ms","start":"2026-07-07T12:15:14.642374Z","end":"2026-07-07T12:15:14.809907Z","steps":["trace[1970938432] 'agreement among raft nodes before linearized reading' (duration: 167.404808ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.300135Z","caller":"traceutil/trace.go:171","msg":"trace[680372260] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"487.125868ms","start":"2026-07-07T12:15:16.812979Z","end":"2026-07-07T12:15:17.300105Z","steps":["trace[680372260] 'process raft request' (duration: 486.936875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.300349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.812948Z","time spent":"487.285791ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:17.440456Z","caller":"traceutil/trace.go:171","msg":"trace[1591654978] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"624.90105ms","start":"2026-07-07T12:15:16.815522Z","end":"2026-07-07T12:15:17.440423Z","steps":["trace[1591654978] 'process raft request' (duration: 624.765818ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.440476Z","caller":"traceutil/trace.go:171","msg":"trace[755660270] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"625.118455ms","start":"2026-07-07T12:15:16.815292Z","end":"2026-07-07T12:15:17.44041Z","steps":["trace[755660270] 'process raft request' (duration: 624.771299ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.440694Z","caller":"traceutil/trace.go:171","msg":"trace[122120432] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"624.990442ms","start":"2026-07-07T12:15:16.815676Z","end":"2026-07-07T12:15:17.440666Z","steps":["trace[122120432] 'process raft request' (duration: 624.680796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.440714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.815481Z","time spent":"625.066674ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:17.440717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.81526Z","time spent":"625.324568ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:17.440778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.815666Z","time spent":"625.076033ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:17.440827Z","caller":"traceutil/trace.go:171","msg":"trace[2057279390] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"624.893551ms","start":"2026-07-07T12:15:16.815905Z","end":"2026-07-07T12:15:17.440798Z","steps":["trace[2057279390] 'process raft request' (duration: 624.696257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.815893Z","time spent":"625.015443ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:17.441027Z","caller":"traceutil/trace.go:171","msg":"trace[1660880882] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"624.937031ms","start":"2026-07-07T12:15:16.816046Z","end":"2026-07-07T12:15:17.440983Z","steps":["trace[1660880882] 'process raft request' (duration: 624.705607ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.441211Z","caller":"traceutil/trace.go:171","msg":"trace[122899602] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"625.065295ms","start":"2026-07-07T12:15:16.816101Z","end":"2026-07-07T12:15:17.441166Z","steps":["trace[122899602] 'process raft request' (duration: 624.88311ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.441439Z","caller":"traceutil/trace.go:171","msg":"trace[1089090049] linearizableReadLoop","detail":"{readStateIndex:27460; appliedIndex:27452; }","duration":"554.425758ms","start":"2026-07-07T12:15:16.886974Z","end":"2026-07-07T12:15:17.4414Z","steps":["trace[1089090049] 'read index received' (duration: 412.910381ms)","trace[1089090049] 'applied index is now lower than readState.Index' (duration: 141.514087ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:17.441162Z","caller":"traceutil/trace.go:171","msg":"trace[1207281538] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"624.684797ms","start":"2026-07-07T12:15:16.816467Z","end":"2026-07-07T12:15:17.441152Z","steps":["trace[1207281538] 'process raft request' (duration: 624.590245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.816055Z","time spent":"625.264948ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:17.441638Z","caller":"traceutil/trace.go:171","msg":"trace[1606264592] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"260.813845ms","start":"2026-07-07T12:15:17.180802Z","end":"2026-07-07T12:15:17.441616Z","steps":["trace[1606264592] 'process raft request' (duration: 260.287385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.816015Z","time spent":"625.199917ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:17.441711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.725724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-07T12:15:17.441699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.816455Z","time spent":"625.110935ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:17.441738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.034091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:17.441749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.523642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:17.441766Z","caller":"traceutil/trace.go:171","msg":"trace[460232020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26575; }","duration":"554.848166ms","start":"2026-07-07T12:15:16.886907Z","end":"2026-07-07T12:15:17.441755Z","steps":["trace[460232020] 'agreement among raft nodes before linearized reading' (duration: 554.655272ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.441787Z","caller":"traceutil/trace.go:171","msg":"trace[29801569] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26575; }","duration":"465.143773ms","start":"2026-07-07T12:15:16.97663Z","end":"2026-07-07T12:15:17.441773Z","steps":["trace[29801569] 'agreement among raft nodes before linearized reading' (duration: 465.050151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.886891Z","time spent":"554.904777ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:15:17.441853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.629384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-07T12:15:17.441868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.482995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:17.441798Z","caller":"traceutil/trace.go:171","msg":"trace[1516487483] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26575; }","duration":"246.577253ms","start":"2026-07-07T12:15:17.195208Z","end":"2026-07-07T12:15:17.441785Z","steps":["trace[1516487483] 'agreement among raft nodes before linearized reading' (duration: 246.487012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.976601Z","time spent":"465.215715ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:15:17.441908Z","caller":"traceutil/trace.go:171","msg":"trace[2086791528] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26575; }","duration":"445.542416ms","start":"2026-07-07T12:15:16.996357Z","end":"2026-07-07T12:15:17.441899Z","steps":["trace[2086791528] 'agreement among raft nodes before linearized reading' (duration: 445.482874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.441927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.486092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-07T12:15:17.441956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:16.996348Z","time spent":"445.599016ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:17.442003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.783737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T12:15:17.442014Z","caller":"traceutil/trace.go:171","msg":"trace[204958772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26575; }","duration":"413.600204ms","start":"2026-07-07T12:15:17.028374Z","end":"2026-07-07T12:15:17.441974Z","steps":["trace[204958772] 'agreement among raft nodes before linearized reading' (duration: 413.304058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.44207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.422091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T12:15:17.442119Z","caller":"traceutil/trace.go:171","msg":"trace[896616144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26575; }","duration":"413.515773ms","start":"2026-07-07T12:15:17.028591Z","end":"2026-07-07T12:15:17.442107Z","steps":["trace[896616144] 'agreement among raft nodes before linearized reading' (duration: 413.39844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.442156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:17.028571Z","time spent":"413.576353ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:17.442133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:17.028357Z","time spent":"413.754567ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T12:15:17.441914Z","caller":"traceutil/trace.go:171","msg":"trace[553446533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26575; }","duration":"413.732157ms","start":"2026-07-07T12:15:17.028166Z","end":"2026-07-07T12:15:17.441898Z","steps":["trace[553446533] 'agreement among raft nodes before linearized reading' (duration: 413.538593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.44226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:17.028139Z","time spent":"414.110594ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T12:15:17.442041Z","caller":"traceutil/trace.go:171","msg":"trace[1148829783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26575; }","duration":"413.867509ms","start":"2026-07-07T12:15:17.028165Z","end":"2026-07-07T12:15:17.442032Z","steps":["trace[1148829783] 'agreement among raft nodes before linearized reading' (duration: 413.772657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:17.442368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:17.028138Z","time spent":"414.181786ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T12:15:17.935384Z","caller":"traceutil/trace.go:171","msg":"trace[1070160497] linearizableReadLoop","detail":"{readStateIndex:27472; appliedIndex:27471; }","duration":"175.125943ms","start":"2026-07-07T12:15:17.760231Z","end":"2026-07-07T12:15:17.935357Z","steps":["trace[1070160497] 'read index received' (duration: 149.903964ms)","trace[1070160497] 'applied index is now lower than readState.Index' (duration: 25.220899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:17.935566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.324126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:17.93561Z","caller":"traceutil/trace.go:171","msg":"trace[578989765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26586; }","duration":"175.432918ms","start":"2026-07-07T12:15:17.760165Z","end":"2026-07-07T12:15:17.935598Z","steps":["trace[578989765] 'agreement among raft nodes before linearized reading' (duration: 175.298976ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:17.935599Z","caller":"traceutil/trace.go:171","msg":"trace[133570764] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"453.000013ms","start":"2026-07-07T12:15:17.482531Z","end":"2026-07-07T12:15:17.935531Z","steps":["trace[133570764] 'process raft request' (duration: 427.647822ms)","trace[133570764] 'compare' (duration: 25.047424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:17.935926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:17.48252Z","time spent":"453.212018ms","remote":"127.0.0.1:40830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:38.601553Z","caller":"traceutil/trace.go:171","msg":"trace[1117313454] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"519.896797ms","start":"2026-07-07T12:15:38.081629Z","end":"2026-07-07T12:15:38.601526Z","steps":["trace[1117313454] 'process raft request' (duration: 519.347935ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:38.601577Z","caller":"traceutil/trace.go:171","msg":"trace[872922439] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27643; }","duration":"487.21658ms","start":"2026-07-07T12:15:38.114325Z","end":"2026-07-07T12:15:38.601541Z","steps":["trace[872922439] 'read index received' (duration: 486.518786ms)","trace[872922439] 'applied index is now lower than readState.Index' (duration: 694.194µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:38.60175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.081594Z","time spent":"520.037599ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:38.601849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.389247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:38.601912Z","caller":"traceutil/trace.go:171","msg":"trace[1570666426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26753; }","duration":"301.52359ms","start":"2026-07-07T12:15:38.300371Z","end":"2026-07-07T12:15:38.601894Z","steps":["trace[1570666426] 'agreement among raft nodes before linearized reading' (duration: 301.323386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:38.601957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.300339Z","time spent":"301.608621ms","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:38.602113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.000165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T12:15:38.602262Z","caller":"traceutil/trace.go:171","msg":"trace[1637053638] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:26753; }","duration":"108.218769ms","start":"2026-07-07T12:15:38.494015Z","end":"2026-07-07T12:15:38.602234Z","steps":["trace[1637053638] 'agreement among raft nodes before linearized reading' (duration: 107.75268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:38.60242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.019265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:38.602658Z","caller":"traceutil/trace.go:171","msg":"trace[47520731] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26753; }","duration":"488.320031ms","start":"2026-07-07T12:15:38.1143Z","end":"2026-07-07T12:15:38.60262Z","steps":["trace[47520731] 'agreement among raft nodes before linearized reading' (duration: 487.343312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:38.602766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.114095Z","time spent":"488.656818ms","remote":"127.0.0.1:41502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:39.206832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.863563ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-07T12:15:39.206953Z","caller":"traceutil/trace.go:171","msg":"trace[1024199549] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27644; }","duration":"598.319715ms","start":"2026-07-07T12:15:38.608615Z","end":"2026-07-07T12:15:39.206935Z","steps":["trace[1024199549] 'read index received' (duration: 413.261908ms)","trace[1024199549] 'applied index is now lower than readState.Index' (duration: 185.056047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:39.207026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.60376Z","time spent":"603.261423ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T12:15:39.207416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.777174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:15:39.207454Z","caller":"traceutil/trace.go:171","msg":"trace[388591570] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26753; }","duration":"598.851235ms","start":"2026-07-07T12:15:38.608589Z","end":"2026-07-07T12:15:39.207441Z","steps":["trace[388591570] 'agreement among raft nodes before linearized reading' (duration: 598.616441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:39.207478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.608571Z","time spent":"598.902286ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T12:15:39.602877Z","caller":"traceutil/trace.go:171","msg":"trace[425783447] linearizableReadLoop","detail":"{readStateIndex:27646; appliedIndex:27645; }","duration":"395.860014ms","start":"2026-07-07T12:15:39.206976Z","end":"2026-07-07T12:15:39.602836Z","steps":["trace[425783447] 'read index received' (duration: 316.072488ms)","trace[425783447] 'applied index is now lower than readState.Index' (duration: 79.785816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:39.602972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.493323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:39.60299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.613174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T12:15:39.603061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.296561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:39.603027Z","caller":"traceutil/trace.go:171","msg":"trace[748083203] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"501.616654ms","start":"2026-07-07T12:15:39.101378Z","end":"2026-07-07T12:15:39.602995Z","steps":["trace[748083203] 'process raft request' (duration: 421.494691ms)","trace[748083203] 'compare' (duration: 79.526692ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:39.603076Z","caller":"traceutil/trace.go:171","msg":"trace[1670846194] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26754; }","duration":"704.621086ms","start":"2026-07-07T12:15:38.898425Z","end":"2026-07-07T12:15:39.603047Z","steps":["trace[1670846194] 'agreement among raft nodes before linearized reading' (duration: 704.452723ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:39.603081Z","caller":"traceutil/trace.go:171","msg":"trace[1922203463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26754; }","duration":"711.738397ms","start":"2026-07-07T12:15:38.891321Z","end":"2026-07-07T12:15:39.603059Z","steps":["trace[1922203463] 'agreement among raft nodes before linearized reading' (duration: 711.586554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:39.603111Z","caller":"traceutil/trace.go:171","msg":"trace[676629734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26754; }","duration":"743.412733ms","start":"2026-07-07T12:15:38.859685Z","end":"2026-07-07T12:15:39.603097Z","steps":["trace[676629734] 'agreement among raft nodes before linearized reading' (duration: 743.295111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:39.603138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.898419Z","time spent":"704.704098ms","remote":"127.0.0.1:40692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:39.603139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.891311Z","time spent":"711.817028ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:39.603156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:38.859658Z","time spent":"743.487874ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:39.603279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.101334Z","time spent":"501.782797ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:39.625908Z","caller":"traceutil/trace.go:171","msg":"trace[838762219] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"242.406121ms","start":"2026-07-07T12:15:39.383488Z","end":"2026-07-07T12:15:39.625894Z","steps":["trace[838762219] 'process raft request' (duration: 242.36ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:39.626176Z","caller":"traceutil/trace.go:171","msg":"trace[2019029916] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"417.35359ms","start":"2026-07-07T12:15:39.208812Z","end":"2026-07-07T12:15:39.626166Z","steps":["trace[2019029916] 'process raft request' (duration: 416.9098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:39.626266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.208781Z","time spent":"417.431521ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.06464Z","caller":"traceutil/trace.go:171","msg":"trace[2004904120] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27648; }","duration":"461.659374ms","start":"2026-07-07T12:15:39.602958Z","end":"2026-07-07T12:15:40.064617Z","steps":["trace[2004904120] 'read index received' (duration: 23.087376ms)","trace[2004904120] 'applied index is now lower than readState.Index' (duration: 438.570978ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:40.064879Z","caller":"traceutil/trace.go:171","msg":"trace[1274989897] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"521.706662ms","start":"2026-07-07T12:15:39.543137Z","end":"2026-07-07T12:15:40.064844Z","steps":["trace[1274989897] 'process raft request' (duration: 521.355375ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.064921Z","caller":"traceutil/trace.go:171","msg":"trace[121264269] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"516.383956ms","start":"2026-07-07T12:15:39.548493Z","end":"2026-07-07T12:15:40.064877Z","steps":["trace[121264269] 'process raft request' (duration: 516.05704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.064951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.741813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:40.065036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.06288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"warn","ts":"2026-07-07T12:15:40.065029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.090524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:15:40.065044Z","caller":"traceutil/trace.go:171","msg":"trace[1245884125] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26763; }","duration":"684.904916ms","start":"2026-07-07T12:15:39.380118Z","end":"2026-07-07T12:15:40.065023Z","steps":["trace[1245884125] 'agreement among raft nodes before linearized reading' (duration: 684.728653ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065066Z","caller":"traceutil/trace.go:171","msg":"trace[432434882] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26763; }","duration":"855.119221ms","start":"2026-07-07T12:15:39.209934Z","end":"2026-07-07T12:15:40.065054Z","steps":["trace[432434882] 'agreement among raft nodes before linearized reading' (duration: 855.06223ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065021Z","caller":"traceutil/trace.go:171","msg":"trace[786084390] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"521.480257ms","start":"2026-07-07T12:15:39.543482Z","end":"2026-07-07T12:15:40.064962Z","steps":["trace[786084390] 'process raft request' (duration: 521.044359ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065076Z","caller":"traceutil/trace.go:171","msg":"trace[1698605297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26763; }","duration":"500.160065ms","start":"2026-07-07T12:15:39.564903Z","end":"2026-07-07T12:15:40.065063Z","steps":["trace[1698605297] 'agreement among raft nodes before linearized reading' (duration: 500.009432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.065099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.380095Z","time spent":"684.994078ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:40.065127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.564895Z","time spent":"500.224236ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.6556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-07T12:15:40.06516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.548477Z","time spent":"516.550149ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.065204Z","caller":"traceutil/trace.go:171","msg":"trace[140295193] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26763; }","duration":"436.743291ms","start":"2026-07-07T12:15:39.628455Z","end":"2026-07-07T12:15:40.065198Z","steps":["trace[140295193] 'agreement among raft nodes before linearized reading' (duration: 436.66577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065209Z","caller":"traceutil/trace.go:171","msg":"trace[1261762700] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"531.026305ms","start":"2026-07-07T12:15:39.534174Z","end":"2026-07-07T12:15:40.065201Z","steps":["trace[1261762700] 'process raft request' (duration: 530.264871ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065169Z","caller":"traceutil/trace.go:171","msg":"trace[1814125251] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"534.705859ms","start":"2026-07-07T12:15:39.530454Z","end":"2026-07-07T12:15:40.06516Z","steps":["trace[1814125251] 'process raft request' (duration: 533.932283ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065127Z","caller":"traceutil/trace.go:171","msg":"trace[795837859] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"537.387361ms","start":"2026-07-07T12:15:39.527725Z","end":"2026-07-07T12:15:40.065112Z","steps":["trace[795837859] 'process raft request' (duration: 492.989383ms)","trace[795837859] 'compare' (duration: 43.425118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:40.065209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.819488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T12:15:40.065267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.625074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T12:15:40.065295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.53042Z","time spent":"534.82503ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.0653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.527693Z","time spent":"537.559804ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.06531Z","caller":"traceutil/trace.go:171","msg":"trace[188518652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26763; }","duration":"501.96355ms","start":"2026-07-07T12:15:39.56332Z","end":"2026-07-07T12:15:40.065284Z","steps":["trace[188518652] 'agreement among raft nodes before linearized reading' (duration: 501.647704ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065325Z","caller":"traceutil/trace.go:171","msg":"trace[985914848] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"523.483767ms","start":"2026-07-07T12:15:39.541832Z","end":"2026-07-07T12:15:40.065315Z","steps":["trace[985914848] 'process raft request' (duration: 522.635081ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065329Z","caller":"traceutil/trace.go:171","msg":"trace[1684644926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26763; }","duration":"502.737647ms","start":"2026-07-07T12:15:39.562575Z","end":"2026-07-07T12:15:40.065312Z","steps":["trace[1684644926] 'agreement among raft nodes before linearized reading' (duration: 502.250717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.065369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.563306Z","time spent":"502.052572ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.541801Z","time spent":"523.549957ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.064977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.281185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"warn","ts":"2026-07-07T12:15:40.065395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.43289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:40.065387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.117359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:40.065419Z","caller":"traceutil/trace.go:171","msg":"trace[1216576297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26763; }","duration":"292.47765ms","start":"2026-07-07T12:15:39.772933Z","end":"2026-07-07T12:15:40.065411Z","steps":["trace[1216576297] 'agreement among raft nodes before linearized reading' (duration: 292.43443ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.065437Z","caller":"traceutil/trace.go:171","msg":"trace[1887019518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26763; }","duration":"524.18927ms","start":"2026-07-07T12:15:39.541231Z","end":"2026-07-07T12:15:40.06542Z","steps":["trace[1887019518] 'agreement among raft nodes before linearized reading' (duration: 524.098068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.065439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.243955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:15:40.065513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.541219Z","time spent":"524.286731ms","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.543121Z","time spent":"521.843614ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.065534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.856065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:40.065427Z","caller":"traceutil/trace.go:171","msg":"trace[1198096413] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26763; }","duration":"810.792615ms","start":"2026-07-07T12:15:39.254621Z","end":"2026-07-07T12:15:40.065414Z","steps":["trace[1198096413] 'agreement among raft nodes before linearized reading' (duration: 810.235004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.067309Z","caller":"traceutil/trace.go:171","msg":"trace[1514304824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26763; }","duration":"503.408109ms","start":"2026-07-07T12:15:39.562138Z","end":"2026-07-07T12:15:40.065546Z","steps":["trace[1514304824] 'agreement among raft nodes before linearized reading' (duration: 503.067643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.065525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.198891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-07T12:15:40.067356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.562126Z","time spent":"505.221115ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:40.067321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.48661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:15:40.067453Z","caller":"traceutil/trace.go:171","msg":"trace[842714986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26763; }","duration":"511.417289ms","start":"2026-07-07T12:15:39.556003Z","end":"2026-07-07T12:15:40.067421Z","steps":["trace[842714986] 'agreement among raft nodes before linearized reading' (duration: 509.172804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.065226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.628439Z","time spent":"436.783763ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.534162Z","time spent":"531.080496ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.067524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.55599Z","time spent":"511.52291ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T12:15:40.067367Z","caller":"traceutil/trace.go:171","msg":"trace[2145890294] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26763; }","duration":"353.079369ms","start":"2026-07-07T12:15:39.714273Z","end":"2026-07-07T12:15:40.067352Z","steps":["trace[2145890294] 'agreement among raft nodes before linearized reading' (duration: 351.13705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.067616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.714251Z","time spent":"353.356744ms","remote":"127.0.0.1:40706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-07T12:15:40.067592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.543469Z","time spent":"521.66094ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.0673Z","caller":"traceutil/trace.go:171","msg":"trace[1058234692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26763; }","duration":"304.948607ms","start":"2026-07-07T12:15:39.760632Z","end":"2026-07-07T12:15:40.065581Z","steps":["trace[1058234692] 'agreement among raft nodes before linearized reading' (duration: 304.874925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.067735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.760614Z","time spent":"307.100159ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.209901Z","time spent":"855.191322ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.562557Z","time spent":"502.811588ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:40.065468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.151942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:40.067951Z","caller":"traceutil/trace.go:171","msg":"trace[2060194500] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26763; }","duration":"684.689022ms","start":"2026-07-07T12:15:39.383241Z","end":"2026-07-07T12:15:40.06793Z","steps":["trace[2060194500] 'agreement among raft nodes before linearized reading' (duration: 682.0617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.067992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.383199Z","time spent":"684.778714ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:40.067366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:39.254598Z","time spent":"812.745793ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-07T12:15:40.304939Z","caller":"traceutil/trace.go:171","msg":"trace[1733091187] linearizableReadLoop","detail":"{readStateIndex:27656; appliedIndex:27655; }","duration":"231.344552ms","start":"2026-07-07T12:15:40.07354Z","end":"2026-07-07T12:15:40.304884Z","steps":["trace[1733091187] 'read index received' (duration: 205.104904ms)","trace[1733091187] 'applied index is now lower than readState.Index' (duration: 26.237528ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:40.305026Z","caller":"traceutil/trace.go:171","msg":"trace[1116093901] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"232.164408ms","start":"2026-07-07T12:15:40.072815Z","end":"2026-07-07T12:15:40.304979Z","steps":["trace[1116093901] 'process raft request' (duration: 205.93358ms)","trace[1116093901] 'compare' (duration: 25.973133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:40.305245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.663438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-07T12:15:40.305295Z","caller":"traceutil/trace.go:171","msg":"trace[1752539563] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a9f051a-2e8e-4bc8-bbce-5415cf6a9dae; range_end:; response_count:1; response_revision:26764; }","duration":"231.751371ms","start":"2026-07-07T12:15:40.073525Z","end":"2026-07-07T12:15:40.305276Z","steps":["trace[1752539563] 'agreement among raft nodes before linearized reading' (duration: 231.537546ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.452555Z","caller":"traceutil/trace.go:171","msg":"trace[727551894] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"378.796467ms","start":"2026-07-07T12:15:40.073726Z","end":"2026-07-07T12:15:40.452522Z","steps":["trace[727551894] 'process raft request' (duration: 352.372645ms)","trace[727551894] 'compare' (duration: 26.200368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:40.452937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.073701Z","time spent":"378.93722ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.452945Z","caller":"traceutil/trace.go:171","msg":"trace[329130551] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"378.884539ms","start":"2026-07-07T12:15:40.07401Z","end":"2026-07-07T12:15:40.452895Z","steps":["trace[329130551] 'process raft request' (duration: 378.41327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.453164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.073997Z","time spent":"379.047562ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:40.453447Z","caller":"traceutil/trace.go:171","msg":"trace[322782747] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"379.254826ms","start":"2026-07-07T12:15:40.074159Z","end":"2026-07-07T12:15:40.453414Z","steps":["trace[322782747] 'process raft request' (duration: 378.917629ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:40.453565Z","caller":"traceutil/trace.go:171","msg":"trace[271819663] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27656; }","duration":"148.522275ms","start":"2026-07-07T12:15:40.305027Z","end":"2026-07-07T12:15:40.453549Z","steps":["trace[271819663] 'read index received' (duration: 120.983442ms)","trace[271819663] 'applied index is now lower than readState.Index' (duration: 27.537713ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:40.453651Z","caller":"traceutil/trace.go:171","msg":"trace[1516271929] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"378.4685ms","start":"2026-07-07T12:15:40.07515Z","end":"2026-07-07T12:15:40.453618Z","steps":["trace[1516271929] 'process raft request' (duration: 378.178934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.45367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.074153Z","time spent":"379.399488ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.453749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.165818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:40.453793Z","caller":"traceutil/trace.go:171","msg":"trace[573449303] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26768; }","duration":"325.230009ms","start":"2026-07-07T12:15:40.128552Z","end":"2026-07-07T12:15:40.453782Z","steps":["trace[573449303] 'agreement among raft nodes before linearized reading' (duration: 325.109067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.45381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.07513Z","time spent":"378.601043ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:40.453836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.128538Z","time spent":"325.2872ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T12:15:40.454099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.115754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18556"} {"level":"info","ts":"2026-07-07T12:15:40.454203Z","caller":"traceutil/trace.go:171","msg":"trace[1023625306] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26768; }","duration":"377.252526ms","start":"2026-07-07T12:15:40.076926Z","end":"2026-07-07T12:15:40.454179Z","steps":["trace[1023625306] 'agreement among raft nodes before linearized reading' (duration: 376.93327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:40.45426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.076913Z","time spent":"377.337918ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18579,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T12:15:40.941995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.492377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:40.94209Z","caller":"traceutil/trace.go:171","msg":"trace[1278429000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26768; }","duration":"181.64419ms","start":"2026-07-07T12:15:40.760423Z","end":"2026-07-07T12:15:40.942067Z","steps":["trace[1278429000] 'range keys from in-memory index tree' (duration: 181.382764ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:41.168313Z","caller":"traceutil/trace.go:171","msg":"trace[1709523585] linearizableReadLoop","detail":"{readStateIndex:27661; appliedIndex:27660; }","duration":"224.192341ms","start":"2026-07-07T12:15:40.944086Z","end":"2026-07-07T12:15:41.168278Z","steps":["trace[1709523585] 'read index received' (duration: 223.902396ms)","trace[1709523585] 'applied index is now lower than readState.Index' (duration: 288.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:41.168407Z","caller":"traceutil/trace.go:171","msg":"trace[1411618492] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"353.078578ms","start":"2026-07-07T12:15:40.815275Z","end":"2026-07-07T12:15:41.168354Z","steps":["trace[1411618492] 'process raft request' (duration: 352.790353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:41.168498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.386994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:41.168538Z","caller":"traceutil/trace.go:171","msg":"trace[395140201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26769; }","duration":"224.501787ms","start":"2026-07-07T12:15:40.944022Z","end":"2026-07-07T12:15:41.168524Z","steps":["trace[395140201] 'agreement among raft nodes before linearized reading' (duration: 224.389915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:41.168638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:40.815233Z","time spent":"353.271642ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:41.507271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.84937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T12:15:41.507365Z","caller":"traceutil/trace.go:171","msg":"trace[1846820948] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26769; }","duration":"204.022823ms","start":"2026-07-07T12:15:41.303319Z","end":"2026-07-07T12:15:41.507342Z","steps":["trace[1846820948] 'count revisions from in-memory index tree' (duration: 203.625194ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:41.648222Z","caller":"traceutil/trace.go:171","msg":"trace[755810666] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"149.044846ms","start":"2026-07-07T12:15:41.499144Z","end":"2026-07-07T12:15:41.648189Z","steps":["trace[755810666] 'process raft request' (duration: 148.808881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:41.93637Z","caller":"traceutil/trace.go:171","msg":"trace[829134260] linearizableReadLoop","detail":"{readStateIndex:27664; appliedIndex:27662; }","duration":"174.200662ms","start":"2026-07-07T12:15:41.762124Z","end":"2026-07-07T12:15:41.936324Z","steps":["trace[829134260] 'read index received' (duration: 173.949367ms)","trace[829134260] 'applied index is now lower than readState.Index' (duration: 249.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:41.936426Z","caller":"traceutil/trace.go:171","msg":"trace[51109720] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"398.899663ms","start":"2026-07-07T12:15:41.537462Z","end":"2026-07-07T12:15:41.936361Z","steps":["trace[51109720] 'process raft request' (duration: 398.589477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:41.936605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.414727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:41.936696Z","caller":"traceutil/trace.go:171","msg":"trace[1485978587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26772; }","duration":"174.55982ms","start":"2026-07-07T12:15:41.762116Z","end":"2026-07-07T12:15:41.936676Z","steps":["trace[1485978587] 'agreement among raft nodes before linearized reading' (duration: 174.347806ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:41.936654Z","caller":"traceutil/trace.go:171","msg":"trace[443264246] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"304.404757ms","start":"2026-07-07T12:15:41.632197Z","end":"2026-07-07T12:15:41.936602Z","steps":["trace[443264246] 'process raft request' (duration: 304.06177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:41.937014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:41.632149Z","time spent":"304.723192ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:41.937282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:41.537426Z","time spent":"399.107568ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:42.303468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.30645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:15:42.303589Z","caller":"traceutil/trace.go:171","msg":"trace[1672981861] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"229.553307ms","start":"2026-07-07T12:15:42.074013Z","end":"2026-07-07T12:15:42.303567Z","steps":["trace[1672981861] 'process raft request' (duration: 31.028363ms)","trace[1672981861] 'compare' (duration: 197.713658ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:42.304482Z","caller":"traceutil/trace.go:171","msg":"trace[1255650860] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"229.73635ms","start":"2026-07-07T12:15:42.074727Z","end":"2026-07-07T12:15:42.304464Z","steps":["trace[1255650860] 'process raft request' (duration: 229.599278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.305334Z","caller":"traceutil/trace.go:171","msg":"trace[1541629456] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"230.144358ms","start":"2026-07-07T12:15:42.075155Z","end":"2026-07-07T12:15:42.3053Z","steps":["trace[1541629456] 'process raft request' (duration: 230.075497ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.305585Z","caller":"traceutil/trace.go:171","msg":"trace[294487744] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"230.72287ms","start":"2026-07-07T12:15:42.074852Z","end":"2026-07-07T12:15:42.305575Z","steps":["trace[294487744] 'process raft request' (duration: 229.570428ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.305696Z","caller":"traceutil/trace.go:171","msg":"trace[497677269] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"230.767601ms","start":"2026-07-07T12:15:42.074915Z","end":"2026-07-07T12:15:42.305683Z","steps":["trace[497677269] 'process raft request' (duration: 229.758952ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.305778Z","caller":"traceutil/trace.go:171","msg":"trace[1774760038] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"230.849082ms","start":"2026-07-07T12:15:42.074921Z","end":"2026-07-07T12:15:42.30577Z","steps":["trace[1774760038] 'process raft request' (duration: 229.927005ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.305854Z","caller":"traceutil/trace.go:171","msg":"trace[1633470288] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"230.861533ms","start":"2026-07-07T12:15:42.074984Z","end":"2026-07-07T12:15:42.305846Z","steps":["trace[1633470288] 'process raft request' (duration: 230.18662ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.472874Z","caller":"traceutil/trace.go:171","msg":"trace[1557051701] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"159.615245ms","start":"2026-07-07T12:15:42.313229Z","end":"2026-07-07T12:15:42.472844Z","steps":["trace[1557051701] 'process raft request' (duration: 157.798888ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.835328Z","caller":"traceutil/trace.go:171","msg":"trace[686921247] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27673; }","duration":"309.662381ms","start":"2026-07-07T12:15:42.52564Z","end":"2026-07-07T12:15:42.835303Z","steps":["trace[686921247] 'read index received' (duration: 308.095719ms)","trace[686921247] 'applied index is now lower than readState.Index' (duration: 1.565002ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:42.835343Z","caller":"traceutil/trace.go:171","msg":"trace[624395366] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"357.457336ms","start":"2026-07-07T12:15:42.477846Z","end":"2026-07-07T12:15:42.835304Z","steps":["trace[624395366] 'process raft request' (duration: 355.939125ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.835366Z","caller":"traceutil/trace.go:171","msg":"trace[1187620588] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"356.816092ms","start":"2026-07-07T12:15:42.478508Z","end":"2026-07-07T12:15:42.835325Z","steps":["trace[1187620588] 'process raft request' (duration: 356.632338ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:42.835453Z","caller":"traceutil/trace.go:171","msg":"trace[1803610416] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"356.799182ms","start":"2026-07-07T12:15:42.47864Z","end":"2026-07-07T12:15:42.835439Z","steps":["trace[1803610416] 'process raft request' (duration: 356.596548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:42.835533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:42.477829Z","time spent":"357.600058ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:42.835577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:42.478498Z","time spent":"356.956946ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:42.835598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:42.478624Z","time spent":"356.857783ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:42.835913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.258783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:42.835979Z","caller":"traceutil/trace.go:171","msg":"trace[1526693163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26784; }","duration":"310.370844ms","start":"2026-07-07T12:15:42.52559Z","end":"2026-07-07T12:15:42.835961Z","steps":["trace[1526693163] 'agreement among raft nodes before linearized reading' (duration: 310.262532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:42.836011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:42.525572Z","time spent":"310.433116ms","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-07T12:15:44.224961Z","caller":"traceutil/trace.go:171","msg":"trace[719488426] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"281.80816ms","start":"2026-07-07T12:15:43.943112Z","end":"2026-07-07T12:15:44.22492Z","steps":["trace[719488426] 'process raft request' (duration: 281.413522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.946169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.156033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:15:44.946258Z","caller":"traceutil/trace.go:171","msg":"trace[1450403284] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"631.810757ms","start":"2026-07-07T12:15:44.314432Z","end":"2026-07-07T12:15:44.946243Z","steps":["trace[1450403284] 'process raft request' (duration: 377.503821ms)","trace[1450403284] 'compare' (duration: 253.956049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:44.946299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314397Z","time spent":"631.882959ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:44.991747Z","caller":"traceutil/trace.go:171","msg":"trace[70519878] linearizableReadLoop","detail":"{readStateIndex:27685; appliedIndex:27678; }","duration":"511.194903ms","start":"2026-07-07T12:15:44.480512Z","end":"2026-07-07T12:15:44.991707Z","steps":["trace[70519878] 'read index received' (duration: 211.51247ms)","trace[70519878] 'applied index is now lower than readState.Index' (duration: 299.680863ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:44.992246Z","caller":"traceutil/trace.go:171","msg":"trace[99604135] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"677.585202ms","start":"2026-07-07T12:15:44.314646Z","end":"2026-07-07T12:15:44.992231Z","steps":["trace[99604135] 'process raft request' (duration: 676.587862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.992411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314619Z","time spent":"677.675373ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:44.992652Z","caller":"traceutil/trace.go:171","msg":"trace[253249781] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"677.900808ms","start":"2026-07-07T12:15:44.31474Z","end":"2026-07-07T12:15:44.992641Z","steps":["trace[253249781] 'process raft request' (duration: 676.692224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.992728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314731Z","time spent":"677.952899ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:44.992843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.310134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:15:44.992933Z","caller":"traceutil/trace.go:171","msg":"trace[1343810255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26792; }","duration":"512.470048ms","start":"2026-07-07T12:15:44.480445Z","end":"2026-07-07T12:15:44.992915Z","steps":["trace[1343810255] 'agreement among raft nodes before linearized reading' (duration: 512.221072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.99299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.480416Z","time spent":"512.565531ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:15:44.99303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.837634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:15:44.993075Z","caller":"traceutil/trace.go:171","msg":"trace[1080541881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26792; }","duration":"479.941886ms","start":"2026-07-07T12:15:44.513122Z","end":"2026-07-07T12:15:44.993063Z","steps":["trace[1080541881] 'agreement among raft nodes before linearized reading' (duration: 479.749321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.993114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.513105Z","time spent":"480.003077ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:15:44.993285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.865251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T12:15:44.9933Z","caller":"traceutil/trace.go:171","msg":"trace[1954712211] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"678.548681ms","start":"2026-07-07T12:15:44.314735Z","end":"2026-07-07T12:15:44.993283Z","steps":["trace[1954712211] 'process raft request' (duration: 676.781886ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:44.993319Z","caller":"traceutil/trace.go:171","msg":"trace[808472513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26792; }","duration":"152.949903ms","start":"2026-07-07T12:15:44.840361Z","end":"2026-07-07T12:15:44.99331Z","steps":["trace[808472513] 'agreement among raft nodes before linearized reading' (duration: 152.849991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.993405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314701Z","time spent":"678.630343ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:44.99354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.469354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:15:44.993576Z","caller":"traceutil/trace.go:171","msg":"trace[553596719] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"678.751206ms","start":"2026-07-07T12:15:44.314812Z","end":"2026-07-07T12:15:44.993563Z","steps":["trace[553596719] 'process raft request' (duration: 676.746896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.993638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314797Z","time spent":"678.806426ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:44.993655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.609356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-07T12:15:44.99369Z","caller":"traceutil/trace.go:171","msg":"trace[96254409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26792; }","duration":"153.663448ms","start":"2026-07-07T12:15:44.840015Z","end":"2026-07-07T12:15:44.993679Z","steps":["trace[96254409] 'agreement among raft nodes before linearized reading' (duration: 153.583436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.993785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.021126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:44.993814Z","caller":"traceutil/trace.go:171","msg":"trace[1051926941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26792; }","duration":"233.097857ms","start":"2026-07-07T12:15:44.760709Z","end":"2026-07-07T12:15:44.993806Z","steps":["trace[1051926941] 'agreement among raft nodes before linearized reading' (duration: 233.051756ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:44.993837Z","caller":"traceutil/trace.go:171","msg":"trace[737303711] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"678.940839ms","start":"2026-07-07T12:15:44.314885Z","end":"2026-07-07T12:15:44.993826Z","steps":["trace[737303711] 'process raft request' (duration: 676.736665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.993902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.314874Z","time spent":"678.999219ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:44.994073Z","caller":"traceutil/trace.go:171","msg":"trace[862088687] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"678.181763ms","start":"2026-07-07T12:15:44.315882Z","end":"2026-07-07T12:15:44.994064Z","steps":["trace[862088687] 'process raft request' (duration: 675.775316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:44.994134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:44.315851Z","time spent":"678.253495ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:44.993579Z","caller":"traceutil/trace.go:171","msg":"trace[897954328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26792; }","duration":"153.541796ms","start":"2026-07-07T12:15:44.840027Z","end":"2026-07-07T12:15:44.993569Z","steps":["trace[897954328] 'agreement among raft nodes before linearized reading' (duration: 153.433234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:45.29275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.671457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:15:45.29304Z","caller":"traceutil/trace.go:171","msg":"trace[2121580293] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"292.672195ms","start":"2026-07-07T12:15:45.000325Z","end":"2026-07-07T12:15:45.292997Z","steps":["trace[2121580293] 'process raft request' (duration: 136.61894ms)","trace[2121580293] 'compare' (duration: 155.509613ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:45.293139Z","caller":"traceutil/trace.go:171","msg":"trace[1460381591] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"291.850429ms","start":"2026-07-07T12:15:45.001259Z","end":"2026-07-07T12:15:45.29311Z","steps":["trace[1460381591] 'process raft request' (duration: 291.797088ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:45.293355Z","caller":"traceutil/trace.go:171","msg":"trace[117388826] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"292.222486ms","start":"2026-07-07T12:15:45.001115Z","end":"2026-07-07T12:15:45.293337Z","steps":["trace[117388826] 'process raft request' (duration: 291.848769ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:45.293392Z","caller":"traceutil/trace.go:171","msg":"trace[704824824] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"292.715515ms","start":"2026-07-07T12:15:45.000647Z","end":"2026-07-07T12:15:45.293363Z","steps":["trace[704824824] 'process raft request' (duration: 292.260707ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:45.293387Z","caller":"traceutil/trace.go:171","msg":"trace[2112096801] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"292.142214ms","start":"2026-07-07T12:15:45.001208Z","end":"2026-07-07T12:15:45.29335Z","steps":["trace[2112096801] 'process raft request' (duration: 291.798378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:45.699332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.026198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:45.69941Z","caller":"traceutil/trace.go:171","msg":"trace[764374632] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26797; }","duration":"305.133541ms","start":"2026-07-07T12:15:45.394256Z","end":"2026-07-07T12:15:45.69939Z","steps":["trace[764374632] 'count revisions from in-memory index tree' (duration: 304.961817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:45.699446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:45.394246Z","time spent":"305.191182ms","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:45.699476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.694812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-07T12:15:45.699574Z","caller":"traceutil/trace.go:171","msg":"trace[1482621711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26797; }","duration":"219.829804ms","start":"2026-07-07T12:15:45.479724Z","end":"2026-07-07T12:15:45.699554Z","steps":["trace[1482621711] 'range keys from in-memory index tree' (duration: 219.402636ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:46.673905Z","caller":"traceutil/trace.go:171","msg":"trace[675454089] linearizableReadLoop","detail":"{readStateIndex:27692; appliedIndex:27691; }","duration":"153.454572ms","start":"2026-07-07T12:15:46.520424Z","end":"2026-07-07T12:15:46.673879Z","steps":["trace[675454089] 'read index received' (duration: 153.33555ms)","trace[675454089] 'applied index is now lower than readState.Index' (duration: 117.552µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:46.673974Z","caller":"traceutil/trace.go:171","msg":"trace[1342801168] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"441.275591ms","start":"2026-07-07T12:15:46.232653Z","end":"2026-07-07T12:15:46.673928Z","steps":["trace[1342801168] 'process raft request' (duration: 441.018226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:46.67411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.648157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:46.674174Z","caller":"traceutil/trace.go:171","msg":"trace[1205343799] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26799; }","duration":"153.783679ms","start":"2026-07-07T12:15:46.520362Z","end":"2026-07-07T12:15:46.674145Z","steps":["trace[1205343799] 'agreement among raft nodes before linearized reading' (duration: 153.665827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:46.674217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:46.232613Z","time spent":"441.485045ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:46.925413Z","caller":"traceutil/trace.go:171","msg":"trace[1063866690] linearizableReadLoop","detail":"{readStateIndex:27693; appliedIndex:27692; }","duration":"251.385049ms","start":"2026-07-07T12:15:46.673992Z","end":"2026-07-07T12:15:46.925377Z","steps":["trace[1063866690] 'read index received' (duration: 242.130116ms)","trace[1063866690] 'applied index is now lower than readState.Index' (duration: 9.225003ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:46.925402Z","caller":"traceutil/trace.go:171","msg":"trace[1480748891] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"388.942697ms","start":"2026-07-07T12:15:46.536415Z","end":"2026-07-07T12:15:46.925358Z","steps":["trace[1480748891] 'process raft request' (duration: 379.715184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:46.925695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.903539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:46.925678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.165204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-07T12:15:46.925958Z","caller":"traceutil/trace.go:171","msg":"trace[1888664525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26800; }","duration":"292.488531ms","start":"2026-07-07T12:15:46.633439Z","end":"2026-07-07T12:15:46.925928Z","steps":["trace[1888664525] 'agreement among raft nodes before linearized reading' (duration: 292.046762ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:46.925762Z","caller":"traceutil/trace.go:171","msg":"trace[89316844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26800; }","duration":"164.057282ms","start":"2026-07-07T12:15:46.761692Z","end":"2026-07-07T12:15:46.92575Z","steps":["trace[89316844] 'agreement among raft nodes before linearized reading' (duration: 163.907909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:46.926225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:46.536395Z","time spent":"389.664011ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:46.926611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.532577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-07T12:15:46.926677Z","caller":"traceutil/trace.go:171","msg":"trace[1331902436] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26800; }","duration":"183.242072ms","start":"2026-07-07T12:15:46.74342Z","end":"2026-07-07T12:15:46.926662Z","steps":["trace[1331902436] 'agreement among raft nodes before linearized reading' (duration: 182.261272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:46.928241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.322175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T12:15:46.928306Z","caller":"traceutil/trace.go:171","msg":"trace[123300800] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26800; }","duration":"219.474638ms","start":"2026-07-07T12:15:46.708817Z","end":"2026-07-07T12:15:46.928291Z","steps":["trace[123300800] 'agreement among raft nodes before linearized reading' (duration: 216.768874ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:47.120416Z","caller":"traceutil/trace.go:171","msg":"trace[1306205081] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"119.985352ms","start":"2026-07-07T12:15:47.000397Z","end":"2026-07-07T12:15:47.120383Z","steps":["trace[1306205081] 'process raft request' (duration: 62.880713ms)","trace[1306205081] 'compare' (duration: 56.915975ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:47.120844Z","caller":"traceutil/trace.go:171","msg":"trace[82079657] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"120.102612ms","start":"2026-07-07T12:15:47.00072Z","end":"2026-07-07T12:15:47.120823Z","steps":["trace[82079657] 'process raft request' (duration: 119.614773ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:47.121041Z","caller":"traceutil/trace.go:171","msg":"trace[1314219642] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"119.046953ms","start":"2026-07-07T12:15:47.001967Z","end":"2026-07-07T12:15:47.121014Z","steps":["trace[1314219642] 'process raft request' (duration: 118.965381ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:47.121141Z","caller":"traceutil/trace.go:171","msg":"trace[977610584] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"119.602604ms","start":"2026-07-07T12:15:47.001522Z","end":"2026-07-07T12:15:47.121124Z","steps":["trace[977610584] 'process raft request' (duration: 119.221466ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:47.121148Z","caller":"traceutil/trace.go:171","msg":"trace[583171006] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"119.657715ms","start":"2026-07-07T12:15:47.001432Z","end":"2026-07-07T12:15:47.121089Z","steps":["trace[583171006] 'process raft request' (duration: 119.153355ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:47.121259Z","caller":"traceutil/trace.go:171","msg":"trace[1653311260] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"119.676125ms","start":"2026-07-07T12:15:47.001564Z","end":"2026-07-07T12:15:47.12124Z","steps":["trace[1653311260] 'process raft request' (duration: 119.266767ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.595556Z","caller":"traceutil/trace.go:171","msg":"trace[544671273] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"475.147181ms","start":"2026-07-07T12:15:49.120372Z","end":"2026-07-07T12:15:49.595519Z","steps":["trace[544671273] 'process raft request' (duration: 474.888466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.595837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.12034Z","time spent":"475.334105ms","remote":"127.0.0.1:40732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18574,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:49.633483Z","caller":"traceutil/trace.go:171","msg":"trace[585670605] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"505.902539ms","start":"2026-07-07T12:15:49.127546Z","end":"2026-07-07T12:15:49.633449Z","steps":["trace[585670605] 'process raft request' (duration: 505.645494ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.633501Z","caller":"traceutil/trace.go:171","msg":"trace[1415255268] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"505.871828ms","start":"2026-07-07T12:15:49.127601Z","end":"2026-07-07T12:15:49.633473Z","steps":["trace[1415255268] 'process raft request' (duration: 505.768476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.633665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127514Z","time spent":"506.054371ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:49.633666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127578Z","time spent":"505.99858ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:49.633858Z","caller":"traceutil/trace.go:171","msg":"trace[1900801204] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"506.130353ms","start":"2026-07-07T12:15:49.127688Z","end":"2026-07-07T12:15:49.633818Z","steps":["trace[1900801204] 'process raft request' (duration: 505.738925ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.633925Z","caller":"traceutil/trace.go:171","msg":"trace[434534873] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"506.188664ms","start":"2026-07-07T12:15:49.12771Z","end":"2026-07-07T12:15:49.633899Z","steps":["trace[434534873] 'process raft request' (duration: 505.993741ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.633983Z","caller":"traceutil/trace.go:171","msg":"trace[836016493] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"506.135593ms","start":"2026-07-07T12:15:49.127835Z","end":"2026-07-07T12:15:49.633971Z","steps":["trace[836016493] 'process raft request' (duration: 506.00461ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.633978Z","caller":"traceutil/trace.go:171","msg":"trace[1245326309] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27711; }","duration":"325.180477ms","start":"2026-07-07T12:15:49.308777Z","end":"2026-07-07T12:15:49.633957Z","steps":["trace[1245326309] 'read index received' (duration: 286.439882ms)","trace[1245326309] 'applied index is now lower than readState.Index' (duration: 38.739535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T12:15:49.633993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127664Z","time spent":"506.293217ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:49.634042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127827Z","time spent":"506.184784ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:49.634071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127661Z","time spent":"506.302817ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:49.634083Z","caller":"traceutil/trace.go:171","msg":"trace[494053173] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"506.162164ms","start":"2026-07-07T12:15:49.127861Z","end":"2026-07-07T12:15:49.634023Z","steps":["trace[494053173] 'process raft request' (duration: 506.040862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.63424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.893682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-07T12:15:49.634252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.074485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:15:49.634296Z","caller":"traceutil/trace.go:171","msg":"trace[97313273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26824; }","duration":"325.211828ms","start":"2026-07-07T12:15:49.309069Z","end":"2026-07-07T12:15:49.634281Z","steps":["trace[97313273] 'agreement among raft nodes before linearized reading' (duration: 325.036354ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.634298Z","caller":"traceutil/trace.go:171","msg":"trace[1154691071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26824; }","duration":"322.960873ms","start":"2026-07-07T12:15:49.311315Z","end":"2026-07-07T12:15:49.634276Z","steps":["trace[1154691071] 'agreement among raft nodes before linearized reading' (duration: 322.795139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.634331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.309046Z","time spent":"325.27766ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T12:15:49.634324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.127807Z","time spent":"506.390448ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T12:15:49.634348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.311303Z","time spent":"323.033335ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:49.634365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.914783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T12:15:49.634348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.443033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T12:15:49.634433Z","caller":"traceutil/trace.go:171","msg":"trace[1969242249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26824; }","duration":"323.052315ms","start":"2026-07-07T12:15:49.311364Z","end":"2026-07-07T12:15:49.634416Z","steps":["trace[1969242249] 'agreement among raft nodes before linearized reading' (duration: 322.752719ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:49.634447Z","caller":"traceutil/trace.go:171","msg":"trace[357213831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26824; }","duration":"323.612237ms","start":"2026-07-07T12:15:49.310812Z","end":"2026-07-07T12:15:49.634424Z","steps":["trace[357213831] 'agreement among raft nodes before linearized reading' (duration: 323.317501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.634475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.311337Z","time spent":"323.130397ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:49.63449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.310795Z","time spent":"323.687459ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T12:15:49.634787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.931352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:15:49.634921Z","caller":"traceutil/trace.go:171","msg":"trace[1358296099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26824; }","duration":"326.190337ms","start":"2026-07-07T12:15:49.308703Z","end":"2026-07-07T12:15:49.634893Z","steps":["trace[1358296099] 'agreement among raft nodes before linearized reading' (duration: 325.370731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:49.634961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:49.308678Z","time spent":"326.272089ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T12:15:50.546611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.818042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:50.546736Z","caller":"traceutil/trace.go:171","msg":"trace[947364420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26829; }","duration":"483.026196ms","start":"2026-07-07T12:15:50.063674Z","end":"2026-07-07T12:15:50.546701Z","steps":["trace[947364420] 'count revisions from in-memory index tree' (duration: 482.645729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:50.546803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:50.063638Z","time spent":"483.146699ms","remote":"127.0.0.1:40568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T12:15:50.547029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.346044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T12:15:50.547169Z","caller":"traceutil/trace.go:171","msg":"trace[1547047504] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26829; }","duration":"139.581998ms","start":"2026-07-07T12:15:50.407558Z","end":"2026-07-07T12:15:50.54714Z","steps":["trace[1547047504] 'count revisions from in-memory index tree' (duration: 139.18564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:50.547684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.727791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5465f7767c-xpvgn.18bfff866a2e90eb\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-07T12:15:50.547845Z","caller":"traceutil/trace.go:171","msg":"trace[1971695893] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5465f7767c-xpvgn.18bfff866a2e90eb; range_end:; response_count:1; response_revision:26829; }","duration":"310.880884ms","start":"2026-07-07T12:15:50.236876Z","end":"2026-07-07T12:15:50.547757Z","steps":["trace[1971695893] 'range keys from in-memory index tree' (duration: 310.418235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:50.5479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:50.236848Z","time spent":"311.041778ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-5465f7767c-xpvgn.18bfff866a2e90eb\" "} {"level":"warn","ts":"2026-07-07T12:15:51.306795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955893583622827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T12:15:51.31485Z","caller":"traceutil/trace.go:171","msg":"trace[1809789364] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"763.824807ms","start":"2026-07-07T12:15:50.550991Z","end":"2026-07-07T12:15:51.314815Z","steps":["trace[1809789364] 'process raft request' (duration: 763.582232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:51.315067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:50.550954Z","time spent":"763.99078ms","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:51.317532Z","caller":"traceutil/trace.go:171","msg":"trace[1060367358] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"627.37524ms","start":"2026-07-07T12:15:50.690125Z","end":"2026-07-07T12:15:51.3175Z","steps":["trace[1060367358] 'process raft request' (duration: 627.203537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:51.317711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:50.690085Z","time spent":"627.522483ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T12:15:51.31777Z","caller":"traceutil/trace.go:171","msg":"trace[1652608722] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"274.257811ms","start":"2026-07-07T12:15:51.043488Z","end":"2026-07-07T12:15:51.317746Z","steps":["trace[1652608722] 'process raft request' (duration: 273.968125ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:51.317898Z","caller":"traceutil/trace.go:171","msg":"trace[877374314] linearizableReadLoop","detail":"{readStateIndex:27727; appliedIndex:27724; }","duration":"511.485909ms","start":"2026-07-07T12:15:50.806375Z","end":"2026-07-07T12:15:51.317861Z","steps":["trace[877374314] 'read index received' (duration: 508.4948ms)","trace[877374314] 'applied index is now lower than readState.Index' (duration: 2.989009ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:15:51.317921Z","caller":"traceutil/trace.go:171","msg":"trace[505380167] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"134.861175ms","start":"2026-07-07T12:15:51.183013Z","end":"2026-07-07T12:15:51.317875Z","steps":["trace[505380167] 'process raft request' (duration: 134.636031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:51.318081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.140481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T12:15:51.318104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.731493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-07T12:15:51.318106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.115927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T12:15:51.31812Z","caller":"traceutil/trace.go:171","msg":"trace[1536058993] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26833; }","duration":"178.198272ms","start":"2026-07-07T12:15:51.139907Z","end":"2026-07-07T12:15:51.318105Z","steps":["trace[1536058993] 'agreement among raft nodes before linearized reading' (duration: 178.133461ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:51.318141Z","caller":"traceutil/trace.go:171","msg":"trace[329267043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26833; }","duration":"511.811695ms","start":"2026-07-07T12:15:50.806318Z","end":"2026-07-07T12:15:51.31813Z","steps":["trace[329267043] 'agreement among raft nodes before linearized reading' (duration: 511.645272ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:15:51.318168Z","caller":"traceutil/trace.go:171","msg":"trace[2028973039] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26833; }","duration":"192.213769ms","start":"2026-07-07T12:15:51.125921Z","end":"2026-07-07T12:15:51.318134Z","steps":["trace[2028973039] 'agreement among raft nodes before linearized reading' (duration: 192.102687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:15:51.318173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T12:15:50.806291Z","time spent":"511.875457ms","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T12:16:33.976942Z","caller":"traceutil/trace.go:171","msg":"trace[1256064025] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"155.101626ms","start":"2026-07-07T12:16:33.821807Z","end":"2026-07-07T12:16:33.976909Z","steps":["trace[1256064025] 'process raft request' (duration: 154.864361ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:16:33.987685Z","caller":"traceutil/trace.go:171","msg":"trace[2071432344] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"132.886276ms","start":"2026-07-07T12:16:33.854777Z","end":"2026-07-07T12:16:33.987663Z","steps":["trace[2071432344] 'process raft request' (duration: 132.57201ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:17:03.799669Z","caller":"traceutil/trace.go:171","msg":"trace[403408764] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"136.06459ms","start":"2026-07-07T12:17:03.663565Z","end":"2026-07-07T12:17:03.79963Z","steps":["trace[403408764] 'process raft request' (duration: 135.774773ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:17:03.828181Z","caller":"traceutil/trace.go:171","msg":"trace[1905165821] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"163.336539ms","start":"2026-07-07T12:17:03.664784Z","end":"2026-07-07T12:17:03.82812Z","steps":["trace[1905165821] 'process raft request' (duration: 162.972552ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:17:05.257855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24971} {"level":"info","ts":"2026-07-07T12:17:05.404458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24971,"took":"141.371144ms","hash":4145626439,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":36003840,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-07T12:17:05.404518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4145626439,"revision":24971,"compact-revision":21888} {"level":"info","ts":"2026-07-07T12:19:15.764528Z","caller":"traceutil/trace.go:171","msg":"trace[388138389] transaction","detail":"{read_only:false; response_revision:28834; number_of_response:1; }","duration":"104.276618ms","start":"2026-07-07T12:19:15.660218Z","end":"2026-07-07T12:19:15.764494Z","steps":["trace[388138389] 'process raft request' (duration: 103.83787ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:22.856926Z","caller":"traceutil/trace.go:171","msg":"trace[1177259655] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"120.434867ms","start":"2026-07-07T12:19:22.736456Z","end":"2026-07-07T12:19:22.856891Z","steps":["trace[1177259655] 'process raft request' (duration: 120.324495ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:22.857169Z","caller":"traceutil/trace.go:171","msg":"trace[1279589738] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"121.809384ms","start":"2026-07-07T12:19:22.735322Z","end":"2026-07-07T12:19:22.857131Z","steps":["trace[1279589738] 'process raft request' (duration: 101.826659ms)","trace[1279589738] 'compare' (duration: 19.383732ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:19:22.857296Z","caller":"traceutil/trace.go:171","msg":"trace[248670122] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"121.844135ms","start":"2026-07-07T12:19:22.735438Z","end":"2026-07-07T12:19:22.857282Z","steps":["trace[248670122] 'process raft request' (duration: 121.274004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:22.857573Z","caller":"traceutil/trace.go:171","msg":"trace[1932800587] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"119.654711ms","start":"2026-07-07T12:19:22.737901Z","end":"2026-07-07T12:19:22.857556Z","steps":["trace[1932800587] 'process raft request' (duration: 119.526208ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:22.857617Z","caller":"traceutil/trace.go:171","msg":"trace[1426238892] transaction","detail":"{read_only:false; response_revision:28895; number_of_response:1; }","duration":"119.408407ms","start":"2026-07-07T12:19:22.738195Z","end":"2026-07-07T12:19:22.857604Z","steps":["trace[1426238892] 'process raft request' (duration: 119.317715ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:22.857619Z","caller":"traceutil/trace.go:171","msg":"trace[589129851] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"120.62097ms","start":"2026-07-07T12:19:22.736973Z","end":"2026-07-07T12:19:22.857594Z","steps":["trace[589129851] 'process raft request' (duration: 119.864316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:19:23.090114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.971765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-07T12:19:23.090248Z","caller":"traceutil/trace.go:171","msg":"trace[1707064178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28895; }","duration":"128.155059ms","start":"2026-07-07T12:19:22.962072Z","end":"2026-07-07T12:19:23.090227Z","steps":["trace[1707064178] 'range keys from in-memory index tree' (duration: 127.788602ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:19:36.016817Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T12:19:36.024069Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-07T12:19:36.024261Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-07T12:22:05.265698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27553} {"level":"info","ts":"2026-07-07T12:22:05.394221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27553,"took":"123.389995ms","hash":2426355262,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":36605952,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-07T12:22:05.394284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2426355262,"revision":27553,"compact-revision":24971} {"level":"info","ts":"2026-07-07T12:27:05.277395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30246} {"level":"info","ts":"2026-07-07T12:27:05.419493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30246,"took":"138.04004ms","hash":2311704713,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30781440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T12:27:05.419719Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2311704713,"revision":30246,"compact-revision":27553} {"level":"info","ts":"2026-07-07T12:32:05.284611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32499} {"level":"info","ts":"2026-07-07T12:32:05.433706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32499,"took":"143.568407ms","hash":1045921230,"current-db-size-bytes":58658816,"current-db-size":"59 MB","current-db-size-in-use-bytes":30425088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-07T12:32:05.433792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1045921230,"revision":32499,"compact-revision":30246} {"level":"info","ts":"2026-07-07T12:37:05.290152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34725} {"level":"info","ts":"2026-07-07T12:37:05.474519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34725,"took":"179.603018ms","hash":2449568197,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":32153600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T12:37:05.474617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2449568197,"revision":34725,"compact-revision":32499} {"level":"info","ts":"2026-07-07T12:37:05.659173Z","caller":"traceutil/trace.go:171","msg":"trace[1153612581] transaction","detail":"{read_only:false; response_revision:37025; number_of_response:1; }","duration":"114.075566ms","start":"2026-07-07T12:37:05.545058Z","end":"2026-07-07T12:37:05.659134Z","steps":["trace[1153612581] 'process raft request' (duration: 95.313237ms)","trace[1153612581] 'compare' (duration: 18.616827ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:37:07.181595Z","caller":"traceutil/trace.go:171","msg":"trace[2125411481] transaction","detail":"{read_only:false; response_revision:37030; number_of_response:1; }","duration":"116.674599ms","start":"2026-07-07T12:37:07.064898Z","end":"2026-07-07T12:37:07.181573Z","steps":["trace[2125411481] 'process raft request' (duration: 116.595168ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:09.227848Z","caller":"traceutil/trace.go:171","msg":"trace[870952536] transaction","detail":"{read_only:false; response_revision:37044; number_of_response:1; }","duration":"119.440913ms","start":"2026-07-07T12:37:09.108374Z","end":"2026-07-07T12:37:09.227815Z","steps":["trace[870952536] 'process raft request' (duration: 119.228089ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:09.306601Z","caller":"traceutil/trace.go:171","msg":"trace[904664319] transaction","detail":"{read_only:false; response_revision:37045; number_of_response:1; }","duration":"154.965522ms","start":"2026-07-07T12:37:09.151603Z","end":"2026-07-07T12:37:09.306568Z","steps":["trace[904664319] 'process raft request' (duration: 154.644326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:37:13.592553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.026964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T12:37:13.592768Z","caller":"traceutil/trace.go:171","msg":"trace[159099202] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"182.661128ms","start":"2026-07-07T12:37:13.410056Z","end":"2026-07-07T12:37:13.592717Z","steps":["trace[159099202] 'process raft request' (duration: 63.340527ms)","trace[159099202] 'compare' (duration: 118.78741ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:37:13.592916Z","caller":"traceutil/trace.go:171","msg":"trace[571184698] linearizableReadLoop","detail":"{readStateIndex:38252; appliedIndex:38251; }","duration":"180.899694ms","start":"2026-07-07T12:37:13.411942Z","end":"2026-07-07T12:37:13.592842Z","steps":["trace[571184698] 'read index received' (duration: 61.487341ms)","trace[571184698] 'applied index is now lower than readState.Index' (duration: 119.408513ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:37:13.593021Z","caller":"traceutil/trace.go:171","msg":"trace[409763568] transaction","detail":"{read_only:false; response_revision:37077; number_of_response:1; }","duration":"164.185644ms","start":"2026-07-07T12:37:13.4288Z","end":"2026-07-07T12:37:13.592985Z","steps":["trace[409763568] 'process raft request' (duration: 163.913959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T12:37:13.593292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.314511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T12:37:13.593382Z","caller":"traceutil/trace.go:171","msg":"trace[1723726960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37078; }","duration":"181.443474ms","start":"2026-07-07T12:37:13.411923Z","end":"2026-07-07T12:37:13.593366Z","steps":["trace[1723726960] 'agreement among raft nodes before linearized reading' (duration: 181.131478ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:13.593816Z","caller":"traceutil/trace.go:171","msg":"trace[1422794479] transaction","detail":"{read_only:false; response_revision:37078; number_of_response:1; }","duration":"148.153419ms","start":"2026-07-07T12:37:13.444799Z","end":"2026-07-07T12:37:13.592953Z","steps":["trace[1422794479] 'process raft request' (duration: 148.008126ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:13.780965Z","caller":"traceutil/trace.go:171","msg":"trace[508212158] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"182.192519ms","start":"2026-07-07T12:37:13.598739Z","end":"2026-07-07T12:37:13.780931Z","steps":["trace[508212158] 'process raft request' (duration: 181.995045ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:13.797818Z","caller":"traceutil/trace.go:171","msg":"trace[929419841] transaction","detail":"{read_only:false; response_revision:37081; number_of_response:1; }","duration":"151.203338ms","start":"2026-07-07T12:37:13.646574Z","end":"2026-07-07T12:37:13.797777Z","steps":["trace[929419841] 'process raft request' (duration: 150.936013ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:13.798018Z","caller":"traceutil/trace.go:171","msg":"trace[1595021525] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"144.536897ms","start":"2026-07-07T12:37:13.653445Z","end":"2026-07-07T12:37:13.797981Z","steps":["trace[1595021525] 'process raft request' (duration: 144.12431ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:13.798141Z","caller":"traceutil/trace.go:171","msg":"trace[780246736] transaction","detail":"{read_only:false; response_revision:37080; number_of_response:1; }","duration":"199.201134ms","start":"2026-07-07T12:37:13.598911Z","end":"2026-07-07T12:37:13.798112Z","steps":["trace[780246736] 'process raft request' (duration: 198.410309ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:37:14.935389Z","caller":"traceutil/trace.go:171","msg":"trace[1747438708] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"110.446596ms","start":"2026-07-07T12:37:14.824905Z","end":"2026-07-07T12:37:14.935352Z","steps":["trace[1747438708] 'process raft request' (duration: 62.299537ms)","trace[1747438708] 'compare' (duration: 47.989355ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T12:37:51.292883Z","caller":"traceutil/trace.go:171","msg":"trace[1732724048] transaction","detail":"{read_only:false; response_revision:37352; number_of_response:1; }","duration":"205.357305ms","start":"2026-07-07T12:37:51.087492Z","end":"2026-07-07T12:37:51.292849Z","steps":["trace[1732724048] 'process raft request' (duration: 205.132621ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:40:54.762372Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T12:40:54.772108Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-07T12:40:54.772409Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-07T12:41:38.062014Z","caller":"traceutil/trace.go:171","msg":"trace[16329154] transaction","detail":"{read_only:false; response_revision:39098; number_of_response:1; }","duration":"104.55166ms","start":"2026-07-07T12:41:37.957411Z","end":"2026-07-07T12:41:38.061962Z","steps":["trace[16329154] 'process raft request' (duration: 104.233574ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:41:38.170692Z","caller":"traceutil/trace.go:171","msg":"trace[511313764] transaction","detail":"{read_only:false; response_revision:39099; number_of_response:1; }","duration":"104.773584ms","start":"2026-07-07T12:41:38.06589Z","end":"2026-07-07T12:41:38.170664Z","steps":["trace[511313764] 'process raft request' (duration: 104.162742ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T12:42:05.297076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37018} {"level":"info","ts":"2026-07-07T12:42:05.446159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37018,"took":"143.876933ms","hash":1968677432,"current-db-size-bytes":62869504,"current-db-size":"63 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T12:42:05.446261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1968677432,"revision":37018,"compact-revision":34725} {"level":"info","ts":"2026-07-07T12:47:05.304483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39300} {"level":"info","ts":"2026-07-07T12:47:05.438721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39300,"took":"128.602601ms","hash":2875556682,"current-db-size-bytes":63291392,"current-db-size":"63 MB","current-db-size-in-use-bytes":32423936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T12:47:05.438803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2875556682,"revision":39300,"compact-revision":37018}