{"level":"warn","ts":"2026-07-03T19:18:47.496965Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T19:18:47.497072Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T19:18:47.497158Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T19:18:47.497176Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-03T19:18:47.497261Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T19:18:47.498155Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-07-03T19:18:47.498251Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T19:18:47.56549Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"66.954247ms"} {"level":"info","ts":"2026-07-03T19:18:47.890978Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-07-03T19:18:47.891172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T19:18:47.891455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-07-03T19:18:47.891655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T19:18:47.891782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-07-03T19:18:47.892009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-07-03T19:18:47.96748Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T19:18:48.026007Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T19:18:48.173661Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T19:18:48.335617Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T19:18:48.335914Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T19:18:48.335962Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:18:48.336037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:18:48.336053Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T19:18:48.339406Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T19:18:48.339511Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-03T19:18:48.339569Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-03T19:18:48.339703Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T19:18:48.339733Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T19:18:48.391618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-07-03T19:18:48.391774Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-03T19:18:49.009998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T19:18:49.010072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T19:18:49.010124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-07-03T19:18:49.010145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-07-03T19:18:49.010156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-03T19:18:49.010186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-07-03T19:18:49.010208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-03T19:18:49.043255Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T19:18:49.043263Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T19:18:49.043287Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:18:49.043666Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T19:18:49.043797Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T19:18:49.043796Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T19:18:49.048765Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-07-03T19:18:49.049052Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T19:18:49.125784Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:18:49.125995Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T19:18:49.126134Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-07-03T19:18:49.45248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.928578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.45259Z","caller":"traceutil/trace.go:171","msg":"trace[173463745] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"169.18034ms","start":"2026-07-03T19:18:49.28339Z","end":"2026-07-03T19:18:49.45257Z","steps":["trace[173463745] 'count revisions from in-memory index tree' (duration: 168.864527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.452743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.359674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.45285Z","caller":"traceutil/trace.go:171","msg":"trace[1523761135] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"132.527445ms","start":"2026-07-03T19:18:49.320297Z","end":"2026-07-03T19:18:49.452825Z","steps":["trace[1523761135] 'range keys from in-memory index tree' (duration: 132.320014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.485594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.453058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.167002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.453123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.095878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.453191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.448255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.45323Z","caller":"traceutil/trace.go:171","msg":"trace[1946845992] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"158.492606ms","start":"2026-07-03T19:18:49.294725Z","end":"2026-07-03T19:18:49.453217Z","steps":["trace[1946845992] 'count revisions from in-memory index tree' (duration: 158.415824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.453198Z","caller":"traceutil/trace.go:171","msg":"trace[978765045] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"143.235439ms","start":"2026-07-03T19:18:49.309951Z","end":"2026-07-03T19:18:49.453186Z","steps":["trace[978765045] 'count revisions from in-memory index tree' (duration: 143.040658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.860321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.453326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.355417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.453398Z","caller":"traceutil/trace.go:171","msg":"trace[585518239] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"269.973523ms","start":"2026-07-03T19:18:49.183412Z","end":"2026-07-03T19:18:49.453386Z","steps":["trace[585518239] 'range keys from in-memory index tree' (duration: 269.793961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.124705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.453509Z","caller":"traceutil/trace.go:171","msg":"trace[1132396345] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"287.577209ms","start":"2026-07-03T19:18:49.165922Z","end":"2026-07-03T19:18:49.453499Z","steps":["trace[1132396345] 'count revisions from in-memory index tree' (duration: 286.943224ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.453508Z","caller":"traceutil/trace.go:171","msg":"trace[766723101] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"120.493718ms","start":"2026-07-03T19:18:49.332933Z","end":"2026-07-03T19:18:49.453426Z","steps":["trace[766723101] 'count revisions from in-memory index tree' (duration: 120.289516ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.453089Z","caller":"traceutil/trace.go:171","msg":"trace[1342035469] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"132.736687ms","start":"2026-07-03T19:18:49.320329Z","end":"2026-07-03T19:18:49.453065Z","steps":["trace[1342035469] 'count revisions from in-memory index tree' (duration: 132.439153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.625623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.453797Z","caller":"traceutil/trace.go:171","msg":"trace[501777145] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"143.745164ms","start":"2026-07-03T19:18:49.310033Z","end":"2026-07-03T19:18:49.453778Z","steps":["trace[501777145] 'range keys from in-memory index tree' (duration: 143.548212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.241225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.4539Z","caller":"traceutil/trace.go:171","msg":"trace[891443456] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"270.403566ms","start":"2026-07-03T19:18:49.183485Z","end":"2026-07-03T19:18:49.453888Z","steps":["trace[891443456] 'count revisions from in-memory index tree' (duration: 270.132234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.45392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.612664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.453998Z","caller":"traceutil/trace.go:171","msg":"trace[167754622] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"212.706405ms","start":"2026-07-03T19:18:49.241267Z","end":"2026-07-03T19:18:49.453974Z","steps":["trace[167754622] 'count revisions from in-memory index tree' (duration: 212.571404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.576093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454079Z","caller":"traceutil/trace.go:171","msg":"trace[1517151552] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"248.644644ms","start":"2026-07-03T19:18:49.205418Z","end":"2026-07-03T19:18:49.454062Z","steps":["trace[1517151552] 'count revisions from in-memory index tree' (duration: 248.528123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.906449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.45412Z","caller":"traceutil/trace.go:171","msg":"trace[1070087205] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"184.942379ms","start":"2026-07-03T19:18:49.269169Z","end":"2026-07-03T19:18:49.454111Z","steps":["trace[1070087205] 'range keys from in-memory index tree' (duration: 184.876399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.297686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.454169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.12429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.454189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.575308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.454194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.814216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454235Z","caller":"traceutil/trace.go:171","msg":"trace[2101397193] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"235.637888ms","start":"2026-07-03T19:18:49.218584Z","end":"2026-07-03T19:18:49.454222Z","steps":["trace[2101397193] 'range keys from in-memory index tree' (duration: 235.534318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454238Z","caller":"traceutil/trace.go:171","msg":"trace[80955024] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"248.897576ms","start":"2026-07-03T19:18:49.205331Z","end":"2026-07-03T19:18:49.454228Z","steps":["trace[80955024] 'range keys from in-memory index tree' (duration: 248.764045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.797126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.453128Z","caller":"traceutil/trace.go:171","msg":"trace[858577761] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"158.237293ms","start":"2026-07-03T19:18:49.294873Z","end":"2026-07-03T19:18:49.45311Z","steps":["trace[858577761] 'range keys from in-memory index tree' (duration: 158.115792ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454294Z","caller":"traceutil/trace.go:171","msg":"trace[1535459307] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"212.857497ms","start":"2026-07-03T19:18:49.241428Z","end":"2026-07-03T19:18:49.454286Z","steps":["trace[1535459307] 'range keys from in-memory index tree' (duration: 212.656435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.03436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454315Z","caller":"traceutil/trace.go:171","msg":"trace[1476174143] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"121.314225ms","start":"2026-07-03T19:18:49.332877Z","end":"2026-07-03T19:18:49.454191Z","steps":["trace[1476174143] 'range keys from in-memory index tree' (duration: 120.267736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454209Z","caller":"traceutil/trace.go:171","msg":"trace[1413613908] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"257.16911ms","start":"2026-07-03T19:18:49.197026Z","end":"2026-07-03T19:18:49.454195Z","steps":["trace[1413613908] 'count revisions from in-memory index tree' (duration: 257.077018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.215677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.45444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.319978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.454457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.085016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:49.45452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.181746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454528Z","caller":"traceutil/trace.go:171","msg":"trace[1359576973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"171.170507ms","start":"2026-07-03T19:18:49.283347Z","end":"2026-07-03T19:18:49.454518Z","steps":["trace[1359576973] 'range keys from in-memory index tree' (duration: 171.044496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.45537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454553Z","caller":"traceutil/trace.go:171","msg":"trace[311448903] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"198.225207ms","start":"2026-07-03T19:18:49.25632Z","end":"2026-07-03T19:18:49.454545Z","steps":["trace[311448903] 'count revisions from in-memory index tree' (duration: 198.145576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454482Z","caller":"traceutil/trace.go:171","msg":"trace[1038823453] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"198.278287ms","start":"2026-07-03T19:18:49.256159Z","end":"2026-07-03T19:18:49.454437Z","steps":["trace[1038823453] 'range keys from in-memory index tree' (duration: 198.177696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.579003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454608Z","caller":"traceutil/trace.go:171","msg":"trace[1187265852] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"257.640153ms","start":"2026-07-03T19:18:49.196958Z","end":"2026-07-03T19:18:49.454598Z","steps":["trace[1187265852] 'range keys from in-memory index tree' (duration: 257.530143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.453266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.808022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.454784Z","caller":"traceutil/trace.go:171","msg":"trace[774045553] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"288.359325ms","start":"2026-07-03T19:18:49.166412Z","end":"2026-07-03T19:18:49.454772Z","steps":["trace[774045553] 'range keys from in-memory index tree' (duration: 283.553464ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454566Z","caller":"traceutil/trace.go:171","msg":"trace[251166431] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"223.525721ms","start":"2026-07-03T19:18:49.231031Z","end":"2026-07-03T19:18:49.454557Z","steps":["trace[251166431] 'count revisions from in-memory index tree' (duration: 223.39567ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454347Z","caller":"traceutil/trace.go:171","msg":"trace[1771121333] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"185.168201ms","start":"2026-07-03T19:18:49.269164Z","end":"2026-07-03T19:18:49.454332Z","steps":["trace[1771121333] 'count revisions from in-memory index tree' (duration: 185.00177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:49.454487Z","caller":"traceutil/trace.go:171","msg":"trace[31495707] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"224.376978ms","start":"2026-07-03T19:18:49.230099Z","end":"2026-07-03T19:18:49.454476Z","steps":["trace[31495707] 'range keys from in-memory index tree' (duration: 224.290128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:49.454402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.853281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:49.455074Z","caller":"traceutil/trace.go:171","msg":"trace[923203272] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"236.551757ms","start":"2026-07-03T19:18:49.218512Z","end":"2026-07-03T19:18:49.455063Z","steps":["trace[923203272] 'count revisions from in-memory index tree' (duration: 235.73147ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.465714Z","caller":"traceutil/trace.go:171","msg":"trace[978611998] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"120.090924ms","start":"2026-07-03T19:18:50.345589Z","end":"2026-07-03T19:18:50.46568Z","steps":["trace[978611998] 'read index received' (duration: 74.621465ms)","trace[978611998] 'applied index is now lower than readState.Index' (duration: 45.468219ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:50.465738Z","caller":"traceutil/trace.go:171","msg":"trace[357135807] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"121.068332ms","start":"2026-07-03T19:18:50.344645Z","end":"2026-07-03T19:18:50.465713Z","steps":["trace[357135807] 'process raft request' (duration: 75.474492ms)","trace[357135807] 'compare' (duration: 45.410118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.465959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.325346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.466067Z","caller":"traceutil/trace.go:171","msg":"trace[1256976325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:3; }","duration":"120.486827ms","start":"2026-07-03T19:18:50.345564Z","end":"2026-07-03T19:18:50.46605Z","steps":["trace[1256976325] 'agreement among raft nodes before linearized reading' (duration: 120.228675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.723826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.295784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-03T19:18:50.723991Z","caller":"traceutil/trace.go:171","msg":"trace[74503953] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"358.03356ms","start":"2026-07-03T19:18:50.365944Z","end":"2026-07-03T19:18:50.723977Z","steps":["trace[74503953] 'process raft request' (duration: 235.785167ms)","trace[74503953] 'compare' (duration: 121.155033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.724039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.365927Z","time spent":"358.094051ms","remote":"127.0.0.1:37146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:18:50.724193Z","caller":"traceutil/trace.go:171","msg":"trace[1371045104] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"355.587159ms","start":"2026-07-03T19:18:50.368601Z","end":"2026-07-03T19:18:50.724188Z","steps":["trace[1371045104] 'process raft request' (duration: 355.326576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.724224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.368589Z","time spent":"355.622249ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:18:50.724317Z","caller":"traceutil/trace.go:171","msg":"trace[2016605505] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"355.538319ms","start":"2026-07-03T19:18:50.368774Z","end":"2026-07-03T19:18:50.724312Z","steps":["trace[2016605505] 'process raft request' (duration: 355.412557ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.724289Z","caller":"traceutil/trace.go:171","msg":"trace[1769553832] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"355.501838ms","start":"2026-07-03T19:18:50.368758Z","end":"2026-07-03T19:18:50.72426Z","steps":["trace[1769553832] 'process raft request' (duration: 355.383037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.724499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.275647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.724515Z","caller":"traceutil/trace.go:171","msg":"trace[1210145851] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"355.482587ms","start":"2026-07-03T19:18:50.368944Z","end":"2026-07-03T19:18:50.724426Z","steps":["trace[1210145851] 'process raft request' (duration: 355.359536ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.724574Z","caller":"traceutil/trace.go:171","msg":"trace[955817768] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"306.377248ms","start":"2026-07-03T19:18:50.41818Z","end":"2026-07-03T19:18:50.724557Z","steps":["trace[955817768] 'agreement among raft nodes before linearized reading' (duration: 306.221646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.724611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.36874Z","time spent":"355.72503ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:18:50.724636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.418171Z","time spent":"306.444528ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-03T19:18:50.72467Z","caller":"traceutil/trace.go:171","msg":"trace[956351935] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"355.692809ms","start":"2026-07-03T19:18:50.368964Z","end":"2026-07-03T19:18:50.724656Z","steps":["trace[956351935] 'process raft request' (duration: 355.255576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.724752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.368955Z","time spent":"355.76246ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:18:50.724676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.796694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:50.724865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.973665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.724894Z","caller":"traceutil/trace.go:171","msg":"trace[1567932253] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"377.054407ms","start":"2026-07-03T19:18:50.347825Z","end":"2026-07-03T19:18:50.72488Z","steps":["trace[1567932253] 'agreement among raft nodes before linearized reading' (duration: 376.722185ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.724927Z","caller":"traceutil/trace.go:171","msg":"trace[195519941] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:9; }","duration":"297.035036ms","start":"2026-07-03T19:18:50.427878Z","end":"2026-07-03T19:18:50.724913Z","steps":["trace[195519941] 'agreement among raft nodes before linearized reading' (duration: 296.946955ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.724453Z","caller":"traceutil/trace.go:171","msg":"trace[2067834887] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"258.440357ms","start":"2026-07-03T19:18:50.46595Z","end":"2026-07-03T19:18:50.72439Z","steps":["trace[2067834887] 'read index received' (duration: 135.792002ms)","trace[2067834887] 'applied index is now lower than readState.Index' (duration: 122.647375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.724622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.36891Z","time spent":"355.66587ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:18:50.724347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.368757Z","time spent":"355.577049ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:18:50.725102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.779297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:50.725223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.45509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.725285Z","caller":"traceutil/trace.go:171","msg":"trace[1167257513] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:9; }","duration":"361.533251ms","start":"2026-07-03T19:18:50.363736Z","end":"2026-07-03T19:18:50.725269Z","steps":["trace[1167257513] 'agreement among raft nodes before linearized reading' (duration: 361.44739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.724939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.347817Z","time spent":"377.109468ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-03T19:18:50.725258Z","caller":"traceutil/trace.go:171","msg":"trace[2142314805] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"358.941468ms","start":"2026-07-03T19:18:50.366292Z","end":"2026-07-03T19:18:50.725233Z","steps":["trace[2142314805] 'agreement among raft nodes before linearized reading' (duration: 358.707856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.725772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.366265Z","time spent":"359.485523ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-03T19:18:50.725415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.02643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.726193Z","caller":"traceutil/trace.go:171","msg":"trace[1432067164] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"342.813396ms","start":"2026-07-03T19:18:50.383353Z","end":"2026-07-03T19:18:50.726166Z","steps":["trace[1432067164] 'agreement among raft nodes before linearized reading' (duration: 341.359214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.726383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.383342Z","time spent":"342.953627ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T19:18:50.727795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:18:50.363726Z","time spent":"364.050023ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-03T19:18:50.755999Z","caller":"traceutil/trace.go:171","msg":"trace[361092921] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"163.433403ms","start":"2026-07-03T19:18:50.592541Z","end":"2026-07-03T19:18:50.755975Z","steps":["trace[361092921] 'process raft request' (duration: 163.359832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.756121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.629994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.756195Z","caller":"traceutil/trace.go:171","msg":"trace[1703326416] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"229.734275ms","start":"2026-07-03T19:18:50.526444Z","end":"2026-07-03T19:18:50.756178Z","steps":["trace[1703326416] 'agreement among raft nodes before linearized reading' (duration: 229.571753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.75641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.63079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:50.756483Z","caller":"traceutil/trace.go:171","msg":"trace[1839512005] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:10; }","duration":"264.763161ms","start":"2026-07-03T19:18:50.491703Z","end":"2026-07-03T19:18:50.756467Z","steps":["trace[1839512005] 'agreement among raft nodes before linearized reading' (duration: 264.346808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:50.920191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.293375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-07-03T19:18:50.920353Z","caller":"traceutil/trace.go:171","msg":"trace[1955077823] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17; }","duration":"161.461027ms","start":"2026-07-03T19:18:50.75887Z","end":"2026-07-03T19:18:50.920331Z","steps":["trace[1955077823] 'agreement among raft nodes before linearized reading' (duration: 64.041522ms)","trace[1955077823] 'range keys from in-memory index tree' (duration: 97.111722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.920435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.298794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:50.920439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.677672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-03T19:18:50.920536Z","caller":"traceutil/trace.go:171","msg":"trace[110825279] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:17; }","duration":"133.801393ms","start":"2026-07-03T19:18:50.786699Z","end":"2026-07-03T19:18:50.920501Z","steps":["trace[110825279] 'agreement among raft nodes before linearized reading' (duration: 36.276368ms)","trace[110825279] 'range keys from in-memory index tree' (duration: 97.399194ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:50.92054Z","caller":"traceutil/trace.go:171","msg":"trace[1858876057] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:17; }","duration":"137.389455ms","start":"2026-07-03T19:18:50.783089Z","end":"2026-07-03T19:18:50.920478Z","steps":["trace[1858876057] 'agreement among raft nodes before linearized reading' (duration: 39.89574ms)","trace[1858876057] 'range keys from in-memory index tree' (duration: 97.431874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.920374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.514956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-07-03T19:18:50.920917Z","caller":"traceutil/trace.go:171","msg":"trace[1791381421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17; }","duration":"155.06694ms","start":"2026-07-03T19:18:50.765804Z","end":"2026-07-03T19:18:50.920871Z","steps":["trace[1791381421] 'agreement among raft nodes before linearized reading' (duration: 57.186592ms)","trace[1791381421] 'range keys from in-memory index tree' (duration: 97.300083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:18:50.920369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.986522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-07-03T19:18:50.921135Z","caller":"traceutil/trace.go:171","msg":"trace[2021664585] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17; }","duration":"161.750578ms","start":"2026-07-03T19:18:50.75936Z","end":"2026-07-03T19:18:50.921111Z","steps":["trace[2021664585] 'agreement among raft nodes before linearized reading' (duration: 63.636198ms)","trace[2021664585] 'range keys from in-memory index tree' (duration: 97.328714ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:50.972114Z","caller":"traceutil/trace.go:171","msg":"trace[1675373963] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"145.718248ms","start":"2026-07-03T19:18:50.826382Z","end":"2026-07-03T19:18:50.9721Z","steps":["trace[1675373963] 'process raft request' (duration: 145.683058ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.972386Z","caller":"traceutil/trace.go:171","msg":"trace[754688889] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"146.495344ms","start":"2026-07-03T19:18:50.825855Z","end":"2026-07-03T19:18:50.972351Z","steps":["trace[754688889] 'process raft request' (duration: 145.96162ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.972442Z","caller":"traceutil/trace.go:171","msg":"trace[635974629] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"146.520005ms","start":"2026-07-03T19:18:50.825909Z","end":"2026-07-03T19:18:50.972429Z","steps":["trace[635974629] 'process raft request' (duration: 146.101732ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.972532Z","caller":"traceutil/trace.go:171","msg":"trace[392355170] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"146.650966ms","start":"2026-07-03T19:18:50.825865Z","end":"2026-07-03T19:18:50.972516Z","steps":["trace[392355170] 'process raft request' (duration: 146.091861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:50.972553Z","caller":"traceutil/trace.go:171","msg":"trace[1048254535] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"146.528905ms","start":"2026-07-03T19:18:50.826018Z","end":"2026-07-03T19:18:50.972547Z","steps":["trace[1048254535] 'process raft request' (duration: 146.022811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:51.186406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-03T19:18:51.186713Z","caller":"traceutil/trace.go:171","msg":"trace[2007576272] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"262.432024ms","start":"2026-07-03T19:18:50.924239Z","end":"2026-07-03T19:18:51.186671Z","steps":["trace[2007576272] 'process raft request' (duration: 123.816641ms)","trace[2007576272] 'compare' (duration: 138.081529ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:51.186916Z","caller":"traceutil/trace.go:171","msg":"trace[223736647] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"262.496885ms","start":"2026-07-03T19:18:50.924391Z","end":"2026-07-03T19:18:51.186888Z","steps":["trace[223736647] 'process raft request' (duration: 262.216583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.18718Z","caller":"traceutil/trace.go:171","msg":"trace[1467729831] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"262.474506ms","start":"2026-07-03T19:18:50.924682Z","end":"2026-07-03T19:18:51.187157Z","steps":["trace[1467729831] 'process raft request' (duration: 262.011942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187211Z","caller":"traceutil/trace.go:171","msg":"trace[1606137355] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"211.219205ms","start":"2026-07-03T19:18:50.97598Z","end":"2026-07-03T19:18:51.187199Z","steps":["trace[1606137355] 'process raft request' (duration: 211.137394ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187227Z","caller":"traceutil/trace.go:171","msg":"trace[363554252] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"211.326257ms","start":"2026-07-03T19:18:50.975869Z","end":"2026-07-03T19:18:51.187195Z","steps":["trace[363554252] 'process raft request' (duration: 211.226146ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187298Z","caller":"traceutil/trace.go:171","msg":"trace[1270595551] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"210.347248ms","start":"2026-07-03T19:18:50.976869Z","end":"2026-07-03T19:18:51.187216Z","steps":["trace[1270595551] 'process raft request' (duration: 210.317738ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.18742Z","caller":"traceutil/trace.go:171","msg":"trace[1932169835] linearizableReadLoop","detail":"{readStateIndex:30; appliedIndex:22; }","duration":"262.097782ms","start":"2026-07-03T19:18:50.92527Z","end":"2026-07-03T19:18:51.187368Z","steps":["trace[1932169835] 'read index received' (duration: 46.607329ms)","trace[1932169835] 'applied index is now lower than readState.Index' (duration: 215.488403ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:51.187478Z","caller":"traceutil/trace.go:171","msg":"trace[346031638] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"212.322275ms","start":"2026-07-03T19:18:50.975146Z","end":"2026-07-03T19:18:51.187468Z","steps":["trace[346031638] 'process raft request' (duration: 211.889272ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187328Z","caller":"traceutil/trace.go:171","msg":"trace[1148784201] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"261.915401ms","start":"2026-07-03T19:18:50.92539Z","end":"2026-07-03T19:18:51.187305Z","steps":["trace[1148784201] 'process raft request' (duration: 261.524958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:51.187682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.420249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:51.187729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.714753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-03T19:18:51.187772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.403396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:51.187829Z","caller":"traceutil/trace.go:171","msg":"trace[1931671329] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:32; }","duration":"212.480637ms","start":"2026-07-03T19:18:50.975333Z","end":"2026-07-03T19:18:51.187814Z","steps":["trace[1931671329] 'agreement among raft nodes before linearized reading' (duration: 212.408566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187783Z","caller":"traceutil/trace.go:171","msg":"trace[994970783] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:32; }","duration":"257.800314ms","start":"2026-07-03T19:18:50.929961Z","end":"2026-07-03T19:18:51.187761Z","steps":["trace[994970783] 'agreement among raft nodes before linearized reading' (duration: 257.719863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:18:51.187684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.391705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T19:18:51.18802Z","caller":"traceutil/trace.go:171","msg":"trace[173557500] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:32; }","duration":"262.762038ms","start":"2026-07-03T19:18:50.925237Z","end":"2026-07-03T19:18:51.187999Z","steps":["trace[173557500] 'agreement among raft nodes before linearized reading' (duration: 262.279474ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.187783Z","caller":"traceutil/trace.go:171","msg":"trace[106647133] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:32; }","duration":"210.525339ms","start":"2026-07-03T19:18:50.977219Z","end":"2026-07-03T19:18:51.187744Z","steps":["trace[106647133] 'agreement among raft nodes before linearized reading' (duration: 210.430029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:51.18734Z","caller":"traceutil/trace.go:171","msg":"trace[1369106056] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"210.912563ms","start":"2026-07-03T19:18:50.976419Z","end":"2026-07-03T19:18:51.187331Z","steps":["trace[1369106056] 'process raft request' (duration: 210.750242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:56.265401Z","caller":"traceutil/trace.go:171","msg":"trace[835248407] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"269.86775ms","start":"2026-07-03T19:18:55.995512Z","end":"2026-07-03T19:18:56.26538Z","steps":["trace[835248407] 'process raft request' (duration: 269.739779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:18:57.129595Z","caller":"traceutil/trace.go:171","msg":"trace[422755605] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"132.778447ms","start":"2026-07-03T19:18:56.996793Z","end":"2026-07-03T19:18:57.129571Z","steps":["trace[422755605] 'process raft request' (duration: 114.255736ms)","trace[422755605] 'compare' (duration: 18.42584ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:18:59.441573Z","caller":"traceutil/trace.go:171","msg":"trace[1036049583] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"110.401167ms","start":"2026-07-03T19:18:59.331144Z","end":"2026-07-03T19:18:59.441545Z","steps":["trace[1036049583] 'process raft request' (duration: 80.8778ms)","trace[1036049583] 'compare' (duration: 29.415506ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:00.857033Z","caller":"traceutil/trace.go:171","msg":"trace[1664476307] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"139.387281ms","start":"2026-07-03T19:19:00.717613Z","end":"2026-07-03T19:19:00.857Z","steps":["trace[1664476307] 'process raft request' (duration: 78.924129ms)","trace[1664476307] 'compare' (duration: 60.296071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:03.367439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944056,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:19:03.497527Z","caller":"traceutil/trace.go:171","msg":"trace[415919018] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"631.061985ms","start":"2026-07-03T19:19:02.86644Z","end":"2026-07-03T19:19:03.497502Z","steps":["trace[415919018] 'read index received' (duration: 630.769583ms)","trace[415919018] 'applied index is now lower than readState.Index' (duration: 291.442µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:03.497669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.215626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:19:03.497678Z","caller":"traceutil/trace.go:171","msg":"trace[1532017776] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"997.454937ms","start":"2026-07-03T19:19:02.500152Z","end":"2026-07-03T19:19:03.497606Z","steps":["trace[1532017776] 'process raft request' (duration: 997.126974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:03.497708Z","caller":"traceutil/trace.go:171","msg":"trace[109189314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"631.309246ms","start":"2026-07-03T19:19:02.866387Z","end":"2026-07-03T19:19:03.497697Z","steps":["trace[109189314] 'agreement among raft nodes before linearized reading' (duration: 631.196325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:03.497876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:02.866364Z","time spent":"631.499669ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:19:03.498121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:02.500134Z","time spent":"997.632858ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:04.389934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:04.689978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.858639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:04.690096Z","caller":"traceutil/trace.go:171","msg":"trace[1323307353] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"1.187895533s","start":"2026-07-03T19:19:03.502176Z","end":"2026-07-03T19:19:04.690072Z","steps":["trace[1323307353] 'process raft request' (duration: 955.770082ms)","trace[1323307353] 'compare' (duration: 231.610477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:04.690159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.502158Z","time spent":"1.187971894s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:05.386304Z","caller":"traceutil/trace.go:171","msg":"trace[832932857] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:414; }","duration":"1.496525268s","start":"2026-07-03T19:19:03.889727Z","end":"2026-07-03T19:19:05.386252Z","steps":["trace[832932857] 'read index received' (duration: 568.23967ms)","trace[832932857] 'applied index is now lower than readState.Index' (duration: 928.284218ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:05.386506Z","caller":"traceutil/trace.go:171","msg":"trace[455690632] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.550528098s","start":"2026-07-03T19:19:03.835965Z","end":"2026-07-03T19:19:05.386493Z","steps":["trace[455690632] 'process raft request' (duration: 1.550149665s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:05.386677Z","caller":"traceutil/trace.go:171","msg":"trace[681137994] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"1.877358858s","start":"2026-07-03T19:19:03.509279Z","end":"2026-07-03T19:19:05.386638Z","steps":["trace[681137994] 'process raft request' (duration: 1.84894906s)","trace[681137994] 'compare' (duration: 27.40248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:05.386718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496961681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:19:05.386776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267671496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:05.386824Z","caller":"traceutil/trace.go:171","msg":"trace[1298944143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:402; }","duration":"1.497108443s","start":"2026-07-03T19:19:03.889689Z","end":"2026-07-03T19:19:05.386797Z","steps":["trace[1298944143] 'agreement among raft nodes before linearized reading' (duration: 1.496942912s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:05.386817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431951135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:19:05.386869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.889671Z","time spent":"1.497189264s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:05.386718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431967995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:19:05.386875Z","caller":"traceutil/trace.go:171","msg":"trace[1969645958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:402; }","duration":"1.267788076s","start":"2026-07-03T19:19:04.11905Z","end":"2026-07-03T19:19:05.386838Z","steps":["trace[1969645958] 'agreement among raft nodes before linearized reading' (duration: 1.267663035s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:05.386893Z","caller":"traceutil/trace.go:171","msg":"trace[2035356620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"1.432037006s","start":"2026-07-03T19:19:03.954843Z","end":"2026-07-03T19:19:05.38688Z","steps":["trace[2035356620] 'agreement among raft nodes before linearized reading' (duration: 1.431916995s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:05.386929Z","caller":"traceutil/trace.go:171","msg":"trace[1293556523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:402; }","duration":"1.432223627s","start":"2026-07-03T19:19:03.954688Z","end":"2026-07-03T19:19:05.386912Z","steps":["trace[1293556523] 'agreement among raft nodes before linearized reading' (duration: 1.431953635s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:05.386949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:04.119034Z","time spent":"1.267901587s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:05.386953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.954837Z","time spent":"1.432107736s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:05.387143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.50926Z","time spent":"1.87769471s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:05.386983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.954663Z","time spent":"1.432307197s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:19:05.386685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:03.835937Z","time spent":"1.550626838s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:05.540644Z","caller":"traceutil/trace.go:171","msg":"trace[1593737151] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:417; }","duration":"145.181311ms","start":"2026-07-03T19:19:05.395431Z","end":"2026-07-03T19:19:05.540613Z","steps":["trace[1593737151] 'read index received' (duration: 70.033926ms)","trace[1593737151] 'applied index is now lower than readState.Index' (duration: 75.146235ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:05.540713Z","caller":"traceutil/trace.go:171","msg":"trace[752730961] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"146.904035ms","start":"2026-07-03T19:19:05.393786Z","end":"2026-07-03T19:19:05.54069Z","steps":["trace[752730961] 'process raft request' (duration: 146.692193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:05.540847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.385573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:05.540914Z","caller":"traceutil/trace.go:171","msg":"trace[1488066785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"145.497393ms","start":"2026-07-03T19:19:05.395399Z","end":"2026-07-03T19:19:05.540897Z","steps":["trace[1488066785] 'agreement among raft nodes before linearized reading' (duration: 145.345682ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:05.540994Z","caller":"traceutil/trace.go:171","msg":"trace[908446007] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"147.906702ms","start":"2026-07-03T19:19:05.393079Z","end":"2026-07-03T19:19:05.540985Z","steps":["trace[908446007] 'process raft request' (duration: 147.221347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:05.54124Z","caller":"traceutil/trace.go:171","msg":"trace[122812182] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"143.362227ms","start":"2026-07-03T19:19:05.397869Z","end":"2026-07-03T19:19:05.541232Z","steps":["trace[122812182] 'process raft request' (duration: 142.675492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:08.038021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.785972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:19:08.038112Z","caller":"traceutil/trace.go:171","msg":"trace[653300912] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"493.152507ms","start":"2026-07-03T19:19:07.544946Z","end":"2026-07-03T19:19:08.038098Z","steps":["trace[653300912] 'read index received' (duration: 170.328574ms)","trace[653300912] 'applied index is now lower than readState.Index' (duration: 322.822833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:08.03827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.200587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:19:08.038274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.611069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:08.038298Z","caller":"traceutil/trace.go:171","msg":"trace[61701377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:410; }","duration":"493.259808ms","start":"2026-07-03T19:19:07.545031Z","end":"2026-07-03T19:19:08.038291Z","steps":["trace[61701377] 'agreement among raft nodes before linearized reading' (duration: 493.142538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:08.038326Z","caller":"traceutil/trace.go:171","msg":"trace[1399083857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"298.712171ms","start":"2026-07-03T19:19:07.739601Z","end":"2026-07-03T19:19:08.038313Z","steps":["trace[1399083857] 'agreement among raft nodes before linearized reading' (duration: 298.60842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:08.038331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:07.545018Z","time spent":"493.307079ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:08.038536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.56237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:19:08.038691Z","caller":"traceutil/trace.go:171","msg":"trace[1571416554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"493.784092ms","start":"2026-07-03T19:19:07.544873Z","end":"2026-07-03T19:19:08.038657Z","steps":["trace[1571416554] 'agreement among raft nodes before linearized reading' (duration: 493.341449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:08.038883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:07.544851Z","time spent":"494.014045ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:19:10.170478Z","caller":"traceutil/trace.go:171","msg":"trace[1551907119] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"110.025613ms","start":"2026-07-03T19:19:10.060427Z","end":"2026-07-03T19:19:10.170453Z","steps":["trace[1551907119] 'process raft request' (duration: 109.886652ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:10.172504Z","caller":"traceutil/trace.go:171","msg":"trace[731557495] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"110.032443ms","start":"2026-07-03T19:19:10.062462Z","end":"2026-07-03T19:19:10.172494Z","steps":["trace[731557495] 'process raft request' (duration: 109.982093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:10.862576Z","caller":"traceutil/trace.go:171","msg":"trace[588502343] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"118.525555ms","start":"2026-07-03T19:19:10.744028Z","end":"2026-07-03T19:19:10.862553Z","steps":["trace[588502343] 'process raft request' (duration: 118.402554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:11.752383Z","caller":"traceutil/trace.go:171","msg":"trace[2034779161] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"141.852591ms","start":"2026-07-03T19:19:11.610483Z","end":"2026-07-03T19:19:11.752336Z","steps":["trace[2034779161] 'process raft request' (duration: 119.81595ms)","trace[2034779161] 'compare' (duration: 21.84615ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:12.410183Z","caller":"traceutil/trace.go:171","msg":"trace[870025900] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"189.685653ms","start":"2026-07-03T19:19:12.220428Z","end":"2026-07-03T19:19:12.410114Z","steps":["trace[870025900] 'read index received' (duration: 106.97972ms)","trace[870025900] 'applied index is now lower than readState.Index' (duration: 82.704993ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:12.410203Z","caller":"traceutil/trace.go:171","msg":"trace[2056892268] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"195.593016ms","start":"2026-07-03T19:19:12.214577Z","end":"2026-07-03T19:19:12.41017Z","steps":["trace[2056892268] 'process raft request' (duration: 112.911442ms)","trace[2056892268] 'compare' (duration: 82.451782ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:12.410268Z","caller":"traceutil/trace.go:171","msg":"trace[342252429] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"195.453565ms","start":"2026-07-03T19:19:12.214773Z","end":"2026-07-03T19:19:12.410227Z","steps":["trace[342252429] 'process raft request' (duration: 195.290084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:12.410467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.016446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:19:12.410529Z","caller":"traceutil/trace.go:171","msg":"trace[1813026536] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:422; }","duration":"190.121676ms","start":"2026-07-03T19:19:12.220393Z","end":"2026-07-03T19:19:12.410515Z","steps":["trace[1813026536] 'agreement among raft nodes before linearized reading' (duration: 189.873034ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:13.363685Z","caller":"traceutil/trace.go:171","msg":"trace[236741016] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"492.510243ms","start":"2026-07-03T19:19:12.870854Z","end":"2026-07-03T19:19:13.363364Z","steps":["trace[236741016] 'process raft request' (duration: 492.344092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:13.363898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:12.870826Z","time spent":"492.993087ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:15.550912Z","caller":"traceutil/trace.go:171","msg":"trace[273969924] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"180.104709ms","start":"2026-07-03T19:19:15.370783Z","end":"2026-07-03T19:19:15.550888Z","steps":["trace[273969924] 'process raft request' (duration: 179.991558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:30.153214Z","caller":"traceutil/trace.go:171","msg":"trace[717514727] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"197.005762ms","start":"2026-07-03T19:19:29.956186Z","end":"2026-07-03T19:19:30.153192Z","steps":["trace[717514727] 'process raft request' (duration: 196.727091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:30.382437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.106613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:30.382593Z","caller":"traceutil/trace.go:171","msg":"trace[1526028724] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"195.763142ms","start":"2026-07-03T19:19:30.186813Z","end":"2026-07-03T19:19:30.382576Z","steps":["trace[1526028724] 'process raft request' (duration: 195.718122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:30.382675Z","caller":"traceutil/trace.go:171","msg":"trace[187548316] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"196.137245ms","start":"2026-07-03T19:19:30.18651Z","end":"2026-07-03T19:19:30.382647Z","steps":["trace[187548316] 'process raft request' (duration: 79.75189ms)","trace[187548316] 'compare' (duration: 115.857841ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:30.540639Z","caller":"traceutil/trace.go:171","msg":"trace[913583049] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"152.717666ms","start":"2026-07-03T19:19:30.38789Z","end":"2026-07-03T19:19:30.540607Z","steps":["trace[913583049] 'process raft request' (duration: 96.755703ms)","trace[913583049] 'compare' (duration: 55.827202ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:30.78484Z","caller":"traceutil/trace.go:171","msg":"trace[297018246] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"201.288139ms","start":"2026-07-03T19:19:30.583528Z","end":"2026-07-03T19:19:30.784816Z","steps":["trace[297018246] 'process raft request' (duration: 151.207586ms)","trace[297018246] 'compare' (duration: 49.60792ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:30.784889Z","caller":"traceutil/trace.go:171","msg":"trace[1534307603] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"201.002277ms","start":"2026-07-03T19:19:30.583862Z","end":"2026-07-03T19:19:30.784864Z","steps":["trace[1534307603] 'process raft request' (duration: 200.796626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:31.150109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.882241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:31.150193Z","caller":"traceutil/trace.go:171","msg":"trace[1508074619] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"209.855982ms","start":"2026-07-03T19:19:30.940322Z","end":"2026-07-03T19:19:31.150178Z","steps":["trace[1508074619] 'process raft request' (duration: 106.84393ms)","trace[1508074619] 'compare' (duration: 102.752271ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:31.151903Z","caller":"traceutil/trace.go:171","msg":"trace[2055577625] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"207.502346ms","start":"2026-07-03T19:19:30.944387Z","end":"2026-07-03T19:19:31.151889Z","steps":["trace[2055577625] 'process raft request' (duration: 207.417576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.357632Z","caller":"traceutil/trace.go:171","msg":"trace[32370085] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"196.918676ms","start":"2026-07-03T19:19:31.160682Z","end":"2026-07-03T19:19:31.357601Z","steps":["trace[32370085] 'read index received' (duration: 145.065472ms)","trace[32370085] 'applied index is now lower than readState.Index' (duration: 51.852174ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:31.357777Z","caller":"traceutil/trace.go:171","msg":"trace[479651977] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"200.974662ms","start":"2026-07-03T19:19:31.156751Z","end":"2026-07-03T19:19:31.357726Z","steps":["trace[479651977] 'process raft request' (duration: 148.812766ms)","trace[479651977] 'compare' (duration: 51.885864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:31.35798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.266378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:31.358113Z","caller":"traceutil/trace.go:171","msg":"trace[189469885] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:506; }","duration":"197.398249ms","start":"2026-07-03T19:19:31.160627Z","end":"2026-07-03T19:19:31.358025Z","steps":["trace[189469885] 'agreement among raft nodes before linearized reading' (duration: 197.075287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.504231Z","caller":"traceutil/trace.go:171","msg":"trace[65680591] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"266.685107ms","start":"2026-07-03T19:19:31.237513Z","end":"2026-07-03T19:19:31.504199Z","steps":["trace[65680591] 'process raft request' (duration: 228.799705ms)","trace[65680591] 'compare' (duration: 37.6706ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:31.507308Z","caller":"traceutil/trace.go:171","msg":"trace[971984179] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"145.189572ms","start":"2026-07-03T19:19:31.362088Z","end":"2026-07-03T19:19:31.507278Z","steps":["trace[971984179] 'process raft request' (duration: 145.005901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.507451Z","caller":"traceutil/trace.go:171","msg":"trace[854269744] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"145.424283ms","start":"2026-07-03T19:19:31.362017Z","end":"2026-07-03T19:19:31.507442Z","steps":["trace[854269744] 'process raft request' (duration: 145.182502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.507585Z","caller":"traceutil/trace.go:171","msg":"trace[435138380] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"144.272725ms","start":"2026-07-03T19:19:31.363301Z","end":"2026-07-03T19:19:31.507573Z","steps":["trace[435138380] 'process raft request' (duration: 143.948093ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.507365Z","caller":"traceutil/trace.go:171","msg":"trace[257339318] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"143.3212ms","start":"2026-07-03T19:19:31.364017Z","end":"2026-07-03T19:19:31.507338Z","steps":["trace[257339318] 'process raft request' (duration: 143.262749ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.678313Z","caller":"traceutil/trace.go:171","msg":"trace[1913726564] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"161.268628ms","start":"2026-07-03T19:19:31.516973Z","end":"2026-07-03T19:19:31.678241Z","steps":["trace[1913726564] 'process raft request' (duration: 123.635259ms)","trace[1913726564] 'compare' (duration: 37.396578ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:31.678651Z","caller":"traceutil/trace.go:171","msg":"trace[1233461294] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"161.601471ms","start":"2026-07-03T19:19:31.517003Z","end":"2026-07-03T19:19:31.678604Z","steps":["trace[1233461294] 'process raft request' (duration: 161.130368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.678729Z","caller":"traceutil/trace.go:171","msg":"trace[1187798543] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:532; }","duration":"100.986249ms","start":"2026-07-03T19:19:31.577715Z","end":"2026-07-03T19:19:31.678701Z","steps":["trace[1187798543] 'read index received' (duration: 62.848927ms)","trace[1187798543] 'applied index is now lower than readState.Index' (duration: 38.136112ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:31.678784Z","caller":"traceutil/trace.go:171","msg":"trace[573750244] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"161.6544ms","start":"2026-07-03T19:19:31.517101Z","end":"2026-07-03T19:19:31.678756Z","steps":["trace[573750244] 'process raft request' (duration: 161.319378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.678894Z","caller":"traceutil/trace.go:171","msg":"trace[165880410] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"158.690871ms","start":"2026-07-03T19:19:31.520186Z","end":"2026-07-03T19:19:31.678877Z","steps":["trace[165880410] 'process raft request' (duration: 158.361319ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.678997Z","caller":"traceutil/trace.go:171","msg":"trace[545703733] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"154.866126ms","start":"2026-07-03T19:19:31.524119Z","end":"2026-07-03T19:19:31.678985Z","steps":["trace[545703733] 'process raft request' (duration: 154.525394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:31.679158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.421752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-07-03T19:19:31.679161Z","caller":"traceutil/trace.go:171","msg":"trace[264735663] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"157.711145ms","start":"2026-07-03T19:19:31.521436Z","end":"2026-07-03T19:19:31.679147Z","steps":["trace[264735663] 'process raft request' (duration: 157.160681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.679204Z","caller":"traceutil/trace.go:171","msg":"trace[1808590569] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:518; }","duration":"101.519482ms","start":"2026-07-03T19:19:31.577668Z","end":"2026-07-03T19:19:31.679187Z","steps":["trace[1808590569] 'agreement among raft nodes before linearized reading' (duration: 101.13405ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.814556Z","caller":"traceutil/trace.go:171","msg":"trace[1403536652] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"115.201614ms","start":"2026-07-03T19:19:31.69933Z","end":"2026-07-03T19:19:31.814532Z","steps":["trace[1403536652] 'process raft request' (duration: 113.417492ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.814766Z","caller":"traceutil/trace.go:171","msg":"trace[1191162595] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:539; }","duration":"102.366219ms","start":"2026-07-03T19:19:31.712375Z","end":"2026-07-03T19:19:31.814741Z","steps":["trace[1191162595] 'read index received' (duration: 26.031074ms)","trace[1191162595] 'applied index is now lower than readState.Index' (duration: 76.334145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:31.814963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.57671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:19:31.815005Z","caller":"traceutil/trace.go:171","msg":"trace[955839768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"102.629031ms","start":"2026-07-03T19:19:31.712364Z","end":"2026-07-03T19:19:31.814993Z","steps":["trace[955839768] 'agreement among raft nodes before linearized reading' (duration: 102.52109ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:31.81519Z","caller":"traceutil/trace.go:171","msg":"trace[175734576] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"115.354284ms","start":"2026-07-03T19:19:31.699825Z","end":"2026-07-03T19:19:31.81518Z","steps":["trace[175734576] 'process raft request' (duration: 114.655699ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:33.894227Z","caller":"traceutil/trace.go:171","msg":"trace[864600854] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"767.705471ms","start":"2026-07-03T19:19:33.126493Z","end":"2026-07-03T19:19:33.894198Z","steps":["trace[864600854] 'process raft request' (duration: 767.529613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.126476Z","time spent":"767.846636ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894504Z","caller":"traceutil/trace.go:171","msg":"trace[1799690071] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"696.368831ms","start":"2026-07-03T19:19:33.198116Z","end":"2026-07-03T19:19:33.894485Z","steps":["trace[1799690071] 'process raft request' (duration: 696.331849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.1981Z","time spent":"696.466165ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894662Z","caller":"traceutil/trace.go:171","msg":"trace[2029847378] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"757.198313ms","start":"2026-07-03T19:19:33.137451Z","end":"2026-07-03T19:19:33.89465Z","steps":["trace[2029847378] 'process raft request' (duration: 756.758694ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:33.894722Z","caller":"traceutil/trace.go:171","msg":"trace[1649923524] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"753.037065ms","start":"2026-07-03T19:19:33.141679Z","end":"2026-07-03T19:19:33.894716Z","steps":["trace[1649923524] 'process raft request' (duration: 752.559675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.137445Z","time spent":"757.262465ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894732Z","caller":"traceutil/trace.go:171","msg":"trace[1381606743] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"761.675754ms","start":"2026-07-03T19:19:33.133032Z","end":"2026-07-03T19:19:33.894707Z","steps":["trace[1381606743] 'process raft request' (duration: 761.131451ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:33.894777Z","caller":"traceutil/trace.go:171","msg":"trace[354070783] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"753.053566ms","start":"2026-07-03T19:19:33.141717Z","end":"2026-07-03T19:19:33.894771Z","steps":["trace[354070783] 'process raft request' (duration: 752.583276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.141714Z","time spent":"753.082647ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894832Z","caller":"traceutil/trace.go:171","msg":"trace[172450705] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"748.024942ms","start":"2026-07-03T19:19:33.146796Z","end":"2026-07-03T19:19:33.894821Z","steps":["trace[172450705] 'process raft request' (duration: 747.580893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.133019Z","time spent":"761.765708ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894832Z","caller":"traceutil/trace.go:171","msg":"trace[1055379285] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"760.712922ms","start":"2026-07-03T19:19:33.13408Z","end":"2026-07-03T19:19:33.894793Z","steps":["trace[1055379285] 'process raft request' (duration: 760.107776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.146785Z","time spent":"748.069755ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:33.894754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.141672Z","time spent":"753.067207ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.894862Z","caller":"traceutil/trace.go:171","msg":"trace[1402081477] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"709.94693ms","start":"2026-07-03T19:19:33.184891Z","end":"2026-07-03T19:19:33.894838Z","steps":["trace[1402081477] 'process raft request' (duration: 709.519282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.184874Z","time spent":"710.046454ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:33.89495Z","caller":"traceutil/trace.go:171","msg":"trace[1580590484] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"765.846321ms","start":"2026-07-03T19:19:33.129029Z","end":"2026-07-03T19:19:33.894875Z","steps":["trace[1580590484] 'process raft request' (duration: 765.10509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:33.894992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.134073Z","time spent":"760.838718ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:33.895097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.129022Z","time spent":"766.014448ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:35.247376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34583831s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:19:35.302551Z","caller":"traceutil/trace.go:171","msg":"trace[119718668] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"2.09229391s","start":"2026-07-03T19:19:33.210228Z","end":"2026-07-03T19:19:35.302522Z","steps":["trace[119718668] 'process raft request' (duration: 2.037392667s)","trace[119718668] 'compare' (duration: 54.418933ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:35.302674Z","caller":"traceutil/trace.go:171","msg":"trace[837759647] transaction","detail":"{read_only:false; number_of_response:1; response_revision:545; }","duration":"2.090935132s","start":"2026-07-03T19:19:33.21172Z","end":"2026-07-03T19:19:35.302655Z","steps":["trace[837759647] 'process raft request' (duration: 2.090811227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:35.302775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.211716Z","time spent":"2.091015565s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:35.30371Z","caller":"traceutil/trace.go:171","msg":"trace[2118003294] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:554; }","duration":"1.563635901s","start":"2026-07-03T19:19:33.740032Z","end":"2026-07-03T19:19:35.303668Z","steps":["trace[2118003294] 'read index received' (duration: 154.027461ms)","trace[2118003294] 'applied index is now lower than readState.Index' (duration: 1.409483374s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:35.304317Z","caller":"traceutil/trace.go:171","msg":"trace[1905227138] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.997561434s","start":"2026-07-03T19:19:33.306732Z","end":"2026-07-03T19:19:35.304294Z","steps":["trace[1905227138] 'process raft request' (duration: 1.995860403s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:35.304399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.306708Z","time spent":"1.997655718s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:35.305369Z","caller":"traceutil/trace.go:171","msg":"trace[1405906025] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"2.091635193s","start":"2026-07-03T19:19:33.211182Z","end":"2026-07-03T19:19:35.302818Z","steps":["trace[1405906025] 'process raft request' (duration: 2.091293858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:35.305479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.211177Z","time spent":"2.094244691s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:35.305643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565667226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:35.305695Z","caller":"traceutil/trace.go:171","msg":"trace[199862762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"1.565744038s","start":"2026-07-03T19:19:33.739929Z","end":"2026-07-03T19:19:35.305673Z","steps":["trace[199862762] 'agreement among raft nodes before linearized reading' (duration: 1.564699835s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:35.305727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.739909Z","time spent":"1.565811431s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:35.302687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.210217Z","time spent":"2.092398834s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:35.815433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:36.316165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:36.816461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:36.819266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.571484913s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:19:37.307614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:19:37.307717Z","caller":"traceutil/trace.go:171","msg":"trace[906186653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388778s","start":"2026-07-03T19:19:35.30731Z","end":"2026-07-03T19:19:37.307699Z","steps":["trace[906186653] 'agreement among raft nodes before linearized reading' (duration: 2.000266643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.307756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:35.307293Z","time spent":"2.000455051s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:37.505784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.206811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:37.506386Z","caller":"traceutil/trace.go:171","msg":"trace[1590596124] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"3.603789913s","start":"2026-07-03T19:19:33.902556Z","end":"2026-07-03T19:19:37.506346Z","steps":["trace[1590596124] 'process raft request' (duration: 2.916941816s)","trace[1590596124] 'compare' (duration: 686.040444ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:37.506581Z","caller":"traceutil/trace.go:171","msg":"trace[1567981803] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"3.603150256s","start":"2026-07-03T19:19:33.903378Z","end":"2026-07-03T19:19:37.506528Z","steps":["trace[1567981803] 'process raft request' (duration: 3.60253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.506611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.902533Z","time spent":"3.603925329s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:37.506708Z","caller":"traceutil/trace.go:171","msg":"trace[570379332] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"3.600310194s","start":"2026-07-03T19:19:33.906378Z","end":"2026-07-03T19:19:37.506688Z","steps":["trace[570379332] 'process raft request' (duration: 3.5999571s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.50681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.906372Z","time spent":"3.600380737s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:37.506812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.903367Z","time spent":"3.603330203s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:37.506865Z","caller":"traceutil/trace.go:171","msg":"trace[1133211067] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"3.598787469s","start":"2026-07-03T19:19:33.908032Z","end":"2026-07-03T19:19:37.506819Z","steps":["trace[1133211067] 'process raft request' (duration: 3.598378523s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.507004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.908027Z","time spent":"3.598912974s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:37.509213Z","caller":"traceutil/trace.go:171","msg":"trace[1540064722] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"3.593144385s","start":"2026-07-03T19:19:33.91604Z","end":"2026-07-03T19:19:37.509185Z","steps":["trace[1540064722] 'process raft request' (duration: 3.592672045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.509399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.91603Z","time spent":"3.593263799s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.509419Z","caller":"traceutil/trace.go:171","msg":"trace[1572967732] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"3.598657788s","start":"2026-07-03T19:19:33.910742Z","end":"2026-07-03T19:19:37.5094Z","steps":["trace[1572967732] 'process raft request' (duration: 3.595710189s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.509565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.910735Z","time spent":"3.598791984s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:37.509691Z","caller":"traceutil/trace.go:171","msg":"trace[673273125] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"3.587320966s","start":"2026-07-03T19:19:33.922361Z","end":"2026-07-03T19:19:37.509682Z","steps":["trace[673273125] 'process raft request' (duration: 3.586642098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.50974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.922352Z","time spent":"3.587364487s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.509797Z","caller":"traceutil/trace.go:171","msg":"trace[476126348] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"3.591733212s","start":"2026-07-03T19:19:33.918058Z","end":"2026-07-03T19:19:37.509791Z","steps":["trace[476126348] 'process raft request' (duration: 3.590855976s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.509833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.918036Z","time spent":"3.591777984s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:37.994476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.22762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:37.994922Z","caller":"traceutil/trace.go:171","msg":"trace[1042565448] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"2.669266897s","start":"2026-07-03T19:19:35.325607Z","end":"2026-07-03T19:19:37.994873Z","steps":["trace[1042565448] 'process raft request' (duration: 2.450550067s)","trace[1042565448] 'compare' (duration: 217.841395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:37.995075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:35.32559Z","time spent":"2.669405303s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.995075Z","caller":"traceutil/trace.go:171","msg":"trace[1792655292] transaction","detail":"{read_only:false; number_of_response:1; response_revision:555; }","duration":"2.661467593s","start":"2026-07-03T19:19:35.333559Z","end":"2026-07-03T19:19:37.995026Z","steps":["trace[1792655292] 'process raft request' (duration: 2.661224734s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:37.995201Z","caller":"traceutil/trace.go:171","msg":"trace[1202177367] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"2.6226962s","start":"2026-07-03T19:19:35.372494Z","end":"2026-07-03T19:19:37.995191Z","steps":["trace[1202177367] 'process raft request' (duration: 2.622577595s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.99526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:35.372457Z","time spent":"2.622776874s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:37.995264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:35.333549Z","time spent":"2.661606609s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.995377Z","caller":"traceutil/trace.go:171","msg":"trace[1545067639] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"2.653767922s","start":"2026-07-03T19:19:35.341594Z","end":"2026-07-03T19:19:37.995362Z","steps":["trace[1545067639] 'process raft request' (duration: 2.653373906s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.99543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:35.341587Z","time spent":"2.653812594s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.995444Z","caller":"traceutil/trace.go:171","msg":"trace[1234306140] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:568; }","duration":"2.691658047s","start":"2026-07-03T19:19:35.303764Z","end":"2026-07-03T19:19:37.995422Z","steps":["trace[1234306140] 'read index received' (duration: 1.515822667s)","trace[1234306140] 'applied index is now lower than readState.Index' (duration: 1.17583141s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:37.995487Z","caller":"traceutil/trace.go:171","msg":"trace[882466292] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"468.036612ms","start":"2026-07-03T19:19:37.527431Z","end":"2026-07-03T19:19:37.995467Z","steps":["trace[882466292] 'process raft request' (duration: 467.832644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:37.995534Z","caller":"traceutil/trace.go:171","msg":"trace[1632514969] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.953890187s","start":"2026-07-03T19:19:36.041626Z","end":"2026-07-03T19:19:37.995516Z","steps":["trace[1632514969] 'process raft request' (duration: 1.953476661s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:37.995569Z","caller":"traceutil/trace.go:171","msg":"trace[1496017781] transaction","detail":"{read_only:false; number_of_response:0; response_revision:559; }","duration":"485.239411ms","start":"2026-07-03T19:19:37.510313Z","end":"2026-07-03T19:19:37.995552Z","steps":["trace[1496017781] 'process raft request' (duration: 484.877656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.99558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.527409Z","time spent":"468.128546ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.995597Z","caller":"traceutil/trace.go:171","msg":"trace[1587809080] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"684.075843ms","start":"2026-07-03T19:19:37.311509Z","end":"2026-07-03T19:19:37.995585Z","steps":["trace[1587809080] 'process raft request' (duration: 683.639745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.995596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373023062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:19:37.995651Z","caller":"traceutil/trace.go:171","msg":"trace[1710729444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"3.373096335s","start":"2026-07-03T19:19:34.622539Z","end":"2026-07-03T19:19:37.995635Z","steps":["trace[1710729444] 'agreement among raft nodes before linearized reading' (duration: 3.372885117s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.995664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.311481Z","time spent":"684.143666ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:37.995657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.510298Z","time spent":"485.316204ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:37.995697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:36.041589Z","time spent":"1.954015933s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:37.995712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:34.622528Z","time spent":"3.373171969s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:19:37.995748Z","caller":"traceutil/trace.go:171","msg":"trace[629419026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:559; }","duration":"479.126973ms","start":"2026-07-03T19:19:37.516609Z","end":"2026-07-03T19:19:37.995736Z","steps":["trace[629419026] 'process raft request' (duration: 478.606782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.995823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.516597Z","time spent":"479.191275ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:37.996231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.134555943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:19:37.996287Z","caller":"traceutil/trace.go:171","msg":"trace[497830345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"4.134643547s","start":"2026-07-03T19:19:33.861632Z","end":"2026-07-03T19:19:37.996275Z","steps":["trace[497830345] 'agreement among raft nodes before linearized reading' (duration: 4.133917958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.996283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151186032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T19:19:37.99639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418731134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:19:37.996443Z","caller":"traceutil/trace.go:171","msg":"trace[28290453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:561; }","duration":"3.418823069s","start":"2026-07-03T19:19:34.57761Z","end":"2026-07-03T19:19:37.996433Z","steps":["trace[28290453] 'agreement among raft nodes before linearized reading' (duration: 3.417921792s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:37.996451Z","caller":"traceutil/trace.go:171","msg":"trace[734907756] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"468.562793ms","start":"2026-07-03T19:19:37.527854Z","end":"2026-07-03T19:19:37.996417Z","steps":["trace[734907756] 'process raft request' (duration: 467.553463ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:37.996531Z","caller":"traceutil/trace.go:171","msg":"trace[621371124] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"440.146151ms","start":"2026-07-03T19:19:37.556363Z","end":"2026-07-03T19:19:37.996509Z","steps":["trace[621371124] 'process raft request' (duration: 439.796476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.996643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.556342Z","time spent":"440.249206ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:37.996387Z","caller":"traceutil/trace.go:171","msg":"trace[1019829752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"4.151305526s","start":"2026-07-03T19:19:33.845041Z","end":"2026-07-03T19:19:37.996347Z","steps":["trace[1019829752] 'agreement among raft nodes before linearized reading' (duration: 4.150515584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:37.996731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.845022Z","time spent":"4.151695833s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:19:37.996546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.527826Z","time spent":"468.680869ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:37.996475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:34.577579Z","time spent":"3.418889912s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:19:37.996319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:33.861612Z","time spent":"4.134699199s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:38.526319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.932986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T19:19:38.526696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211637723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:38.526658Z","caller":"traceutil/trace.go:171","msg":"trace[196136232] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:585; }","duration":"531.043561ms","start":"2026-07-03T19:19:37.995485Z","end":"2026-07-03T19:19:38.526528Z","steps":["trace[196136232] 'read index received' (duration: 79.963µs)","trace[196136232] 'applied index is now lower than readState.Index' (duration: 530.962228ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:38.526749Z","caller":"traceutil/trace.go:171","msg":"trace[455573920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.211724217s","start":"2026-07-03T19:19:37.315007Z","end":"2026-07-03T19:19:38.526732Z","steps":["trace[455573920] 'agreement among raft nodes before linearized reading' (duration: 1.211527299s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.52681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.314992Z","time spent":"1.211808439s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:19:38.527147Z","caller":"traceutil/trace.go:171","msg":"trace[463258981] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"521.447921ms","start":"2026-07-03T19:19:38.005685Z","end":"2026-07-03T19:19:38.527133Z","steps":["trace[463258981] 'process raft request' (duration: 520.747133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.5279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.005673Z","time spent":"521.69558ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:38.645218Z","caller":"traceutil/trace.go:171","msg":"trace[214621871] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"639.457265ms","start":"2026-07-03T19:19:38.005729Z","end":"2026-07-03T19:19:38.645186Z","steps":["trace[214621871] 'process raft request' (duration: 639.229676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:38.646067Z","caller":"traceutil/trace.go:171","msg":"trace[1478848015] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"640.269897ms","start":"2026-07-03T19:19:38.005769Z","end":"2026-07-03T19:19:38.646039Z","steps":["trace[1478848015] 'process raft request' (duration: 639.355501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.646218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.005763Z","time spent":"640.375622ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:38.646246Z","caller":"traceutil/trace.go:171","msg":"trace[852509509] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"640.216026ms","start":"2026-07-03T19:19:38.006011Z","end":"2026-07-03T19:19:38.646227Z","steps":["trace[852509509] 'process raft request' (duration: 639.8344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.646075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.005724Z","time spent":"640.229516ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:38.64641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.006005Z","time spent":"640.365622ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:38.64556Z","caller":"traceutil/trace.go:171","msg":"trace[1243189696] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"639.848271ms","start":"2026-07-03T19:19:38.00568Z","end":"2026-07-03T19:19:38.645528Z","steps":["trace[1243189696] 'process raft request' (duration: 551.649863ms)","trace[1243189696] 'compare' (duration: 86.99627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:38.646663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.005662Z","time spent":"640.956956ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:38.646687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.209349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-03T19:19:38.646735Z","caller":"traceutil/trace.go:171","msg":"trace[1630300733] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:570; }","duration":"647.302493ms","start":"2026-07-03T19:19:37.99942Z","end":"2026-07-03T19:19:38.646723Z","steps":["trace[1630300733] 'agreement among raft nodes before linearized reading' (duration: 647.008912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.646782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:37.999407Z","time spent":"647.363245ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T19:19:38.646398Z","caller":"traceutil/trace.go:171","msg":"trace[1329698108] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:589; }","duration":"119.62444ms","start":"2026-07-03T19:19:38.526759Z","end":"2026-07-03T19:19:38.646384Z","steps":["trace[1329698108] 'read index received' (duration: 30.544566ms)","trace[1329698108] 'applied index is now lower than readState.Index' (duration: 89.078474ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:38.646906Z","caller":"traceutil/trace.go:171","msg":"trace[244565370] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"639.920475ms","start":"2026-07-03T19:19:38.006975Z","end":"2026-07-03T19:19:38.646896Z","steps":["trace[244565370] 'process raft request' (duration: 639.110562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.646989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.006968Z","time spent":"639.967237ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:38.647073Z","caller":"traceutil/trace.go:171","msg":"trace[316824506] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"638.864582ms","start":"2026-07-03T19:19:38.0082Z","end":"2026-07-03T19:19:38.647064Z","steps":["trace[316824506] 'process raft request' (duration: 637.976426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.647101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.38557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:38.647163Z","caller":"traceutil/trace.go:171","msg":"trace[192680039] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"571.959817ms","start":"2026-07-03T19:19:38.075193Z","end":"2026-07-03T19:19:38.647153Z","steps":["trace[192680039] 'process raft request' (duration: 571.095572ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:38.647171Z","caller":"traceutil/trace.go:171","msg":"trace[1163152764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"118.481074ms","start":"2026-07-03T19:19:38.528671Z","end":"2026-07-03T19:19:38.647152Z","steps":["trace[1163152764] 'agreement among raft nodes before linearized reading' (duration: 118.38055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:38.64721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.075168Z","time spent":"572.02397ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:38.647127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:38.008192Z","time spent":"638.906563ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:38.792377Z","caller":"traceutil/trace.go:171","msg":"trace[1194945696] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"102.336326ms","start":"2026-07-03T19:19:38.690011Z","end":"2026-07-03T19:19:38.792348Z","steps":["trace[1194945696] 'process raft request' (duration: 94.369856ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:39.083585Z","caller":"traceutil/trace.go:171","msg":"trace[1621198389] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"211.200127ms","start":"2026-07-03T19:19:38.872365Z","end":"2026-07-03T19:19:39.083565Z","steps":["trace[1621198389] 'process raft request' (duration: 150.836863ms)","trace[1621198389] 'compare' (duration: 60.205768ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:39.083786Z","caller":"traceutil/trace.go:171","msg":"trace[617418557] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"210.695487ms","start":"2026-07-03T19:19:38.873053Z","end":"2026-07-03T19:19:39.083749Z","steps":["trace[617418557] 'process raft request' (duration: 210.467878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:39.084123Z","caller":"traceutil/trace.go:171","msg":"trace[378488258] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"194.102121ms","start":"2026-07-03T19:19:38.889994Z","end":"2026-07-03T19:19:39.084096Z","steps":["trace[378488258] 'process raft request' (duration: 193.972275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:43.102791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.228837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:43.102897Z","caller":"traceutil/trace.go:171","msg":"trace[1675195213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"167.354751ms","start":"2026-07-03T19:19:42.935527Z","end":"2026-07-03T19:19:43.102882Z","steps":["trace[1675195213] 'range keys from in-memory index tree' (duration: 167.212446ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:44.80574Z","caller":"traceutil/trace.go:171","msg":"trace[197388058] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"156.933708ms","start":"2026-07-03T19:19:44.64878Z","end":"2026-07-03T19:19:44.805714Z","steps":["trace[197388058] 'read index received' (duration: 45.445009ms)","trace[197388058] 'applied index is now lower than readState.Index' (duration: 111.487809ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:44.805918Z","caller":"traceutil/trace.go:171","msg":"trace[374703493] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"157.720068ms","start":"2026-07-03T19:19:44.648187Z","end":"2026-07-03T19:19:44.805907Z","steps":["trace[374703493] 'process raft request' (duration: 156.266564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:44.806039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.244841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-03T19:19:44.806125Z","caller":"traceutil/trace.go:171","msg":"trace[1212898785] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:641; }","duration":"157.344804ms","start":"2026-07-03T19:19:44.648757Z","end":"2026-07-03T19:19:44.806102Z","steps":["trace[1212898785] 'agreement among raft nodes before linearized reading' (duration: 157.212489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:45.306262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:45.807511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:46.095198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288855199s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:19:46.154823Z","caller":"traceutil/trace.go:171","msg":"trace[1014252229] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"1.348919766s","start":"2026-07-03T19:19:44.805874Z","end":"2026-07-03T19:19:46.154794Z","steps":["trace[1014252229] 'read index received' (duration: 1.289458493s)","trace[1014252229] 'applied index is now lower than readState.Index' (duration: 59.460043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:46.155027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.520216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:19:46.155064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44156033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:19:46.155084Z","caller":"traceutil/trace.go:171","msg":"trace[1230975793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"405.61133ms","start":"2026-07-03T19:19:45.749452Z","end":"2026-07-03T19:19:46.155064Z","steps":["trace[1230975793] 'agreement among raft nodes before linearized reading' (duration: 405.515756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:46.155096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466109638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:19:46.155141Z","caller":"traceutil/trace.go:171","msg":"trace[850186556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"1.441673104s","start":"2026-07-03T19:19:44.713446Z","end":"2026-07-03T19:19:46.155119Z","steps":["trace[850186556] 'agreement among raft nodes before linearized reading' (duration: 1.441440105s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:46.155155Z","caller":"traceutil/trace.go:171","msg":"trace[1720061433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"1.466212872s","start":"2026-07-03T19:19:44.688928Z","end":"2026-07-03T19:19:46.155141Z","steps":["trace[1720061433] 'agreement among raft nodes before linearized reading' (duration: 1.466019295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:46.155147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:45.749436Z","time spent":"405.698342ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:46.155183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:44.713429Z","time spent":"1.441743237s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:46.155189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:44.68891Z","time spent":"1.466272894s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:19:46.155186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38407533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zz2td\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-03T19:19:46.155247Z","caller":"traceutil/trace.go:171","msg":"trace[1292728248] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zz2td; range_end:; response_count:1; response_revision:642; }","duration":"1.384149583s","start":"2026-07-03T19:19:44.771081Z","end":"2026-07-03T19:19:46.15523Z","steps":["trace[1292728248] 'agreement among raft nodes before linearized reading' (duration: 1.38379314s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:46.155282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:44.771073Z","time spent":"1.384200224s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-zz2td\" "} {"level":"info","ts":"2026-07-03T19:19:46.155303Z","caller":"traceutil/trace.go:171","msg":"trace[1429234529] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.450991242s","start":"2026-07-03T19:19:44.70429Z","end":"2026-07-03T19:19:46.155281Z","steps":["trace[1429234529] 'process raft request' (duration: 1.391345812s)","trace[1429234529] 'compare' (duration: 58.754647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:46.155385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:44.704269Z","time spent":"1.451060014s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:46.1558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450169901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:19:46.15584Z","caller":"traceutil/trace.go:171","msg":"trace[102674651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"1.450241593s","start":"2026-07-03T19:19:44.705586Z","end":"2026-07-03T19:19:46.155828Z","steps":["trace[102674651] 'agreement among raft nodes before linearized reading' (duration: 1.449416094s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:46.155857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:44.705565Z","time spent":"1.450287155s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:19:47.309716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:47.81008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:48.310688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:48.348413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921127525s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:48.349373Z","caller":"traceutil/trace.go:171","msg":"trace[920868620] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"2.187540329s","start":"2026-07-03T19:19:46.161779Z","end":"2026-07-03T19:19:48.349319Z","steps":["trace[920868620] 'process raft request' (duration: 265.41216ms)","trace[920868620] 'compare' (duration: 1.920657007s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:48.349852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.161749Z","time spent":"2.187695635s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:48.393104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.96578632s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:19:48.393548Z","caller":"traceutil/trace.go:171","msg":"trace[660465901] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"2.231526281s","start":"2026-07-03T19:19:46.161999Z","end":"2026-07-03T19:19:48.393526Z","steps":["trace[660465901] 'process raft request' (duration: 2.231294673s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:48.393575Z","caller":"traceutil/trace.go:171","msg":"trace[1383723812] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"2.231453028s","start":"2026-07-03T19:19:46.162091Z","end":"2026-07-03T19:19:48.393544Z","steps":["trace[1383723812] 'process raft request' (duration: 2.231359195s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:48.393742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.162082Z","time spent":"2.231562272s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:48.393753Z","caller":"traceutil/trace.go:171","msg":"trace[1782208522] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"2.182947685s","start":"2026-07-03T19:19:46.21079Z","end":"2026-07-03T19:19:48.393737Z","steps":["trace[1782208522] 'process raft request' (duration: 2.182885163s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:48.393797Z","caller":"traceutil/trace.go:171","msg":"trace[1277506377] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"2.222413427s","start":"2026-07-03T19:19:46.171362Z","end":"2026-07-03T19:19:48.393776Z","steps":["trace[1277506377] 'process raft request' (duration: 2.222123816s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:48.393827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.210767Z","time spent":"2.183021467s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:48.393905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.171344Z","time spent":"2.22249806s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:48.393964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.161982Z","time spent":"2.231609674s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:49.740565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:19:49.740663Z","caller":"traceutil/trace.go:171","msg":"trace[1363525944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814386s","start":"2026-07-03T19:19:47.739832Z","end":"2026-07-03T19:19:49.740646Z","steps":["trace[1363525944] 'agreement among raft nodes before linearized reading' (duration: 2.000710073s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:49.740716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:47.739813Z","time spent":"2.000894629s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:19:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:19:49.800626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.030322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:19:49.800886Z","caller":"traceutil/trace.go:171","msg":"trace[218213037] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:670; }","duration":"2.991268962s","start":"2026-07-03T19:19:46.809598Z","end":"2026-07-03T19:19:49.800867Z","steps":["trace[218213037] 'read index received' (duration: 1.583811862s)","trace[218213037] 'applied index is now lower than readState.Index' (duration: 1.4074559s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:49.800985Z","caller":"traceutil/trace.go:171","msg":"trace[1283813512] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.497097542s","start":"2026-07-03T19:19:48.303859Z","end":"2026-07-03T19:19:49.800957Z","steps":["trace[1283813512] 'process raft request' (duration: 1.496864984s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:49.80108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991470149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:19:49.801121Z","caller":"traceutil/trace.go:171","msg":"trace[1977746005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"2.991551131s","start":"2026-07-03T19:19:46.809558Z","end":"2026-07-03T19:19:49.801109Z","steps":["trace[1977746005] 'agreement among raft nodes before linearized reading' (duration: 2.991406706s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:49.801139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:48.303835Z","time spent":"1.497228297s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:49.801166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:46.809538Z","time spent":"2.991619494s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:49.801198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395023186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:49.801287Z","caller":"traceutil/trace.go:171","msg":"trace[1444689124] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:648; }","duration":"1.395169352s","start":"2026-07-03T19:19:48.406093Z","end":"2026-07-03T19:19:49.801262Z","steps":["trace[1444689124] 'agreement among raft nodes before linearized reading' (duration: 1.394955454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:49.801371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:48.406075Z","time spent":"1.395262614s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-03T19:19:51.595573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723748069s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:19:51.812405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99877148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:19:51.812591Z","caller":"traceutil/trace.go:171","msg":"trace[627330698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999004199s","start":"2026-07-03T19:19:49.813559Z","end":"2026-07-03T19:19:51.812563Z","steps":["trace[627330698] 'agreement among raft nodes before linearized reading' (duration: 1.998798442s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:51.812724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:49.813543Z","time spent":"1.999164174s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:19:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:19:51.828025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956096402s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:19:51.828458Z","caller":"traceutil/trace.go:171","msg":"trace[691183435] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"2.014794204s","start":"2026-07-03T19:19:49.813626Z","end":"2026-07-03T19:19:51.828421Z","steps":["trace[691183435] 'process raft request' (duration: 2.01467402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:51.828529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:49.813598Z","time spent":"2.014887067s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:51.828534Z","caller":"traceutil/trace.go:171","msg":"trace[1607238322] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"2.014913228s","start":"2026-07-03T19:19:49.813596Z","end":"2026-07-03T19:19:51.828509Z","steps":["trace[1607238322] 'read index received' (duration: 58.289668ms)","trace[1607238322] 'applied index is now lower than readState.Index' (duration: 1.95662158s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:51.829043Z","caller":"traceutil/trace.go:171","msg":"trace[940167066] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"2.022492056s","start":"2026-07-03T19:19:49.805875Z","end":"2026-07-03T19:19:51.828367Z","steps":["trace[940167066] 'process raft request' (duration: 65.98254ms)","trace[940167066] 'compare' (duration: 1.955898985s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:51.829197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:49.805856Z","time spent":"2.023254953s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:52.32919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:52.829683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:53.330473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:19:53.375324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.876957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:53.375477Z","caller":"traceutil/trace.go:171","msg":"trace[823650001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:650; }","duration":"440.041743ms","start":"2026-07-03T19:19:52.935414Z","end":"2026-07-03T19:19:53.375455Z","steps":["trace[823650001] 'range keys from in-memory index tree' (duration: 439.859807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.391857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794976384s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:19:53.392641Z","caller":"traceutil/trace.go:171","msg":"trace[2099495287] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"3.176165719s","start":"2026-07-03T19:19:50.216454Z","end":"2026-07-03T19:19:53.39262Z","steps":["trace[2099495287] 'process raft request' (duration: 3.175756305s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.392755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.216429Z","time spent":"3.176260432s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:53.65115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:51.83242Z","time spent":"1.818724147s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:19:53.651231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950515053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:19:53.651282Z","caller":"traceutil/trace.go:171","msg":"trace[305515576] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:652; }","duration":"2.950615876s","start":"2026-07-03T19:19:50.700654Z","end":"2026-07-03T19:19:53.65127Z","steps":["trace[305515576] 'agreement among raft nodes before linearized reading' (duration: 2.950506453s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.651316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.700631Z","time spent":"2.950677899s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":11,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:19:53.651429Z","caller":"traceutil/trace.go:171","msg":"trace[1818863104] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"968.353338ms","start":"2026-07-03T19:19:52.683049Z","end":"2026-07-03T19:19:53.651403Z","steps":["trace[1818863104] 'process raft request' (duration: 968.010676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.651465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838271931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:53.6515Z","caller":"traceutil/trace.go:171","msg":"trace[632712461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.838351613s","start":"2026-07-03T19:19:51.813136Z","end":"2026-07-03T19:19:53.651487Z","steps":["trace[632712461] 'agreement among raft nodes before linearized reading' (duration: 1.838283651s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.651525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:51.813118Z","time spent":"1.838402596s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:53.651554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:52.683031Z","time spent":"968.458662ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:53.651608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253981698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:19:53.651635Z","caller":"traceutil/trace.go:171","msg":"trace[872143089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"3.2540337s","start":"2026-07-03T19:19:50.397595Z","end":"2026-07-03T19:19:53.651629Z","steps":["trace[872143089] 'agreement among raft nodes before linearized reading' (duration: 3.253932417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.651653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.397582Z","time spent":"3.254067142s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:19:53.651717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274194964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:19:53.651736Z","caller":"traceutil/trace.go:171","msg":"trace[519228869] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:652; }","duration":"3.274296558s","start":"2026-07-03T19:19:50.377434Z","end":"2026-07-03T19:19:53.651731Z","steps":["trace[519228869] 'agreement among raft nodes before linearized reading' (duration: 3.274267277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.651754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25318012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:19:53.65176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.377406Z","time spent":"3.274341839s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:19:53.651781Z","caller":"traceutil/trace.go:171","msg":"trace[853453668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"3.253227491s","start":"2026-07-03T19:19:50.398546Z","end":"2026-07-03T19:19:53.651774Z","steps":["trace[853453668] 'agreement among raft nodes before linearized reading' (duration: 3.253125748s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.6518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.398535Z","time spent":"3.253261293s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:19:53.651861Z","caller":"traceutil/trace.go:171","msg":"trace[1877939145] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:679; }","duration":"1.823264023s","start":"2026-07-03T19:19:51.828588Z","end":"2026-07-03T19:19:53.651852Z","steps":["trace[1877939145] 'read index received' (duration: 1.564116512s)","trace[1877939145] 'applied index is now lower than readState.Index' (duration: 258.432977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:53.65207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298424459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:19:53.6521Z","caller":"traceutil/trace.go:171","msg":"trace[1775162016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"3.298491782s","start":"2026-07-03T19:19:50.353601Z","end":"2026-07-03T19:19:53.652093Z","steps":["trace[1775162016] 'agreement among raft nodes before linearized reading' (duration: 3.298416479s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.652118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:50.35358Z","time spent":"3.298533682s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:19:53.661924Z","caller":"traceutil/trace.go:171","msg":"trace[33576748] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"203.538632ms","start":"2026-07-03T19:19:53.458374Z","end":"2026-07-03T19:19:53.661912Z","steps":["trace[33576748] 'process raft request' (duration: 203.476479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.662283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048700306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:53.662317Z","caller":"traceutil/trace.go:171","msg":"trace[256619084] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:653; }","duration":"1.04878588s","start":"2026-07-03T19:19:52.613521Z","end":"2026-07-03T19:19:53.662307Z","steps":["trace[256619084] 'agreement among raft nodes before linearized reading' (duration: 1.048701617s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.662341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:52.613494Z","time spent":"1.048841482s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:19:53.662476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533187088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:19:53.662493Z","caller":"traceutil/trace.go:171","msg":"trace[126240140] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:653; }","duration":"1.533242741s","start":"2026-07-03T19:19:52.129245Z","end":"2026-07-03T19:19:53.662488Z","steps":["trace[126240140] 'agreement among raft nodes before linearized reading' (duration: 1.533182129s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:53.662505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:52.129219Z","time spent":"1.533283141s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:19:54.875958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.494598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:54.87604Z","caller":"traceutil/trace.go:171","msg":"trace[2032262462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"136.621382ms","start":"2026-07-03T19:19:54.739399Z","end":"2026-07-03T19:19:54.87602Z","steps":["trace[2032262462] 'range keys from in-memory index tree' (duration: 136.416935ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:54.955937Z","caller":"traceutil/trace.go:171","msg":"trace[1707851643] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"156.040259ms","start":"2026-07-03T19:19:54.799865Z","end":"2026-07-03T19:19:54.955905Z","steps":["trace[1707851643] 'process raft request' (duration: 155.856283ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:55.028332Z","caller":"traceutil/trace.go:171","msg":"trace[1647021054] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"137.787011ms","start":"2026-07-03T19:19:54.89053Z","end":"2026-07-03T19:19:55.028317Z","steps":["trace[1647021054] 'process raft request' (duration: 137.697488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:55.533725Z","caller":"traceutil/trace.go:171","msg":"trace[1944140917] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"122.837837ms","start":"2026-07-03T19:19:55.410856Z","end":"2026-07-03T19:19:55.533694Z","steps":["trace[1944140917] 'process raft request' (duration: 122.658762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:55.868958Z","caller":"traceutil/trace.go:171","msg":"trace[1808745737] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"150.867133ms","start":"2026-07-03T19:19:55.718068Z","end":"2026-07-03T19:19:55.868935Z","steps":["trace[1808745737] 'process raft request' (duration: 150.720468ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:56.042526Z","caller":"traceutil/trace.go:171","msg":"trace[312077302] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"324.389339ms","start":"2026-07-03T19:19:55.718118Z","end":"2026-07-03T19:19:56.042507Z","steps":["trace[312077302] 'process raft request' (duration: 304.296473ms)","trace[312077302] 'compare' (duration: 20.017413ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:56.042845Z","caller":"traceutil/trace.go:171","msg":"trace[967755541] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:704; }","duration":"312.300428ms","start":"2026-07-03T19:19:55.730538Z","end":"2026-07-03T19:19:56.042838Z","steps":["trace[967755541] 'read index received' (duration: 138.345948ms)","trace[967755541] 'applied index is now lower than readState.Index' (duration: 173.95348ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:56.042991Z","caller":"traceutil/trace.go:171","msg":"trace[1550214583] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"324.79403ms","start":"2026-07-03T19:19:55.718192Z","end":"2026-07-03T19:19:56.042986Z","steps":["trace[1550214583] 'process raft request' (duration: 324.615324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:56.043041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:55.718183Z","time spent":"324.826072ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:56.043148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.610499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:56.043171Z","caller":"traceutil/trace.go:171","msg":"trace[558786757] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:677; }","duration":"312.63305ms","start":"2026-07-03T19:19:55.730532Z","end":"2026-07-03T19:19:56.043165Z","steps":["trace[558786757] 'agreement among raft nodes before linearized reading' (duration: 312.599289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:56.043185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:55.730489Z","time spent":"312.692592ms","remote":"127.0.0.1:36954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:19:56.043266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.476848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:56.043285Z","caller":"traceutil/trace.go:171","msg":"trace[344622516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"303.51748ms","start":"2026-07-03T19:19:55.739763Z","end":"2026-07-03T19:19:56.04328Z","steps":["trace[344622516] 'agreement among raft nodes before linearized reading' (duration: 303.492229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:56.043297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:55.739751Z","time spent":"303.54304ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:19:56.043315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:55.718098Z","time spent":"324.498122ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:19:56.043634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.28863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:19:56.043448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.383558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zz2td\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-07-03T19:19:56.043756Z","caller":"traceutil/trace.go:171","msg":"trace[1111559902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:677; }","duration":"200.460165ms","start":"2026-07-03T19:19:55.843269Z","end":"2026-07-03T19:19:56.043729Z","steps":["trace[1111559902] 'agreement among raft nodes before linearized reading' (duration: 200.095603ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:56.043817Z","caller":"traceutil/trace.go:171","msg":"trace[576792240] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zz2td; range_end:; response_count:1; response_revision:677; }","duration":"238.76702ms","start":"2026-07-03T19:19:55.805027Z","end":"2026-07-03T19:19:56.043794Z","steps":["trace[576792240] 'agreement among raft nodes before linearized reading' (duration: 238.354877ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:58.030718Z","caller":"traceutil/trace.go:171","msg":"trace[505090574] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"699.972705ms","start":"2026-07-03T19:19:57.330712Z","end":"2026-07-03T19:19:58.030685Z","steps":["trace[505090574] 'process raft request' (duration: 699.686436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:58.031042Z","caller":"traceutil/trace.go:171","msg":"trace[176193883] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"694.795898ms","start":"2026-07-03T19:19:57.336229Z","end":"2026-07-03T19:19:58.031025Z","steps":["trace[176193883] 'process raft request' (duration: 694.364154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.031118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:57.330694Z","time spent":"700.12209ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:58.031271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:57.336218Z","time spent":"694.932022ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:19:58.041313Z","caller":"traceutil/trace.go:171","msg":"trace[1583620266] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"537.08509ms","start":"2026-07-03T19:19:57.504214Z","end":"2026-07-03T19:19:58.041299Z","steps":["trace[1583620266] 'process raft request' (duration: 536.46139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.041413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:57.504177Z","time spent":"537.195423ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:19:58.054767Z","caller":"traceutil/trace.go:171","msg":"trace[1160670976] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:721; }","duration":"314.313087ms","start":"2026-07-03T19:19:57.740429Z","end":"2026-07-03T19:19:58.054742Z","steps":["trace[1160670976] 'read index received' (duration: 289.981589ms)","trace[1160670976] 'applied index is now lower than readState.Index' (duration: 24.330568ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:58.054819Z","caller":"traceutil/trace.go:171","msg":"trace[518318947] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"147.549349ms","start":"2026-07-03T19:19:57.907253Z","end":"2026-07-03T19:19:58.054802Z","steps":["trace[518318947] 'process raft request' (duration: 147.444586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.054894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.462423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:58.05494Z","caller":"traceutil/trace.go:171","msg":"trace[382219323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"314.551805ms","start":"2026-07-03T19:19:57.740379Z","end":"2026-07-03T19:19:58.054931Z","steps":["trace[382219323] 'agreement among raft nodes before linearized reading' (duration: 314.452972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.054963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:57.740349Z","time spent":"314.608967ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:19:58.054795Z","caller":"traceutil/trace.go:171","msg":"trace[1428623827] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"353.997979ms","start":"2026-07-03T19:19:57.700774Z","end":"2026-07-03T19:19:58.054772Z","steps":["trace[1428623827] 'process raft request' (duration: 353.802003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.055535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:19:57.70071Z","time spent":"354.688971ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:19:58.071393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.478036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:19:58.071566Z","caller":"traceutil/trace.go:171","msg":"trace[313462393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"197.725073ms","start":"2026-07-03T19:19:57.873824Z","end":"2026-07-03T19:19:58.071549Z","steps":["trace[313462393] 'agreement among raft nodes before linearized reading' (duration: 197.428493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:58.071731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.118464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zz2td\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-07-03T19:19:58.071834Z","caller":"traceutil/trace.go:171","msg":"trace[461868976] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zz2td; range_end:; response_count:1; response_revision:698; }","duration":"249.2853ms","start":"2026-07-03T19:19:57.822506Z","end":"2026-07-03T19:19:58.071791Z","steps":["trace[461868976] 'agreement among raft nodes before linearized reading' (duration: 249.080854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:59.093155Z","caller":"traceutil/trace.go:171","msg":"trace[1690634541] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"217.945974ms","start":"2026-07-03T19:19:58.87517Z","end":"2026-07-03T19:19:59.093116Z","steps":["trace[1690634541] 'process raft request' (duration: 159.831046ms)","trace[1690634541] 'compare' (duration: 57.890751ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:19:59.093154Z","caller":"traceutil/trace.go:171","msg":"trace[2122133785] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:752; }","duration":"203.068098ms","start":"2026-07-03T19:19:58.890031Z","end":"2026-07-03T19:19:59.0931Z","steps":["trace[2122133785] 'read index received' (duration: 144.986783ms)","trace[2122133785] 'applied index is now lower than readState.Index' (duration: 58.080185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:19:59.093336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.271765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.09345Z","caller":"traceutil/trace.go:171","msg":"trace[713386125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:722; }","duration":"203.404068ms","start":"2026-07-03T19:19:58.890018Z","end":"2026-07-03T19:19:59.093422Z","steps":["trace[713386125] 'agreement among raft nodes before linearized reading' (duration: 203.210432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.093486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.62965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.093594Z","caller":"traceutil/trace.go:171","msg":"trace[1565312979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:722; }","duration":"159.779955ms","start":"2026-07-03T19:19:58.933797Z","end":"2026-07-03T19:19:59.093577Z","steps":["trace[1565312979] 'agreement among raft nodes before linearized reading' (duration: 159.61427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.093606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.6263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.09373Z","caller":"traceutil/trace.go:171","msg":"trace[1513054761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:722; }","duration":"159.793555ms","start":"2026-07-03T19:19:58.933914Z","end":"2026-07-03T19:19:59.093708Z","steps":["trace[1513054761] 'agreement among raft nodes before linearized reading' (duration: 159.61699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.093792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.891578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.093836Z","caller":"traceutil/trace.go:171","msg":"trace[704923566] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:722; }","duration":"195.94961ms","start":"2026-07-03T19:19:58.897871Z","end":"2026-07-03T19:19:59.09382Z","steps":["trace[704923566] 'agreement among raft nodes before linearized reading' (duration: 195.902268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.093825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.050004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:19:59.093991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.827938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:19:59.093737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.915839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.094029Z","caller":"traceutil/trace.go:171","msg":"trace[618556521] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:722; }","duration":"134.88986ms","start":"2026-07-03T19:19:58.959128Z","end":"2026-07-03T19:19:59.094018Z","steps":["trace[618556521] 'agreement among raft nodes before linearized reading' (duration: 134.836518ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:59.094111Z","caller":"traceutil/trace.go:171","msg":"trace[1625463191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:722; }","duration":"160.25848ms","start":"2026-07-03T19:19:58.933805Z","end":"2026-07-03T19:19:59.094064Z","steps":["trace[1625463191] 'agreement among raft nodes before linearized reading' (duration: 159.895828ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:59.093984Z","caller":"traceutil/trace.go:171","msg":"trace[546814375] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:722; }","duration":"135.398606ms","start":"2026-07-03T19:19:58.958567Z","end":"2026-07-03T19:19:59.093965Z","steps":["trace[546814375] 'agreement among raft nodes before linearized reading' (duration: 134.931661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.094398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.761625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.09448Z","caller":"traceutil/trace.go:171","msg":"trace[568768266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:722; }","duration":"135.820459ms","start":"2026-07-03T19:19:58.958647Z","end":"2026-07-03T19:19:59.094467Z","steps":["trace[568768266] 'agreement among raft nodes before linearized reading' (duration: 134.725084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.097784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.530799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.098088Z","caller":"traceutil/trace.go:171","msg":"trace[2012291122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:722; }","duration":"207.929061ms","start":"2026-07-03T19:19:58.890131Z","end":"2026-07-03T19:19:59.09806Z","steps":["trace[2012291122] 'agreement among raft nodes before linearized reading' (duration: 203.254893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.494016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.230685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.494072Z","caller":"traceutil/trace.go:171","msg":"trace[1131152685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:725; }","duration":"104.314347ms","start":"2026-07-03T19:19:59.389746Z","end":"2026-07-03T19:19:59.49406Z","steps":["trace[1131152685] 'agreement among raft nodes before linearized reading' (duration: 104.229024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:19:59.494248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.746661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:19:59.494333Z","caller":"traceutil/trace.go:171","msg":"trace[1712625320] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:725; }","duration":"104.863865ms","start":"2026-07-03T19:19:59.389446Z","end":"2026-07-03T19:19:59.49431Z","steps":["trace[1712625320] 'agreement among raft nodes before linearized reading' (duration: 104.71802ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:59.840606Z","caller":"traceutil/trace.go:171","msg":"trace[1808534888] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"138.048784ms","start":"2026-07-03T19:19:59.70253Z","end":"2026-07-03T19:19:59.840579Z","steps":["trace[1808534888] 'process raft request' (duration: 137.9188ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:19:59.953954Z","caller":"traceutil/trace.go:171","msg":"trace[732574737] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"107.85681ms","start":"2026-07-03T19:19:59.846066Z","end":"2026-07-03T19:19:59.953923Z","steps":["trace[732574737] 'process raft request' (duration: 51.789867ms)","trace[732574737] 'compare' (duration: 55.936208ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:00.003158Z","caller":"traceutil/trace.go:171","msg":"trace[1562247525] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"148.871446ms","start":"2026-07-03T19:19:59.854263Z","end":"2026-07-03T19:20:00.003134Z","steps":["trace[1562247525] 'process raft request' (duration: 148.655779ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:00.003444Z","caller":"traceutil/trace.go:171","msg":"trace[1047305763] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"148.011159ms","start":"2026-07-03T19:19:59.85539Z","end":"2026-07-03T19:20:00.003401Z","steps":["trace[1047305763] 'process raft request' (duration: 147.693169ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:00.246183Z","caller":"traceutil/trace.go:171","msg":"trace[1764293567] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"222.622923ms","start":"2026-07-03T19:20:00.02354Z","end":"2026-07-03T19:20:00.246163Z","steps":["trace[1764293567] 'process raft request' (duration: 209.42709ms)","trace[1764293567] 'compare' (duration: 13.121331ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:00.389474Z","caller":"traceutil/trace.go:171","msg":"trace[1578582370] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:762; }","duration":"308.136887ms","start":"2026-07-03T19:20:00.081311Z","end":"2026-07-03T19:20:00.389448Z","steps":["trace[1578582370] 'read index received' (duration: 151.744686ms)","trace[1578582370] 'applied index is now lower than readState.Index' (duration: 156.390771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:00.389903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.898885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:20:00.38996Z","caller":"traceutil/trace.go:171","msg":"trace[1674371465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:733; }","duration":"304.975139ms","start":"2026-07-03T19:20:00.084971Z","end":"2026-07-03T19:20:00.389946Z","steps":["trace[1674371465] 'agreement among raft nodes before linearized reading' (duration: 304.628808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.390009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.168768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:20:00.390087Z","caller":"traceutil/trace.go:171","msg":"trace[1047936013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"301.265181ms","start":"2026-07-03T19:20:00.088805Z","end":"2026-07-03T19:20:00.39007Z","steps":["trace[1047936013] 'agreement among raft nodes before linearized reading' (duration: 300.88721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.39012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.267389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-07-03T19:20:00.390138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:00.088799Z","time spent":"301.330053ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:20:00.390176Z","caller":"traceutil/trace.go:171","msg":"trace[644727733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:733; }","duration":"292.329351ms","start":"2026-07-03T19:20:00.097832Z","end":"2026-07-03T19:20:00.390162Z","steps":["trace[644727733] 'agreement among raft nodes before linearized reading' (duration: 291.831986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.390251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:00.084933Z","time spent":"305.134783ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:20:00.390419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.107407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:20:00.390485Z","caller":"traceutil/trace.go:171","msg":"trace[292638045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:733; }","duration":"309.21837ms","start":"2026-07-03T19:20:00.081254Z","end":"2026-07-03T19:20:00.390472Z","steps":["trace[292638045] 'agreement among raft nodes before linearized reading' (duration: 308.317832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.390524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:00.081228Z","time spent":"309.287352ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:20:00.390683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.683349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:20:00.390752Z","caller":"traceutil/trace.go:171","msg":"trace[1184886451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:733; }","duration":"288.780251ms","start":"2026-07-03T19:20:00.101959Z","end":"2026-07-03T19:20:00.390739Z","steps":["trace[1184886451] 'agreement among raft nodes before linearized reading' (duration: 287.701228ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:00.390702Z","caller":"traceutil/trace.go:171","msg":"trace[1860220178] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"316.198648ms","start":"2026-07-03T19:20:00.074476Z","end":"2026-07-03T19:20:00.390675Z","steps":["trace[1860220178] 'process raft request' (duration: 306.203756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.3909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:00.074448Z","time spent":"316.390764ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:20:00.995678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.648127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:00.995776Z","caller":"traceutil/trace.go:171","msg":"trace[86388513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"256.814371ms","start":"2026-07-03T19:20:00.738941Z","end":"2026-07-03T19:20:00.995756Z","steps":["trace[86388513] 'range keys from in-memory index tree' (duration: 256.567234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:00.995725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.826884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zz2td\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-07-03T19:20:00.996428Z","caller":"traceutil/trace.go:171","msg":"trace[149025604] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zz2td; range_end:; response_count:1; response_revision:739; }","duration":"141.571798ms","start":"2026-07-03T19:20:00.854826Z","end":"2026-07-03T19:20:00.996397Z","steps":["trace[149025604] 'range keys from in-memory index tree' (duration: 140.651299ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:04.864684Z","caller":"traceutil/trace.go:171","msg":"trace[1797023802] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"288.846107ms","start":"2026-07-03T19:20:04.575814Z","end":"2026-07-03T19:20:04.86466Z","steps":["trace[1797023802] 'process raft request' (duration: 261.376794ms)","trace[1797023802] 'compare' (duration: 27.265197ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:04.864741Z","caller":"traceutil/trace.go:171","msg":"trace[1175980618] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"288.578449ms","start":"2026-07-03T19:20:04.576122Z","end":"2026-07-03T19:20:04.864701Z","steps":["trace[1175980618] 'process raft request' (duration: 288.478676ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:04.864704Z","caller":"traceutil/trace.go:171","msg":"trace[1867317036] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:802; }","duration":"124.603964ms","start":"2026-07-03T19:20:04.740072Z","end":"2026-07-03T19:20:04.864676Z","steps":["trace[1867317036] 'read index received' (duration: 97.161933ms)","trace[1867317036] 'applied index is now lower than readState.Index' (duration: 27.439081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:04.865155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.058009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:04.865514Z","caller":"traceutil/trace.go:171","msg":"trace[87373103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:771; }","duration":"125.461931ms","start":"2026-07-03T19:20:04.740033Z","end":"2026-07-03T19:20:04.865495Z","steps":["trace[87373103] 'agreement among raft nodes before linearized reading' (duration: 125.003257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:05.113804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.933258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2075"} {"level":"info","ts":"2026-07-03T19:20:05.114385Z","caller":"traceutil/trace.go:171","msg":"trace[337632177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:771; }","duration":"150.554927ms","start":"2026-07-03T19:20:04.963797Z","end":"2026-07-03T19:20:05.114352Z","steps":["trace[337632177] 'range keys from in-memory index tree' (duration: 149.650889ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:06.23968Z","caller":"traceutil/trace.go:171","msg":"trace[567897876] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"213.011692ms","start":"2026-07-03T19:20:06.026635Z","end":"2026-07-03T19:20:06.239647Z","steps":["trace[567897876] 'process raft request' (duration: 212.830297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.753736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355944937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:20:14.936581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448058656s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:20:14.937069Z","caller":"traceutil/trace.go:171","msg":"trace[1076231791] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"1.448664922s","start":"2026-07-03T19:20:13.488378Z","end":"2026-07-03T19:20:14.937043Z","steps":["trace[1076231791] 'process raft request' (duration: 1.448445047s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.937281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:13.488349Z","time spent":"1.448805456s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:20:14.944353Z","caller":"traceutil/trace.go:171","msg":"trace[1408600067] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.005145874s","start":"2026-07-03T19:20:13.93919Z","end":"2026-07-03T19:20:14.944336Z","steps":["trace[1408600067] 'process raft request' (duration: 1.004963349s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:14.944406Z","caller":"traceutil/trace.go:171","msg":"trace[244010267] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"905.177054ms","start":"2026-07-03T19:20:14.039214Z","end":"2026-07-03T19:20:14.944391Z","steps":["trace[244010267] 'process raft request' (duration: 905.05219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.944439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:13.93917Z","time spent":"1.005226276s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:20:14.944488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:14.03919Z","time spent":"905.253346ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:20:14.944569Z","caller":"traceutil/trace.go:171","msg":"trace[1561883414] linearizableReadLoop","detail":"{readStateIndex:869; appliedIndex:866; }","duration":"691.616947ms","start":"2026-07-03T19:20:14.252694Z","end":"2026-07-03T19:20:14.944311Z","steps":["trace[1561883414] 'read index received' (duration: 684.116773ms)","trace[1561883414] 'applied index is now lower than readState.Index' (duration: 7.499293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:14.944812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.526417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:20:14.944854Z","caller":"traceutil/trace.go:171","msg":"trace[1126392605] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:834; }","duration":"128.595129ms","start":"2026-07-03T19:20:14.816247Z","end":"2026-07-03T19:20:14.944843Z","steps":["trace[1126392605] 'agreement among raft nodes before linearized reading' (duration: 128.519847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.94486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.446841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:20:14.944878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.144191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:14.944959Z","caller":"traceutil/trace.go:171","msg":"trace[1450967852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"204.216273ms","start":"2026-07-03T19:20:14.74069Z","end":"2026-07-03T19:20:14.944906Z","steps":["trace[1450967852] 'agreement among raft nodes before linearized reading' (duration: 204.155502ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:14.944906Z","caller":"traceutil/trace.go:171","msg":"trace[1522013556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:834; }","duration":"339.573375ms","start":"2026-07-03T19:20:14.605317Z","end":"2026-07-03T19:20:14.94489Z","steps":["trace[1522013556] 'agreement among raft nodes before linearized reading' (duration: 339.39562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.9449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.166002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:20:14.945011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:14.605297Z","time spent":"339.703798ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:20:14.945029Z","caller":"traceutil/trace.go:171","msg":"trace[358064789] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:834; }","duration":"692.325016ms","start":"2026-07-03T19:20:14.252683Z","end":"2026-07-03T19:20:14.945008Z","steps":["trace[358064789] 'agreement among raft nodes before linearized reading' (duration: 691.966227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:14.945077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:14.252636Z","time spent":"692.431219ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":94,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:20:14.945254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.892221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:20:14.945294Z","caller":"traceutil/trace.go:171","msg":"trace[667328723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:834; }","duration":"221.973403ms","start":"2026-07-03T19:20:14.723307Z","end":"2026-07-03T19:20:14.94528Z","steps":["trace[667328723] 'agreement among raft nodes before linearized reading' (duration: 221.882081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:17.086815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.71327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:20:17.086882Z","caller":"traceutil/trace.go:171","msg":"trace[1338683500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:841; }","duration":"128.808914ms","start":"2026-07-03T19:20:16.95806Z","end":"2026-07-03T19:20:17.086869Z","steps":["trace[1338683500] 'agreement among raft nodes before linearized reading' (duration: 128.613848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:17.087173Z","caller":"traceutil/trace.go:171","msg":"trace[665915028] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"101.097479ms","start":"2026-07-03T19:20:16.986047Z","end":"2026-07-03T19:20:17.087144Z","steps":["trace[665915028] 'process raft request' (duration: 100.471002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:17.087294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.850284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:20:17.087315Z","caller":"traceutil/trace.go:171","msg":"trace[402719228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:841; }","duration":"128.881515ms","start":"2026-07-03T19:20:16.958427Z","end":"2026-07-03T19:20:17.087308Z","steps":["trace[402719228] 'agreement among raft nodes before linearized reading' (duration: 128.801163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:17.087208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.92636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:20:17.0874Z","caller":"traceutil/trace.go:171","msg":"trace[2107000802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"128.121325ms","start":"2026-07-03T19:20:16.959271Z","end":"2026-07-03T19:20:17.087392Z","steps":["trace[2107000802] 'agreement among raft nodes before linearized reading' (duration: 127.821826ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:18.052231Z","caller":"traceutil/trace.go:171","msg":"trace[846197162] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"105.469257ms","start":"2026-07-03T19:20:17.946734Z","end":"2026-07-03T19:20:18.052203Z","steps":["trace[846197162] 'process raft request' (duration: 105.292192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:18.355464Z","caller":"traceutil/trace.go:171","msg":"trace[902861521] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"230.368ms","start":"2026-07-03T19:20:18.125056Z","end":"2026-07-03T19:20:18.355424Z","steps":["trace[902861521] 'process raft request' (duration: 230.118954ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:18.541774Z","caller":"traceutil/trace.go:171","msg":"trace[1991317987] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"125.264118ms","start":"2026-07-03T19:20:18.416469Z","end":"2026-07-03T19:20:18.541733Z","steps":["trace[1991317987] 'process raft request' (duration: 54.95632ms)","trace[1991317987] 'compare' (duration: 70.094002ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:18.753991Z","caller":"traceutil/trace.go:171","msg":"trace[2107989364] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"117.047243ms","start":"2026-07-03T19:20:18.636896Z","end":"2026-07-03T19:20:18.753944Z","steps":["trace[2107989364] 'process raft request' (duration: 116.889219ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:18.908787Z","caller":"traceutil/trace.go:171","msg":"trace[902213223] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"106.037707ms","start":"2026-07-03T19:20:18.802724Z","end":"2026-07-03T19:20:18.908761Z","steps":["trace[902213223] 'process raft request' (duration: 71.54696ms)","trace[902213223] 'compare' (duration: 34.353134ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:19.170311Z","caller":"traceutil/trace.go:171","msg":"trace[2098197881] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"132.287096ms","start":"2026-07-03T19:20:19.037983Z","end":"2026-07-03T19:20:19.17027Z","steps":["trace[2098197881] 'process raft request' (duration: 131.6718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:19.40556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.347544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:20:19.405894Z","caller":"traceutil/trace.go:171","msg":"trace[637711898] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"229.93162ms","start":"2026-07-03T19:20:19.175929Z","end":"2026-07-03T19:20:19.405861Z","steps":["trace[637711898] 'process raft request' (duration: 96.208977ms)","trace[637711898] 'compare' (duration: 133.244201ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:19.406199Z","caller":"traceutil/trace.go:171","msg":"trace[720073457] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"173.99721ms","start":"2026-07-03T19:20:19.232184Z","end":"2026-07-03T19:20:19.406181Z","steps":["trace[720073457] 'process raft request' (duration: 173.946248ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406376Z","caller":"traceutil/trace.go:171","msg":"trace[2119525127] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:903; }","duration":"178.515586ms","start":"2026-07-03T19:20:19.227835Z","end":"2026-07-03T19:20:19.40635Z","steps":["trace[2119525127] 'read index received' (duration: 44.366492ms)","trace[2119525127] 'applied index is now lower than readState.Index' (duration: 134.145954ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:19.406438Z","caller":"traceutil/trace.go:171","msg":"trace[2001594670] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"230.391772ms","start":"2026-07-03T19:20:19.176039Z","end":"2026-07-03T19:20:19.406431Z","steps":["trace[2001594670] 'process raft request' (duration: 229.641193ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406492Z","caller":"traceutil/trace.go:171","msg":"trace[2115569229] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"176.276279ms","start":"2026-07-03T19:20:19.230199Z","end":"2026-07-03T19:20:19.406475Z","steps":["trace[2115569229] 'process raft request' (duration: 175.890549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:19.406525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.645529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:19.406555Z","caller":"traceutil/trace.go:171","msg":"trace[1589126655] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:876; }","duration":"178.893595ms","start":"2026-07-03T19:20:19.227654Z","end":"2026-07-03T19:20:19.406547Z","steps":["trace[1589126655] 'agreement among raft nodes before linearized reading' (duration: 178.778762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406216Z","caller":"traceutil/trace.go:171","msg":"trace[1493972976] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"228.795301ms","start":"2026-07-03T19:20:19.177413Z","end":"2026-07-03T19:20:19.406209Z","steps":["trace[1493972976] 'process raft request' (duration: 228.526214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406522Z","caller":"traceutil/trace.go:171","msg":"trace[613718290] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"176.32273ms","start":"2026-07-03T19:20:19.23017Z","end":"2026-07-03T19:20:19.406492Z","steps":["trace[613718290] 'process raft request' (duration: 175.857359ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406823Z","caller":"traceutil/trace.go:171","msg":"trace[784319119] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"228.838532ms","start":"2026-07-03T19:20:19.177928Z","end":"2026-07-03T19:20:19.406767Z","steps":["trace[784319119] 'process raft request' (duration: 228.050411ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406653Z","caller":"traceutil/trace.go:171","msg":"trace[1239150150] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"230.482244ms","start":"2026-07-03T19:20:19.176163Z","end":"2026-07-03T19:20:19.406646Z","steps":["trace[1239150150] 'process raft request' (duration: 229.600942ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.406703Z","caller":"traceutil/trace.go:171","msg":"trace[341313753] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"230.385623ms","start":"2026-07-03T19:20:19.176311Z","end":"2026-07-03T19:20:19.406697Z","steps":["trace[341313753] 'process raft request' (duration: 229.589082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.606973Z","caller":"traceutil/trace.go:171","msg":"trace[1702369143] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"184.602714ms","start":"2026-07-03T19:20:19.422338Z","end":"2026-07-03T19:20:19.606941Z","steps":["trace[1702369143] 'process raft request' (duration: 177.128381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.60755Z","caller":"traceutil/trace.go:171","msg":"trace[751507148] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:913; }","duration":"162.384482ms","start":"2026-07-03T19:20:19.445144Z","end":"2026-07-03T19:20:19.607528Z","steps":["trace[751507148] 'read index received' (duration: 154.334404ms)","trace[751507148] 'applied index is now lower than readState.Index' (duration: 8.049038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:19.607755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.355583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-07-03T19:20:19.607798Z","caller":"traceutil/trace.go:171","msg":"trace[1606777322] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:879; }","duration":"185.444625ms","start":"2026-07-03T19:20:19.42234Z","end":"2026-07-03T19:20:19.607784Z","steps":["trace[1606777322] 'agreement among raft nodes before linearized reading' (duration: 185.273801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.607816Z","caller":"traceutil/trace.go:171","msg":"trace[620401016] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"174.017781ms","start":"2026-07-03T19:20:19.433781Z","end":"2026-07-03T19:20:19.607799Z","steps":["trace[620401016] 'process raft request' (duration: 173.21713ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.67561Z","caller":"traceutil/trace.go:171","msg":"trace[357366684] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"223.781221ms","start":"2026-07-03T19:20:19.451806Z","end":"2026-07-03T19:20:19.675587Z","steps":["trace[357366684] 'process raft request' (duration: 223.651618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:19.896352Z","caller":"traceutil/trace.go:171","msg":"trace[983650633] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"261.126954ms","start":"2026-07-03T19:20:19.635198Z","end":"2026-07-03T19:20:19.896325Z","steps":["trace[983650633] 'read index received' (duration: 40.272507ms)","trace[983650633] 'applied index is now lower than readState.Index' (duration: 220.853517ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:19.896457Z","caller":"traceutil/trace.go:171","msg":"trace[789599591] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"275.724339ms","start":"2026-07-03T19:20:19.620724Z","end":"2026-07-03T19:20:19.896448Z","steps":["trace[789599591] 'process raft request' (duration: 222.866748ms)","trace[789599591] 'compare' (duration: 52.42651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:19.896661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.445472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T19:20:19.896687Z","caller":"traceutil/trace.go:171","msg":"trace[1454480331] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:881; }","duration":"261.518744ms","start":"2026-07-03T19:20:19.635158Z","end":"2026-07-03T19:20:19.896677Z","steps":["trace[1454480331] 'agreement among raft nodes before linearized reading' (duration: 261.393341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:19.896926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.583708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:19.896993Z","caller":"traceutil/trace.go:171","msg":"trace[1176797618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:881; }","duration":"157.701802ms","start":"2026-07-03T19:20:19.739274Z","end":"2026-07-03T19:20:19.896976Z","steps":["trace[1176797618] 'agreement among raft nodes before linearized reading' (duration: 157.601258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:19.897498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.888649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-07-03T19:20:19.897538Z","caller":"traceutil/trace.go:171","msg":"trace[1514742056] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:881; }","duration":"180.979091ms","start":"2026-07-03T19:20:19.716549Z","end":"2026-07-03T19:20:19.897529Z","steps":["trace[1514742056] 'agreement among raft nodes before linearized reading' (duration: 180.256191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:20.237036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.828024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050272"} {"level":"info","ts":"2026-07-03T19:20:20.237123Z","caller":"traceutil/trace.go:171","msg":"trace[1757762263] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:881; }","duration":"135.981258ms","start":"2026-07-03T19:20:20.101111Z","end":"2026-07-03T19:20:20.237092Z","steps":["trace[1757762263] 'range keys from in-memory index tree' (duration: 134.475029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:20.235896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.621767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:20.238068Z","caller":"traceutil/trace.go:171","msg":"trace[1025077059] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:881; }","duration":"224.840934ms","start":"2026-07-03T19:20:20.013193Z","end":"2026-07-03T19:20:20.238034Z","steps":["trace[1025077059] 'count revisions from in-memory index tree' (duration: 222.522074ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:20.843512Z","caller":"traceutil/trace.go:171","msg":"trace[688124518] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"100.946375ms","start":"2026-07-03T19:20:20.742532Z","end":"2026-07-03T19:20:20.843479Z","steps":["trace[688124518] 'process raft request' (duration: 71.961106ms)","trace[688124518] 'compare' (duration: 28.829525ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:21.541549Z","caller":"traceutil/trace.go:171","msg":"trace[670366386] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"124.914246ms","start":"2026-07-03T19:20:21.416598Z","end":"2026-07-03T19:20:21.541512Z","steps":["trace[670366386] 'process raft request' (duration: 124.583906ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:21.541601Z","caller":"traceutil/trace.go:171","msg":"trace[14736523] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:932; }","duration":"123.670925ms","start":"2026-07-03T19:20:21.417899Z","end":"2026-07-03T19:20:21.54157Z","steps":["trace[14736523] 'read index received' (duration: 46.817063ms)","trace[14736523] 'applied index is now lower than readState.Index' (duration: 76.852722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:21.541896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.970002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:20:21.541951Z","caller":"traceutil/trace.go:171","msg":"trace[1581376797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:899; }","duration":"124.072195ms","start":"2026-07-03T19:20:21.41786Z","end":"2026-07-03T19:20:21.541933Z","steps":["trace[1581376797] 'agreement among raft nodes before linearized reading' (duration: 123.845289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:21.542019Z","caller":"traceutil/trace.go:171","msg":"trace[182838324] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"124.606468ms","start":"2026-07-03T19:20:21.417399Z","end":"2026-07-03T19:20:21.542006Z","steps":["trace[182838324] 'process raft request' (duration: 124.038184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:22.618117Z","caller":"traceutil/trace.go:171","msg":"trace[934323079] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"103.774226ms","start":"2026-07-03T19:20:22.514324Z","end":"2026-07-03T19:20:22.618098Z","steps":["trace[934323079] 'process raft request' (duration: 103.666544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:29.458064Z","caller":"traceutil/trace.go:171","msg":"trace[1769267273] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"305.712526ms","start":"2026-07-03T19:20:29.152332Z","end":"2026-07-03T19:20:29.458045Z","steps":["trace[1769267273] 'read index received' (duration: 305.538802ms)","trace[1769267273] 'applied index is now lower than readState.Index' (duration: 173.034µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:29.458151Z","caller":"traceutil/trace.go:171","msg":"trace[770395506] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"328.444141ms","start":"2026-07-03T19:20:29.129697Z","end":"2026-07-03T19:20:29.458141Z","steps":["trace[770395506] 'process raft request' (duration: 328.224315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.45825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:29.129678Z","time spent":"328.509272ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:20:29.458329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.152847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:29.458376Z","caller":"traceutil/trace.go:171","msg":"trace[938554900] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:989; }","duration":"149.241279ms","start":"2026-07-03T19:20:29.309122Z","end":"2026-07-03T19:20:29.458363Z","steps":["trace[938554900] 'agreement among raft nodes before linearized reading' (duration: 149.159917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.45847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.104656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:29.458554Z","caller":"traceutil/trace.go:171","msg":"trace[132945660] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:989; }","duration":"306.24398ms","start":"2026-07-03T19:20:29.152287Z","end":"2026-07-03T19:20:29.458531Z","steps":["trace[132945660] 'agreement among raft nodes before linearized reading' (duration: 306.075006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.458602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:29.15227Z","time spent":"306.320751ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:20:29.673064Z","caller":"traceutil/trace.go:171","msg":"trace[1495717631] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"120.407513ms","start":"2026-07-03T19:20:29.552632Z","end":"2026-07-03T19:20:29.673039Z","steps":["trace[1495717631] 'read index received' (duration: 120.219928ms)","trace[1495717631] 'applied index is now lower than readState.Index' (duration: 186.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:29.67309Z","caller":"traceutil/trace.go:171","msg":"trace[668673211] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"140.015312ms","start":"2026-07-03T19:20:29.533046Z","end":"2026-07-03T19:20:29.673061Z","steps":["trace[668673211] 'process raft request' (duration: 139.875349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.673274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.609847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:29.673313Z","caller":"traceutil/trace.go:171","msg":"trace[1119643122] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:990; }","duration":"120.69288ms","start":"2026-07-03T19:20:29.552605Z","end":"2026-07-03T19:20:29.673298Z","steps":["trace[1119643122] 'agreement among raft nodes before linearized reading' (duration: 120.556037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.673414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.7249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:29.673491Z","caller":"traceutil/trace.go:171","msg":"trace[2023153044] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:990; }","duration":"120.841323ms","start":"2026-07-03T19:20:29.552625Z","end":"2026-07-03T19:20:29.673466Z","steps":["trace[2023153044] 'agreement among raft nodes before linearized reading' (duration: 120.689479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:29.673664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.994126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:29.673715Z","caller":"traceutil/trace.go:171","msg":"trace[1589604325] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:990; }","duration":"121.092479ms","start":"2026-07-03T19:20:29.552607Z","end":"2026-07-03T19:20:29.673699Z","steps":["trace[1589604325] 'agreement among raft nodes before linearized reading' (duration: 120.996187ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:33.589027Z","caller":"traceutil/trace.go:171","msg":"trace[1046508626] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"114.236743ms","start":"2026-07-03T19:20:33.474763Z","end":"2026-07-03T19:20:33.589Z","steps":["trace[1046508626] 'process raft request' (duration: 114.08066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:33.853704Z","caller":"traceutil/trace.go:171","msg":"trace[335717258] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"108.557665ms","start":"2026-07-03T19:20:33.7451Z","end":"2026-07-03T19:20:33.853658Z","steps":["trace[335717258] 'process raft request' (duration: 108.461313ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:33.853758Z","caller":"traceutil/trace.go:171","msg":"trace[489775192] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1061; }","duration":"111.614975ms","start":"2026-07-03T19:20:33.742101Z","end":"2026-07-03T19:20:33.853716Z","steps":["trace[489775192] 'read index received' (duration: 51.904683ms)","trace[489775192] 'applied index is now lower than readState.Index' (duration: 59.704441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:33.853997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.06272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:33.854097Z","caller":"traceutil/trace.go:171","msg":"trace[393634255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"114.160332ms","start":"2026-07-03T19:20:33.739885Z","end":"2026-07-03T19:20:33.854045Z","steps":["trace[393634255] 'agreement among raft nodes before linearized reading' (duration: 114.025099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:33.854112Z","caller":"traceutil/trace.go:171","msg":"trace[147339728] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"138.455322ms","start":"2026-07-03T19:20:33.715562Z","end":"2026-07-03T19:20:33.854017Z","steps":["trace[147339728] 'process raft request' (duration: 78.362173ms)","trace[147339728] 'compare' (duration: 59.345672ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:37.174185Z","caller":"traceutil/trace.go:171","msg":"trace[1390429413] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"136.146584ms","start":"2026-07-03T19:20:37.038018Z","end":"2026-07-03T19:20:37.174165Z","steps":["trace[1390429413] 'process raft request' (duration: 136.071622ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:37.17419Z","caller":"traceutil/trace.go:171","msg":"trace[760433929] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"138.387483ms","start":"2026-07-03T19:20:37.035774Z","end":"2026-07-03T19:20:37.174161Z","steps":["trace[760433929] 'process raft request' (duration: 136.041232ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:37.174398Z","caller":"traceutil/trace.go:171","msg":"trace[824828456] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"134.456396ms","start":"2026-07-03T19:20:37.039909Z","end":"2026-07-03T19:20:37.174365Z","steps":["trace[824828456] 'process raft request' (duration: 134.222821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:37.174295Z","caller":"traceutil/trace.go:171","msg":"trace[1987191497] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1211; }","duration":"121.997875ms","start":"2026-07-03T19:20:37.052269Z","end":"2026-07-03T19:20:37.174267Z","steps":["trace[1987191497] 'read index received' (duration: 119.546052ms)","trace[1987191497] 'applied index is now lower than readState.Index' (duration: 2.450513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:37.174521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.22921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:37.174563Z","caller":"traceutil/trace.go:171","msg":"trace[1765087018] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1174; }","duration":"122.306961ms","start":"2026-07-03T19:20:37.052246Z","end":"2026-07-03T19:20:37.174553Z","steps":["trace[1765087018] 'agreement among raft nodes before linearized reading' (duration: 122.213179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:37.174724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.370613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:20:37.174743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.413404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:20:37.174783Z","caller":"traceutil/trace.go:171","msg":"trace[1790417553] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1174; }","duration":"122.434164ms","start":"2026-07-03T19:20:37.052329Z","end":"2026-07-03T19:20:37.174764Z","steps":["trace[1790417553] 'agreement among raft nodes before linearized reading' (duration: 122.354762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:37.174797Z","caller":"traceutil/trace.go:171","msg":"trace[1659998936] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1174; }","duration":"122.488985ms","start":"2026-07-03T19:20:37.052291Z","end":"2026-07-03T19:20:37.17478Z","steps":["trace[1659998936] 'agreement among raft nodes before linearized reading' (duration: 122.273111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:37.875509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.095627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:20:37.876618Z","caller":"traceutil/trace.go:171","msg":"trace[1732850858] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1216; }","duration":"151.11651ms","start":"2026-07-03T19:20:37.725478Z","end":"2026-07-03T19:20:37.876594Z","steps":["trace[1732850858] 'read index received' (duration: 75.857086ms)","trace[1732850858] 'applied index is now lower than readState.Index' (duration: 75.258384ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:20:37.876745Z","caller":"traceutil/trace.go:171","msg":"trace[299966248] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"266.689684ms","start":"2026-07-03T19:20:37.610028Z","end":"2026-07-03T19:20:37.876718Z","steps":["trace[299966248] 'process raft request' (duration: 265.58888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:37.876902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.955571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:20:37.877047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.461238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:20:37.877121Z","caller":"traceutil/trace.go:171","msg":"trace[468379289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1177; }","duration":"151.688062ms","start":"2026-07-03T19:20:37.725419Z","end":"2026-07-03T19:20:37.877107Z","steps":["trace[468379289] 'agreement among raft nodes before linearized reading' (duration: 151.339664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:37.876962Z","caller":"traceutil/trace.go:171","msg":"trace[1784715657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"137.076793ms","start":"2026-07-03T19:20:37.739873Z","end":"2026-07-03T19:20:37.87695Z","steps":["trace[1784715657] 'agreement among raft nodes before linearized reading' (duration: 136.93178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:40.081588Z","caller":"traceutil/trace.go:171","msg":"trace[1023047001] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"105.45734ms","start":"2026-07-03T19:20:39.97611Z","end":"2026-07-03T19:20:40.081567Z","steps":["trace[1023047001] 'process raft request' (duration: 105.334878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:40.130832Z","caller":"traceutil/trace.go:171","msg":"trace[1345857514] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"153.83082ms","start":"2026-07-03T19:20:39.976981Z","end":"2026-07-03T19:20:40.130812Z","steps":["trace[1345857514] 'process raft request' (duration: 153.661386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:40.131289Z","caller":"traceutil/trace.go:171","msg":"trace[1302607541] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"153.073022ms","start":"2026-07-03T19:20:39.978199Z","end":"2026-07-03T19:20:40.131272Z","steps":["trace[1302607541] 'process raft request' (duration: 152.581862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:47.881735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355945655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:20:48.382969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355945655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:20:48.665691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534251336s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:20:48.666101Z","caller":"traceutil/trace.go:171","msg":"trace[1944615946] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"1.534748687s","start":"2026-07-03T19:20:47.131329Z","end":"2026-07-03T19:20:48.666078Z","steps":["trace[1944615946] 'process raft request' (duration: 1.534521892s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.666237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.131301Z","time spent":"1.534851638s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:20:48.952168Z","caller":"traceutil/trace.go:171","msg":"trace[1913241631] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1280; }","duration":"1.57142303s","start":"2026-07-03T19:20:47.380721Z","end":"2026-07-03T19:20:48.952144Z","steps":["trace[1913241631] 'read index received' (duration: 1.285159051s)","trace[1913241631] 'applied index is now lower than readState.Index' (duration: 286.262479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:20:48.952357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571617623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:20:48.952412Z","caller":"traceutil/trace.go:171","msg":"trace[856938704] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1239; }","duration":"1.571717196s","start":"2026-07-03T19:20:47.380679Z","end":"2026-07-03T19:20:48.952397Z","steps":["trace[856938704] 'agreement among raft nodes before linearized reading' (duration: 1.571597093s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.952587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210645177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:20:48.952635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.72981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-03T19:20:48.95267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137397395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:20:48.952694Z","caller":"traceutil/trace.go:171","msg":"trace[2049394965] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1239; }","duration":"1.137454785s","start":"2026-07-03T19:20:47.815231Z","end":"2026-07-03T19:20:48.952686Z","steps":["trace[2049394965] 'agreement among raft nodes before linearized reading' (duration: 1.137421815s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:20:48.952693Z","caller":"traceutil/trace.go:171","msg":"trace[871356959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1239; }","duration":"788.824122ms","start":"2026-07-03T19:20:48.163853Z","end":"2026-07-03T19:20:48.952677Z","steps":["trace[871356959] 'agreement among raft nodes before linearized reading' (duration: 788.664009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.952691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.091525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:20:48.952714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.815212Z","time spent":"1.137497447s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:20:48.952736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:48.163823Z","time spent":"788.901624ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:20:48.952748Z","caller":"traceutil/trace.go:171","msg":"trace[2076581895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"837.186827ms","start":"2026-07-03T19:20:48.115542Z","end":"2026-07-03T19:20:48.952729Z","steps":["trace[2076581895] 'agreement among raft nodes before linearized reading' (duration: 837.034174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.952792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:48.115519Z","time spent":"837.261328ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:20:48.952855Z","caller":"traceutil/trace.go:171","msg":"trace[1634326536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"1.21079121s","start":"2026-07-03T19:20:47.741866Z","end":"2026-07-03T19:20:48.952657Z","steps":["trace[1634326536] 'agreement among raft nodes before linearized reading' (duration: 1.210619587s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.95293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.741847Z","time spent":"1.211065976s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:20:48.952625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033819873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:20:48.953074Z","caller":"traceutil/trace.go:171","msg":"trace[1226169005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1239; }","duration":"1.034310633s","start":"2026-07-03T19:20:47.918753Z","end":"2026-07-03T19:20:48.953064Z","steps":["trace[1226169005] 'agreement among raft nodes before linearized reading' (duration: 1.033783362s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.953072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.067098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T19:20:48.953123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.918733Z","time spent":"1.034362185s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:20:48.953126Z","caller":"traceutil/trace.go:171","msg":"trace[1618869610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1239; }","duration":"789.242642ms","start":"2026-07-03T19:20:48.163867Z","end":"2026-07-03T19:20:48.95311Z","steps":["trace[1618869610] 'agreement among raft nodes before linearized reading' (duration: 789.012747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.95317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:48.163843Z","time spent":"789.315343ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:20:48.953422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.42131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:20:48.953461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.454147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-03T19:20:48.954036Z","caller":"traceutil/trace.go:171","msg":"trace[1376246515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1239; }","duration":"951.0652ms","start":"2026-07-03T19:20:48.002951Z","end":"2026-07-03T19:20:48.954016Z","steps":["trace[1376246515] 'agreement among raft nodes before linearized reading' (duration: 950.445597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.954106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:48.002932Z","time spent":"951.156171ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-03T19:20:48.952467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.380659Z","time spent":"1.571793437s","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":50,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:20:48.953532Z","caller":"traceutil/trace.go:171","msg":"trace[1705154461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"989.630544ms","start":"2026-07-03T19:20:47.963873Z","end":"2026-07-03T19:20:48.953503Z","steps":["trace[1705154461] 'agreement among raft nodes before linearized reading' (duration: 988.727896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:20:48.954748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:20:47.963853Z","time spent":"990.876689ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:21:05.405268Z","caller":"traceutil/trace.go:171","msg":"trace[894727806] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"346.738008ms","start":"2026-07-03T19:21:05.058503Z","end":"2026-07-03T19:21:05.405241Z","steps":["trace[894727806] 'process raft request' (duration: 346.598575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.405496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:05.058482Z","time spent":"346.929321ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:05.406281Z","caller":"traceutil/trace.go:171","msg":"trace[402469280] linearizableReadLoop","detail":"{readStateIndex:1433; appliedIndex:1431; }","duration":"344.125632ms","start":"2026-07-03T19:21:05.062139Z","end":"2026-07-03T19:21:05.406264Z","steps":["trace[402469280] 'read index received' (duration: 342.944371ms)","trace[402469280] 'applied index is now lower than readState.Index' (duration: 1.179281ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:05.406291Z","caller":"traceutil/trace.go:171","msg":"trace[185528508] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"345.274932ms","start":"2026-07-03T19:21:05.060996Z","end":"2026-07-03T19:21:05.406271Z","steps":["trace[185528508] 'process raft request' (duration: 345.068429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.406366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:05.060986Z","time spent":"345.342673ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:05.406463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.332416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:21:05.406501Z","caller":"traceutil/trace.go:171","msg":"trace[57186278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1381; }","duration":"344.393007ms","start":"2026-07-03T19:21:05.062095Z","end":"2026-07-03T19:21:05.406488Z","steps":["trace[57186278] 'agreement among raft nodes before linearized reading' (duration: 344.252034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.406541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:05.062088Z","time spent":"344.442928ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:21:05.406631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.99321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:21:05.406671Z","caller":"traceutil/trace.go:171","msg":"trace[1032682335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1381; }","duration":"344.064761ms","start":"2026-07-03T19:21:05.062596Z","end":"2026-07-03T19:21:05.406661Z","steps":["trace[1032682335] 'agreement among raft nodes before linearized reading' (duration: 343.970049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.406698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:05.062576Z","time spent":"344.115772ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:05.406817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.24627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:21:05.406849Z","caller":"traceutil/trace.go:171","msg":"trace[2063747554] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1381; }","duration":"217.311931ms","start":"2026-07-03T19:21:05.189529Z","end":"2026-07-03T19:21:05.406841Z","steps":["trace[2063747554] 'agreement among raft nodes before linearized reading' (duration: 217.26198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.407033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.225098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ldgr4\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-03T19:21:05.407059Z","caller":"traceutil/trace.go:171","msg":"trace[1369978781] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-ldgr4; range_end:; response_count:1; response_revision:1381; }","duration":"259.251908ms","start":"2026-07-03T19:21:05.147799Z","end":"2026-07-03T19:21:05.407051Z","steps":["trace[1369978781] 'agreement among raft nodes before linearized reading' (duration: 259.171987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.407132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.383357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:21:05.407179Z","caller":"traceutil/trace.go:171","msg":"trace[1252559269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1381; }","duration":"344.439547ms","start":"2026-07-03T19:21:05.062724Z","end":"2026-07-03T19:21:05.407163Z","steps":["trace[1252559269] 'agreement among raft nodes before linearized reading' (duration: 344.321745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:05.407215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:05.062719Z","time spent":"344.487348ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:11.262814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355946132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:21:11.763123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355946132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:21:11.88238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136114433s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:21:11.88294Z","caller":"traceutil/trace.go:171","msg":"trace[1312508699] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"1.136734083s","start":"2026-07-03T19:21:10.746179Z","end":"2026-07-03T19:21:11.882913Z","steps":["trace[1312508699] 'process raft request' (duration: 1.13655918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.883098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:10.74616Z","time spent":"1.136854415s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:11.887565Z","caller":"traceutil/trace.go:171","msg":"trace[711602582] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1545; }","duration":"1.124960473s","start":"2026-07-03T19:21:10.762575Z","end":"2026-07-03T19:21:11.887536Z","steps":["trace[711602582] 'read index received' (duration: 1.12005732s)","trace[711602582] 'applied index is now lower than readState.Index' (duration: 4.901873ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:11.887642Z","caller":"traceutil/trace.go:171","msg":"trace[1528260809] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"1.043210043s","start":"2026-07-03T19:21:10.844408Z","end":"2026-07-03T19:21:11.887618Z","steps":["trace[1528260809] 'process raft request' (duration: 1.042956148s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.887753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.694185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:11.887817Z","caller":"traceutil/trace.go:171","msg":"trace[1520914331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"147.787697ms","start":"2026-07-03T19:21:11.740012Z","end":"2026-07-03T19:21:11.8878Z","steps":["trace[1520914331] 'agreement among raft nodes before linearized reading' (duration: 147.692635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.887835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.410042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:21:11.887836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:10.844381Z","time spent":"1.043354275s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:11.887897Z","caller":"traceutil/trace.go:171","msg":"trace[1682345613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1494; }","duration":"420.499144ms","start":"2026-07-03T19:21:11.46738Z","end":"2026-07-03T19:21:11.887879Z","steps":["trace[1682345613] 'agreement among raft nodes before linearized reading' (duration: 420.329482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.887894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.154166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T19:21:11.88793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:11.467369Z","time spent":"420.555635ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:21:11.887953Z","caller":"traceutil/trace.go:171","msg":"trace[495248224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1494; }","duration":"424.257878ms","start":"2026-07-03T19:21:11.463679Z","end":"2026-07-03T19:21:11.887937Z","steps":["trace[495248224] 'agreement among raft nodes before linearized reading' (duration: 424.063195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.887992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:11.463662Z","time spent":"424.320979ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:21:11.888037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.431533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:21:11.888073Z","caller":"traceutil/trace.go:171","msg":"trace[1794969199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1494; }","duration":"420.524944ms","start":"2026-07-03T19:21:11.467538Z","end":"2026-07-03T19:21:11.888063Z","steps":["trace[1794969199] 'agreement among raft nodes before linearized reading' (duration: 420.213719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.888096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:11.46752Z","time spent":"420.570445ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:11.888074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.39718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:21:11.888137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125562482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:11.888206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.689114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:21:11.888223Z","caller":"traceutil/trace.go:171","msg":"trace[363688971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"1.125681695s","start":"2026-07-03T19:21:10.762526Z","end":"2026-07-03T19:21:11.888207Z","steps":["trace[363688971] 'agreement among raft nodes before linearized reading' (duration: 1.125131746s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:11.888236Z","caller":"traceutil/trace.go:171","msg":"trace[157642449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1494; }","duration":"418.736435ms","start":"2026-07-03T19:21:11.469491Z","end":"2026-07-03T19:21:11.888227Z","steps":["trace[157642449] 'agreement among raft nodes before linearized reading' (duration: 418.196926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.888259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:11.469478Z","time spent":"418.774955ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:21:11.888195Z","caller":"traceutil/trace.go:171","msg":"trace[1770015216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1494; }","duration":"424.546902ms","start":"2026-07-03T19:21:11.463631Z","end":"2026-07-03T19:21:11.888178Z","steps":["trace[1770015216] 'agreement among raft nodes before linearized reading' (duration: 424.051154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:11.888264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:10.762506Z","time spent":"1.125746675s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:21:11.888299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:11.463616Z","time spent":"424.672305ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:15.305488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.129887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-07-03T19:21:15.305569Z","caller":"traceutil/trace.go:171","msg":"trace[980011047] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1509; }","duration":"140.25921ms","start":"2026-07-03T19:21:15.165288Z","end":"2026-07-03T19:21:15.305548Z","steps":["trace[980011047] 'range keys from in-memory index tree' (duration: 139.907944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:15.505333Z","caller":"traceutil/trace.go:171","msg":"trace[1050576448] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"187.722012ms","start":"2026-07-03T19:21:15.317579Z","end":"2026-07-03T19:21:15.505301Z","steps":["trace[1050576448] 'process raft request' (duration: 148.627878ms)","trace[1050576448] 'compare' (duration: 38.985522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:16.504711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355946168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:21:16.814626Z","caller":"traceutil/trace.go:171","msg":"trace[478595207] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"852.548826ms","start":"2026-07-03T19:21:15.962053Z","end":"2026-07-03T19:21:16.814602Z","steps":["trace[478595207] 'process raft request' (duration: 852.416824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:16.814778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:15.962026Z","time spent":"852.675739ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:17.217989Z","caller":"traceutil/trace.go:171","msg":"trace[361247098] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"1.21426079s","start":"2026-07-03T19:21:16.003702Z","end":"2026-07-03T19:21:17.217963Z","steps":["trace[361247098] 'read index received' (duration: 810.807549ms)","trace[361247098] 'applied index is now lower than readState.Index' (duration: 403.452231ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:17.21812Z","caller":"traceutil/trace.go:171","msg":"trace[1249486339] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"876.846018ms","start":"2026-07-03T19:21:16.34124Z","end":"2026-07-03T19:21:17.218086Z","steps":["trace[1249486339] 'process raft request' (duration: 845.726712ms)","trace[1249486339] 'compare' (duration: 30.872432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:17.218261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214541945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T19:21:17.218279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.341189Z","time spent":"877.003271ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:17.218308Z","caller":"traceutil/trace.go:171","msg":"trace[623724642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1513; }","duration":"1.214648277s","start":"2026-07-03T19:21:16.003648Z","end":"2026-07-03T19:21:17.218296Z","steps":["trace[623724642] 'agreement among raft nodes before linearized reading' (duration: 1.214472344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.218344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.003625Z","time spent":"1.214710438s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:21:17.332724Z","caller":"traceutil/trace.go:171","msg":"trace[880723132] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"110.534268ms","start":"2026-07-03T19:21:17.222166Z","end":"2026-07-03T19:21:17.3327Z","steps":["trace[880723132] 'process raft request' (duration: 110.433586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:17.332744Z","caller":"traceutil/trace.go:171","msg":"trace[720083102] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1567; }","duration":"114.622445ms","start":"2026-07-03T19:21:17.218089Z","end":"2026-07-03T19:21:17.332712Z","steps":["trace[720083102] 'read index received' (duration: 51.925265ms)","trace[720083102] 'applied index is now lower than readState.Index' (duration: 62.69428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:17.332926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215717824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:17.332975Z","caller":"traceutil/trace.go:171","msg":"trace[713291297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1514; }","duration":"1.215808695s","start":"2026-07-03T19:21:16.117153Z","end":"2026-07-03T19:21:17.332962Z","steps":["trace[713291297] 'agreement among raft nodes before linearized reading' (duration: 1.215719763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.333015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.117139Z","time spent":"1.215865305s","remote":"127.0.0.1:52510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:17.333018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284808273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:21:17.333092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2564952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:21:17.333103Z","caller":"traceutil/trace.go:171","msg":"trace[343132522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1514; }","duration":"1.284935566s","start":"2026-07-03T19:21:16.048149Z","end":"2026-07-03T19:21:17.333084Z","steps":["trace[343132522] 'agreement among raft nodes before linearized reading' (duration: 1.284668861s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:17.333131Z","caller":"traceutil/trace.go:171","msg":"trace[1191200759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1514; }","duration":"1.256590081s","start":"2026-07-03T19:21:16.07653Z","end":"2026-07-03T19:21:17.33312Z","steps":["trace[1191200759] 'agreement among raft nodes before linearized reading' (duration: 1.25650989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.333157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.076515Z","time spent":"1.256636323s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:17.33316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.048135Z","time spent":"1.285010897s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:21:17.333212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068064186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dtl7t\" ","response":"range_response_count:1 size:4179"} {"level":"warn","ts":"2026-07-03T19:21:17.333191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257492446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:21:17.33329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.413378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:17.333532Z","caller":"traceutil/trace.go:171","msg":"trace[1381749825] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dtl7t; range_end:; response_count:1; response_revision:1514; }","duration":"1.068416243s","start":"2026-07-03T19:21:16.265094Z","end":"2026-07-03T19:21:17.333511Z","steps":["trace[1381749825] 'agreement among raft nodes before linearized reading' (duration: 1.067986356s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:17.333554Z","caller":"traceutil/trace.go:171","msg":"trace[870982917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"593.729594ms","start":"2026-07-03T19:21:16.739809Z","end":"2026-07-03T19:21:17.333538Z","steps":["trace[870982917] 'agreement among raft nodes before linearized reading' (duration: 593.386297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.333598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.265072Z","time spent":"1.068508105s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-dtl7t\" "} {"level":"warn","ts":"2026-07-03T19:21:17.333635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.739791Z","time spent":"593.830495ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:21:17.333017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2571343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:21:17.333747Z","caller":"traceutil/trace.go:171","msg":"trace[112945953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1514; }","duration":"1.257905704s","start":"2026-07-03T19:21:16.075827Z","end":"2026-07-03T19:21:17.333733Z","steps":["trace[112945953] 'agreement among raft nodes before linearized reading' (duration: 1.25706143s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.333793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.075811Z","time spent":"1.257970705s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:21:17.333536Z","caller":"traceutil/trace.go:171","msg":"trace[187332896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1514; }","duration":"1.257881293s","start":"2026-07-03T19:21:16.075636Z","end":"2026-07-03T19:21:17.333518Z","steps":["trace[187332896] 'agreement among raft nodes before linearized reading' (duration: 1.257399825s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.333872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:16.075621Z","time spent":"1.258245059s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:21:17.552138Z","caller":"traceutil/trace.go:171","msg":"trace[2050504317] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"213.30113ms","start":"2026-07-03T19:21:17.338794Z","end":"2026-07-03T19:21:17.552095Z","steps":["trace[2050504317] 'process raft request' (duration: 189.838188ms)","trace[2050504317] 'compare' (duration: 23.237208ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:17.67157Z","caller":"traceutil/trace.go:171","msg":"trace[598907827] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"332.439997ms","start":"2026-07-03T19:21:17.339107Z","end":"2026-07-03T19:21:17.671547Z","steps":["trace[598907827] 'process raft request' (duration: 332.277164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.671699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:17.339092Z","time spent":"332.541299ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:17.671874Z","caller":"traceutil/trace.go:171","msg":"trace[2066515940] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"329.820575ms","start":"2026-07-03T19:21:17.342045Z","end":"2026-07-03T19:21:17.671866Z","steps":["trace[2066515940] 'process raft request' (duration: 329.777904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:17.671819Z","caller":"traceutil/trace.go:171","msg":"trace[902311013] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"332.668411ms","start":"2026-07-03T19:21:17.33913Z","end":"2026-07-03T19:21:17.671799Z","steps":["trace[902311013] 'process raft request' (duration: 332.378566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.671917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:17.342037Z","time spent":"329.859055ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:17.671946Z","caller":"traceutil/trace.go:171","msg":"trace[1361643836] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"332.745572ms","start":"2026-07-03T19:21:17.339175Z","end":"2026-07-03T19:21:17.671921Z","steps":["trace[1361643836] 'process raft request' (duration: 332.537688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:17.671985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:17.339105Z","time spent":"332.807513ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:17.672059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:17.33917Z","time spent":"332.831143ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:19.518716Z","caller":"traceutil/trace.go:171","msg":"trace[1842793498] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"150.046022ms","start":"2026-07-03T19:21:19.368632Z","end":"2026-07-03T19:21:19.518678Z","steps":["trace[1842793498] 'process raft request' (duration: 148.170981ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:19.747568Z","caller":"traceutil/trace.go:171","msg":"trace[966788668] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"187.306321ms","start":"2026-07-03T19:21:19.560224Z","end":"2026-07-03T19:21:19.74753Z","steps":["trace[966788668] 'process raft request' (duration: 162.39855ms)","trace[966788668] 'compare' (duration: 24.587556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:20.092336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.427493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:20.092844Z","caller":"traceutil/trace.go:171","msg":"trace[1969243393] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"339.042919ms","start":"2026-07-03T19:21:19.753753Z","end":"2026-07-03T19:21:20.092796Z","steps":["trace[1969243393] 'process raft request' (duration: 106.975789ms)","trace[1969243393] 'compare' (duration: 229.269425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:20.093313Z","caller":"traceutil/trace.go:171","msg":"trace[1591599010] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"339.379984ms","start":"2026-07-03T19:21:19.753908Z","end":"2026-07-03T19:21:20.093288Z","steps":["trace[1591599010] 'process raft request' (duration: 338.616832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:20.093505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:19.753866Z","time spent":"339.561507ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:20.09354Z","caller":"traceutil/trace.go:171","msg":"trace[1966991186] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"339.518347ms","start":"2026-07-03T19:21:19.753972Z","end":"2026-07-03T19:21:20.093491Z","steps":["trace[1966991186] 'process raft request' (duration: 339.262003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:20.093772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:19.753963Z","time spent":"339.658519ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:20.093976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:19.753735Z","time spent":"339.260403ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:21.312131Z","caller":"traceutil/trace.go:171","msg":"trace[1734670159] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"471.402799ms","start":"2026-07-03T19:21:20.840699Z","end":"2026-07-03T19:21:21.312102Z","steps":["trace[1734670159] 'process raft request' (duration: 471.217937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:21.312322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:20.840681Z","time spent":"471.534642ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:22.441676Z","caller":"traceutil/trace.go:171","msg":"trace[1498306061] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"135.473087ms","start":"2026-07-03T19:21:22.306172Z","end":"2026-07-03T19:21:22.441645Z","steps":["trace[1498306061] 'process raft request' (duration: 135.324105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:22.701138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.54705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:22.701252Z","caller":"traceutil/trace.go:171","msg":"trace[1697893178] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"209.479156ms","start":"2026-07-03T19:21:22.491752Z","end":"2026-07-03T19:21:22.701231Z","steps":["trace[1697893178] 'process raft request' (duration: 66.752503ms)","trace[1697893178] 'compare' (duration: 142.415718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:24.409583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.011439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:24.409769Z","caller":"traceutil/trace.go:171","msg":"trace[1497931094] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"146.175361ms","start":"2026-07-03T19:21:24.263563Z","end":"2026-07-03T19:21:24.409739Z","steps":["trace[1497931094] 'process raft request' (duration: 20.911717ms)","trace[1497931094] 'compare' (duration: 124.827186ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:24.580544Z","caller":"traceutil/trace.go:171","msg":"trace[2097921571] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"156.41489ms","start":"2026-07-03T19:21:24.424068Z","end":"2026-07-03T19:21:24.580483Z","steps":["trace[2097921571] 'process raft request' (duration: 111.285215ms)","trace[2097921571] 'compare' (duration: 44.747988ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:24.580619Z","caller":"traceutil/trace.go:171","msg":"trace[1487526212] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1616; }","duration":"145.006803ms","start":"2026-07-03T19:21:24.43558Z","end":"2026-07-03T19:21:24.580587Z","steps":["trace[1487526212] 'read index received' (duration: 35.068267ms)","trace[1487526212] 'applied index is now lower than readState.Index' (duration: 109.935516ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:24.580646Z","caller":"traceutil/trace.go:171","msg":"trace[1797660533] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"106.116096ms","start":"2026-07-03T19:21:24.474508Z","end":"2026-07-03T19:21:24.580624Z","steps":["trace[1797660533] 'process raft request' (duration: 105.685209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:24.580809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.208515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:24.580855Z","caller":"traceutil/trace.go:171","msg":"trace[173215486] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1563; }","duration":"145.318388ms","start":"2026-07-03T19:21:24.435525Z","end":"2026-07-03T19:21:24.580843Z","steps":["trace[173215486] 'agreement among raft nodes before linearized reading' (duration: 145.174005ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:25.657165Z","caller":"traceutil/trace.go:171","msg":"trace[1481862935] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"189.136114ms","start":"2026-07-03T19:21:25.467999Z","end":"2026-07-03T19:21:25.657135Z","steps":["trace[1481862935] 'process raft request' (duration: 188.87261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:25.657242Z","caller":"traceutil/trace.go:171","msg":"trace[380454793] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1620; }","duration":"186.387882ms","start":"2026-07-03T19:21:25.470668Z","end":"2026-07-03T19:21:25.657056Z","steps":["trace[380454793] 'read index received' (duration: 186.076587ms)","trace[380454793] 'applied index is now lower than readState.Index' (duration: 310.115µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:25.657339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.629176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:25.657594Z","caller":"traceutil/trace.go:171","msg":"trace[1053860207] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1565; }","duration":"186.91865ms","start":"2026-07-03T19:21:25.470656Z","end":"2026-07-03T19:21:25.657575Z","steps":["trace[1053860207] 'agreement among raft nodes before linearized reading' (duration: 186.568405ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:25.660542Z","caller":"traceutil/trace.go:171","msg":"trace[1693750709] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"125.417056ms","start":"2026-07-03T19:21:25.535068Z","end":"2026-07-03T19:21:25.660486Z","steps":["trace[1693750709] 'process raft request' (duration: 125.250373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:25.66074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.254553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:25.660799Z","caller":"traceutil/trace.go:171","msg":"trace[945849423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1566; }","duration":"174.342895ms","start":"2026-07-03T19:21:25.486439Z","end":"2026-07-03T19:21:25.660782Z","steps":["trace[945849423] 'agreement among raft nodes before linearized reading' (duration: 174.176042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:26.084239Z","caller":"traceutil/trace.go:171","msg":"trace[364254859] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"110.172302ms","start":"2026-07-03T19:21:25.974042Z","end":"2026-07-03T19:21:26.084214Z","steps":["trace[364254859] 'process raft request' (duration: 109.933919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:26.280664Z","caller":"traceutil/trace.go:171","msg":"trace[6324200] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"292.725796ms","start":"2026-07-03T19:21:25.98788Z","end":"2026-07-03T19:21:26.280606Z","steps":["trace[6324200] 'process raft request' (duration: 287.533697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:26.280683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.345777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:21:26.28186Z","caller":"traceutil/trace.go:171","msg":"trace[731830485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1578; }","duration":"100.488849ms","start":"2026-07-03T19:21:26.180266Z","end":"2026-07-03T19:21:26.280755Z","steps":["trace[731830485] 'agreement among raft nodes before linearized reading' (duration: 100.088573ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:26.418353Z","caller":"traceutil/trace.go:171","msg":"trace[364596567] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"106.147067ms","start":"2026-07-03T19:21:26.312009Z","end":"2026-07-03T19:21:26.418156Z","steps":["trace[364596567] 'process raft request' (duration: 70.255784ms)","trace[364596567] 'compare' (duration: 35.345085ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:26.515226Z","caller":"traceutil/trace.go:171","msg":"trace[257492278] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"170.147805ms","start":"2026-07-03T19:21:26.345039Z","end":"2026-07-03T19:21:26.515187Z","steps":["trace[257492278] 'process raft request' (duration: 169.988973ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:26.582575Z","caller":"traceutil/trace.go:171","msg":"trace[402495386] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"152.343029ms","start":"2026-07-03T19:21:26.430204Z","end":"2026-07-03T19:21:26.582547Z","steps":["trace[402495386] 'process raft request' (duration: 152.190507ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:26.988671Z","caller":"traceutil/trace.go:171","msg":"trace[1338639553] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"283.482903ms","start":"2026-07-03T19:21:26.705155Z","end":"2026-07-03T19:21:26.988638Z","steps":["trace[1338639553] 'process raft request' (duration: 212.041291ms)","trace[1338639553] 'compare' (duration: 71.276179ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:26.98873Z","caller":"traceutil/trace.go:171","msg":"trace[1756971712] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1646; }","duration":"283.116938ms","start":"2026-07-03T19:21:26.705594Z","end":"2026-07-03T19:21:26.988711Z","steps":["trace[1756971712] 'read index received' (duration: 211.617945ms)","trace[1756971712] 'applied index is now lower than readState.Index' (duration: 71.497333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:26.988856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.2455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:26.988889Z","caller":"traceutil/trace.go:171","msg":"trace[64679959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1592; }","duration":"283.30751ms","start":"2026-07-03T19:21:26.705571Z","end":"2026-07-03T19:21:26.988879Z","steps":["trace[64679959] 'agreement among raft nodes before linearized reading' (duration: 283.241179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:26.988987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.831969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:26.989009Z","caller":"traceutil/trace.go:171","msg":"trace[310069203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"248.870829ms","start":"2026-07-03T19:21:26.740131Z","end":"2026-07-03T19:21:26.989002Z","steps":["trace[310069203] 'agreement among raft nodes before linearized reading' (duration: 248.837199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:27.217414Z","caller":"traceutil/trace.go:171","msg":"trace[1146221655] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"126.742543ms","start":"2026-07-03T19:21:27.090649Z","end":"2026-07-03T19:21:27.217391Z","steps":["trace[1146221655] 'read index received' (duration: 126.461469ms)","trace[1146221655] 'applied index is now lower than readState.Index' (duration: 280.184µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:27.217479Z","caller":"traceutil/trace.go:171","msg":"trace[954912309] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"127.929782ms","start":"2026-07-03T19:21:27.089526Z","end":"2026-07-03T19:21:27.217456Z","steps":["trace[954912309] 'process raft request' (duration: 127.693439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:27.217529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.854556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:27.217568Z","caller":"traceutil/trace.go:171","msg":"trace[1983102624] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:1595; }","duration":"126.920917ms","start":"2026-07-03T19:21:27.090636Z","end":"2026-07-03T19:21:27.217557Z","steps":["trace[1983102624] 'agreement among raft nodes before linearized reading' (duration: 126.843986ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:27.36351Z","caller":"traceutil/trace.go:171","msg":"trace[148323342] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"138.956432ms","start":"2026-07-03T19:21:27.224532Z","end":"2026-07-03T19:21:27.363488Z","steps":["trace[148323342] 'process raft request' (duration: 127.984644ms)","trace[148323342] 'compare' (duration: 10.792095ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:27.363674Z","caller":"traceutil/trace.go:171","msg":"trace[1949102737] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1651; }","duration":"137.248316ms","start":"2026-07-03T19:21:27.226414Z","end":"2026-07-03T19:21:27.363662Z","steps":["trace[1949102737] 'read index received' (duration: 126.068954ms)","trace[1949102737] 'applied index is now lower than readState.Index' (duration: 11.178182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:27.363915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.448638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:27.364054Z","caller":"traceutil/trace.go:171","msg":"trace[1391397469] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:1597; }","duration":"137.651211ms","start":"2026-07-03T19:21:27.226373Z","end":"2026-07-03T19:21:27.364024Z","steps":["trace[1391397469] 'agreement among raft nodes before linearized reading' (duration: 137.356007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:27.963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.273723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:27.963091Z","caller":"traceutil/trace.go:171","msg":"trace[796539152] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"391.713188ms","start":"2026-07-03T19:21:27.571362Z","end":"2026-07-03T19:21:27.963076Z","steps":["trace[796539152] 'read index received' (duration: 56.291433ms)","trace[796539152] 'applied index is now lower than readState.Index' (duration: 335.420495ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:27.963157Z","caller":"traceutil/trace.go:171","msg":"trace[590117403] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"398.942459ms","start":"2026-07-03T19:21:27.564204Z","end":"2026-07-03T19:21:27.963146Z","steps":["trace[590117403] 'process raft request' (duration: 63.437713ms)","trace[590117403] 'compare' (duration: 335.143641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:27.963235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:27.56419Z","time spent":"398.99633ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:27.963582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.179516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:21:27.963661Z","caller":"traceutil/trace.go:171","msg":"trace[155439177] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1612; }","duration":"392.300518ms","start":"2026-07-03T19:21:27.571342Z","end":"2026-07-03T19:21:27.963643Z","steps":["trace[155439177] 'agreement among raft nodes before linearized reading' (duration: 392.096445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:27.963714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:27.571335Z","time spent":"392.368879ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:21:27.977433Z","caller":"traceutil/trace.go:171","msg":"trace[247136605] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"403.609041ms","start":"2026-07-03T19:21:27.573797Z","end":"2026-07-03T19:21:27.977406Z","steps":["trace[247136605] 'process raft request' (duration: 403.482349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:27.977695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:27.573779Z","time spent":"403.726073ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:28.014573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.084267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:21:28.014642Z","caller":"traceutil/trace.go:171","msg":"trace[756771926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"155.19821ms","start":"2026-07-03T19:21:27.859428Z","end":"2026-07-03T19:21:28.014627Z","steps":["trace[756771926] 'agreement among raft nodes before linearized reading' (duration: 155.017177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.014911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.654597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:21:28.014949Z","caller":"traceutil/trace.go:171","msg":"trace[1229409629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"262.705469ms","start":"2026-07-03T19:21:27.752234Z","end":"2026-07-03T19:21:28.01494Z","steps":["trace[1229409629] 'agreement among raft nodes before linearized reading' (duration: 262.601477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.015037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.404398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:28.015124Z","caller":"traceutil/trace.go:171","msg":"trace[1544041055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"274.542931ms","start":"2026-07-03T19:21:27.740561Z","end":"2026-07-03T19:21:28.015104Z","steps":["trace[1544041055] 'agreement among raft nodes before linearized reading' (duration: 274.339567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.448864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.203549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:28.449177Z","caller":"traceutil/trace.go:171","msg":"trace[1912312212] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"307.144056ms","start":"2026-07-03T19:21:28.142001Z","end":"2026-07-03T19:21:28.449145Z","steps":["trace[1912312212] 'read index received' (duration: 126.683182ms)","trace[1912312212] 'applied index is now lower than readState.Index' (duration: 180.459334ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:28.449176Z","caller":"traceutil/trace.go:171","msg":"trace[1144247347] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"307.263428ms","start":"2026-07-03T19:21:28.14189Z","end":"2026-07-03T19:21:28.449153Z","steps":["trace[1144247347] 'process raft request' (duration: 126.708023ms)","trace[1144247347] 'compare' (duration: 180.099417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:28.449514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:28.141867Z","time spent":"307.590102ms","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:21:28.44954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.518931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:28.449621Z","caller":"traceutil/trace.go:171","msg":"trace[1535437852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:1619; }","duration":"307.643734ms","start":"2026-07-03T19:21:28.141959Z","end":"2026-07-03T19:21:28.449603Z","steps":["trace[1535437852] 'agreement among raft nodes before linearized reading' (duration: 307.42197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.449707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:28.141942Z","time spent":"307.753385ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" "} {"level":"warn","ts":"2026-07-03T19:21:28.454885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.08918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:21:28.454923Z","caller":"traceutil/trace.go:171","msg":"trace[233577380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1620; }","duration":"110.152751ms","start":"2026-07-03T19:21:28.344762Z","end":"2026-07-03T19:21:28.454915Z","steps":["trace[233577380] 'agreement among raft nodes before linearized reading' (duration: 109.996038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.454943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.849832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:21:28.455173Z","caller":"traceutil/trace.go:171","msg":"trace[908015803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1620; }","duration":"113.902687ms","start":"2026-07-03T19:21:28.341248Z","end":"2026-07-03T19:21:28.455151Z","steps":["trace[908015803] 'agreement among raft nodes before linearized reading' (duration: 113.531842ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:28.45512Z","caller":"traceutil/trace.go:171","msg":"trace[899345419] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"311.453992ms","start":"2026-07-03T19:21:28.143657Z","end":"2026-07-03T19:21:28.455111Z","steps":["trace[899345419] 'process raft request' (duration: 310.935513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:28.455483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:28.143632Z","time spent":"311.800957ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:28.455703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.131394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:21:28.455822Z","caller":"traceutil/trace.go:171","msg":"trace[972464018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1620; }","duration":"145.286486ms","start":"2026-07-03T19:21:28.310521Z","end":"2026-07-03T19:21:28.455808Z","steps":["trace[972464018] 'agreement among raft nodes before linearized reading' (duration: 144.475634ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:28.789147Z","caller":"traceutil/trace.go:171","msg":"trace[1956369288] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"268.10365ms","start":"2026-07-03T19:21:28.521008Z","end":"2026-07-03T19:21:28.789111Z","steps":["trace[1956369288] 'process raft request' (duration: 201.706066ms)","trace[1956369288] 'compare' (duration: 66.242621ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:28.941631Z","caller":"traceutil/trace.go:171","msg":"trace[1370751195] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"132.46128ms","start":"2026-07-03T19:21:28.809138Z","end":"2026-07-03T19:21:28.941599Z","steps":["trace[1370751195] 'process raft request' (duration: 96.907509ms)","trace[1370751195] 'compare' (duration: 35.380509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:30.562891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355946438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:21:30.715106Z","caller":"traceutil/trace.go:171","msg":"trace[335300809] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"652.378754ms","start":"2026-07-03T19:21:30.062687Z","end":"2026-07-03T19:21:30.715065Z","steps":["trace[335300809] 'read index received' (duration: 652.11074ms)","trace[335300809] 'applied index is now lower than readState.Index' (duration: 266.314µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:30.71515Z","caller":"traceutil/trace.go:171","msg":"trace[1344713711] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"665.813636ms","start":"2026-07-03T19:21:30.049299Z","end":"2026-07-03T19:21:30.715113Z","steps":["trace[1344713711] 'process raft request' (duration: 665.542382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.715836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.072834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:30.716055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.649207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.716119Z","caller":"traceutil/trace.go:171","msg":"trace[1549034257] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1635; }","duration":"638.777839ms","start":"2026-07-03T19:21:30.077323Z","end":"2026-07-03T19:21:30.716101Z","steps":["trace[1549034257] 'agreement among raft nodes before linearized reading' (duration: 638.681528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.077308Z","time spent":"638.8571ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:21:30.716226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.28052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:30.716169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.582608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:21:30.716265Z","caller":"traceutil/trace.go:171","msg":"trace[1176523061] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1635; }","duration":"622.32652ms","start":"2026-07-03T19:21:30.093923Z","end":"2026-07-03T19:21:30.71625Z","steps":["trace[1176523061] 'agreement among raft nodes before linearized reading' (duration: 622.28115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.093919Z","time spent":"622.387151ms","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"info","ts":"2026-07-03T19:21:30.715906Z","caller":"traceutil/trace.go:171","msg":"trace[1244457864] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1635; }","duration":"653.163216ms","start":"2026-07-03T19:21:30.062724Z","end":"2026-07-03T19:21:30.715887Z","steps":["trace[1244457864] 'agreement among raft nodes before linearized reading' (duration: 653.064884ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:30.716347Z","caller":"traceutil/trace.go:171","msg":"trace[551794878] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1635; }","duration":"609.839703ms","start":"2026-07-03T19:21:30.106456Z","end":"2026-07-03T19:21:30.716296Z","steps":["trace[551794878] 'agreement among raft nodes before linearized reading' (duration: 609.513868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.682056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.716554Z","caller":"traceutil/trace.go:171","msg":"trace[284430509] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1635; }","duration":"622.748337ms","start":"2026-07-03T19:21:30.093793Z","end":"2026-07-03T19:21:30.716542Z","steps":["trace[284430509] 'agreement among raft nodes before linearized reading' (duration: 622.676196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.290539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.716606Z","caller":"traceutil/trace.go:171","msg":"trace[1600746728] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1635; }","duration":"622.772936ms","start":"2026-07-03T19:21:30.093826Z","end":"2026-07-03T19:21:30.716599Z","steps":["trace[1600746728] 'agreement among raft nodes before linearized reading' (duration: 622.256179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.093822Z","time spent":"622.805237ms","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:30.716604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.093784Z","time spent":"622.805727ms","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T19:21:30.7168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.19456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.716853Z","caller":"traceutil/trace.go:171","msg":"trace[1098982236] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1635; }","duration":"640.275052ms","start":"2026-07-03T19:21:30.076564Z","end":"2026-07-03T19:21:30.716839Z","steps":["trace[1098982236] 'agreement among raft nodes before linearized reading' (duration: 640.199111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.076549Z","time spent":"640.330673ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T19:21:30.716942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.731335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:21:30.716974Z","caller":"traceutil/trace.go:171","msg":"trace[1358668302] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1635; }","duration":"329.797737ms","start":"2026-07-03T19:21:30.38717Z","end":"2026-07-03T19:21:30.716967Z","steps":["trace[1358668302] 'agreement among raft nodes before linearized reading' (duration: 329.732746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.38715Z","time spent":"329.839767ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:30.71678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.049288Z","time spent":"666.499257ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:30.717186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.310637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:21:30.717197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.512977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.717231Z","caller":"traceutil/trace.go:171","msg":"trace[460630030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1635; }","duration":"197.360657ms","start":"2026-07-03T19:21:30.519847Z","end":"2026-07-03T19:21:30.717208Z","steps":["trace[460630030] 'agreement among raft nodes before linearized reading' (duration: 197.255536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.716448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.062717Z","time spent":"653.659404ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:30.717284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.596098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.717325Z","caller":"traceutil/trace.go:171","msg":"trace[2124192941] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1635; }","duration":"607.661109ms","start":"2026-07-03T19:21:30.109654Z","end":"2026-07-03T19:21:30.717315Z","steps":["trace[2124192941] 'agreement among raft nodes before linearized reading' (duration: 607.602338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.53342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:21:30.717393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.109641Z","time spent":"607.74191ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 "} {"level":"info","ts":"2026-07-03T19:21:30.717413Z","caller":"traceutil/trace.go:171","msg":"trace[795736951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1635; }","duration":"197.584581ms","start":"2026-07-03T19:21:30.519821Z","end":"2026-07-03T19:21:30.717406Z","steps":["trace[795736951] 'agreement among raft nodes before linearized reading' (duration: 197.4991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.685348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.717501Z","caller":"traceutil/trace.go:171","msg":"trace[373495426] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1635; }","duration":"654.759709ms","start":"2026-07-03T19:21:30.06273Z","end":"2026-07-03T19:21:30.71749Z","steps":["trace[373495426] 'agreement among raft nodes before linearized reading' (duration: 654.697188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.124386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:21:30.717565Z","caller":"traceutil/trace.go:171","msg":"trace[664533832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1635; }","duration":"219.196548ms","start":"2026-07-03T19:21:30.498361Z","end":"2026-07-03T19:21:30.717558Z","steps":["trace[664533832] 'agreement among raft nodes before linearized reading' (duration: 219.127887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:30.717235Z","caller":"traceutil/trace.go:171","msg":"trace[445636547] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1635; }","duration":"607.557178ms","start":"2026-07-03T19:21:30.109665Z","end":"2026-07-03T19:21:30.717222Z","steps":["trace[445636547] 'agreement among raft nodes before linearized reading' (duration: 607.504007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.062717Z","time spent":"654.80682ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"warn","ts":"2026-07-03T19:21:30.717678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.109659Z","time spent":"608.005474ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:30.717748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.104086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.717788Z","caller":"traceutil/trace.go:171","msg":"trace[1898714527] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1635; }","duration":"608.158347ms","start":"2026-07-03T19:21:30.109619Z","end":"2026-07-03T19:21:30.717778Z","steps":["trace[1898714527] 'agreement among raft nodes before linearized reading' (duration: 608.105856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.109611Z","time spent":"608.197627ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T19:21:30.717641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.874261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:21:30.7179Z","caller":"traceutil/trace.go:171","msg":"trace[301032513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1635; }","duration":"655.164525ms","start":"2026-07-03T19:21:30.062724Z","end":"2026-07-03T19:21:30.717888Z","steps":["trace[301032513] 'agreement among raft nodes before linearized reading' (duration: 654.8234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.786806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:30.717925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.0627Z","time spent":"655.218657ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:21:30.717934Z","caller":"traceutil/trace.go:171","msg":"trace[541523367] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1635; }","duration":"608.853077ms","start":"2026-07-03T19:21:30.109071Z","end":"2026-07-03T19:21:30.717924Z","steps":["trace[541523367] 'agreement among raft nodes before linearized reading' (duration: 608.809176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.717957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.10899Z","time spent":"608.962028ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-07-03T19:21:30.715289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.576267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:30.717049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.22798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.718005Z","caller":"traceutil/trace.go:171","msg":"trace[1547712014] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1635; }","duration":"655.333418ms","start":"2026-07-03T19:21:30.062663Z","end":"2026-07-03T19:21:30.717997Z","steps":["trace[1547712014] 'agreement among raft nodes before linearized reading' (duration: 652.560346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.718055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.062652Z","time spent":"655.371769ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"info","ts":"2026-07-03T19:21:30.71806Z","caller":"traceutil/trace.go:171","msg":"trace[382276441] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1635; }","duration":"641.229805ms","start":"2026-07-03T19:21:30.076786Z","end":"2026-07-03T19:21:30.718016Z","steps":["trace[382276441] 'agreement among raft nodes before linearized reading' (duration: 640.234261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.718106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.076775Z","time spent":"641.317356ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:30.71645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:30.10645Z","time spent":"609.980305ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":8,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:21:30.895177Z","caller":"traceutil/trace.go:171","msg":"trace[1411657076] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1692; }","duration":"170.193078ms","start":"2026-07-03T19:21:30.72496Z","end":"2026-07-03T19:21:30.895154Z","steps":["trace[1411657076] 'read index received' (duration: 170.136837ms)","trace[1411657076] 'applied index is now lower than readState.Index' (duration: 55.161µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:30.895211Z","caller":"traceutil/trace.go:171","msg":"trace[187874434] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"170.633474ms","start":"2026-07-03T19:21:30.724563Z","end":"2026-07-03T19:21:30.895196Z","steps":["trace[187874434] 'process raft request' (duration: 170.472192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.895439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.456632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.89551Z","caller":"traceutil/trace.go:171","msg":"trace[1522400864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1636; }","duration":"170.562644ms","start":"2026-07-03T19:21:30.724935Z","end":"2026-07-03T19:21:30.895498Z","steps":["trace[1522400864] 'agreement among raft nodes before linearized reading' (duration: 170.33205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:30.907973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.120824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:30.908029Z","caller":"traceutil/trace.go:171","msg":"trace[1733265530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"144.221505ms","start":"2026-07-03T19:21:30.763795Z","end":"2026-07-03T19:21:30.908017Z","steps":["trace[1733265530] 'agreement among raft nodes before linearized reading' (duration: 144.108714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:30.908168Z","caller":"traceutil/trace.go:171","msg":"trace[1658753180] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"183.177733ms","start":"2026-07-03T19:21:30.724974Z","end":"2026-07-03T19:21:30.908152Z","steps":["trace[1658753180] 'process raft request' (duration: 182.605385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:30.908193Z","caller":"traceutil/trace.go:171","msg":"trace[167321692] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"181.764163ms","start":"2026-07-03T19:21:30.72641Z","end":"2026-07-03T19:21:30.908175Z","steps":["trace[167321692] 'process raft request' (duration: 181.245015ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:30.908206Z","caller":"traceutil/trace.go:171","msg":"trace[706092865] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"181.649411ms","start":"2026-07-03T19:21:30.726545Z","end":"2026-07-03T19:21:30.908194Z","steps":["trace[706092865] 'process raft request' (duration: 181.323116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:31.161474Z","caller":"traceutil/trace.go:171","msg":"trace[232281007] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"184.258877ms","start":"2026-07-03T19:21:30.977195Z","end":"2026-07-03T19:21:31.161453Z","steps":["trace[232281007] 'process raft request' (duration: 163.721278ms)","trace[232281007] 'compare' (duration: 20.368597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:31.381885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.326755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:31.382124Z","caller":"traceutil/trace.go:171","msg":"trace[2105140880] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"134.236163ms","start":"2026-07-03T19:21:31.247845Z","end":"2026-07-03T19:21:31.382081Z","steps":["trace[2105140880] 'process raft request' (duration: 21.640264ms)","trace[2105140880] 'compare' (duration: 112.157213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:31.590992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.451243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:31.591096Z","caller":"traceutil/trace.go:171","msg":"trace[1134213800] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"114.894224ms","start":"2026-07-03T19:21:31.476184Z","end":"2026-07-03T19:21:31.591078Z","steps":["trace[1134213800] 'compare' (duration: 105.24054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:31.59311Z","caller":"traceutil/trace.go:171","msg":"trace[466936925] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"103.152308ms","start":"2026-07-03T19:21:31.489933Z","end":"2026-07-03T19:21:31.593085Z","steps":["trace[466936925] 'process raft request' (duration: 102.984865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:33.041577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.574768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:33.041717Z","caller":"traceutil/trace.go:171","msg":"trace[786500027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1646; }","duration":"106.73378ms","start":"2026-07-03T19:21:32.934963Z","end":"2026-07-03T19:21:33.041697Z","steps":["trace[786500027] 'range keys from in-memory index tree' (duration: 106.558318ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:33.041775Z","caller":"traceutil/trace.go:171","msg":"trace[124405007] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"129.437169ms","start":"2026-07-03T19:21:32.912309Z","end":"2026-07-03T19:21:33.041746Z","steps":["trace[124405007] 'read index received' (duration: 120.840621ms)","trace[124405007] 'applied index is now lower than readState.Index' (duration: 8.595498ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:33.041832Z","caller":"traceutil/trace.go:171","msg":"trace[1292456525] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"138.003967ms","start":"2026-07-03T19:21:32.903803Z","end":"2026-07-03T19:21:33.041807Z","steps":["trace[1292456525] 'process raft request' (duration: 129.44517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:33.042018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.613332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-03T19:21:33.042019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.694713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:21:33.042053Z","caller":"traceutil/trace.go:171","msg":"trace[211167521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1647; }","duration":"129.732083ms","start":"2026-07-03T19:21:32.91231Z","end":"2026-07-03T19:21:33.042042Z","steps":["trace[211167521] 'agreement among raft nodes before linearized reading' (duration: 129.621532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:33.042055Z","caller":"traceutil/trace.go:171","msg":"trace[1815332015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1647; }","duration":"129.781304ms","start":"2026-07-03T19:21:32.912264Z","end":"2026-07-03T19:21:33.042046Z","steps":["trace[1815332015] 'agreement among raft nodes before linearized reading' (duration: 129.615932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:33.042088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.745214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:21:33.042169Z","caller":"traceutil/trace.go:171","msg":"trace[673772369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1647; }","duration":"129.871455ms","start":"2026-07-03T19:21:32.912279Z","end":"2026-07-03T19:21:33.042151Z","steps":["trace[673772369] 'agreement among raft nodes before linearized reading' (duration: 129.645172ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:33.521888Z","caller":"traceutil/trace.go:171","msg":"trace[124643562] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"269.259528ms","start":"2026-07-03T19:21:33.252598Z","end":"2026-07-03T19:21:33.521858Z","steps":["trace[124643562] 'process raft request' (duration: 269.103426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:33.64846Z","caller":"traceutil/trace.go:171","msg":"trace[2095923856] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1708; }","duration":"153.646781ms","start":"2026-07-03T19:21:33.494789Z","end":"2026-07-03T19:21:33.648436Z","steps":["trace[2095923856] 'read index received' (duration: 26.877878ms)","trace[2095923856] 'applied index is now lower than readState.Index' (duration: 126.767472ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:33.648505Z","caller":"traceutil/trace.go:171","msg":"trace[1353785100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1651; }","duration":"386.521949ms","start":"2026-07-03T19:21:33.26196Z","end":"2026-07-03T19:21:33.648482Z","steps":["trace[1353785100] 'process raft request' (duration: 386.399096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:33.6486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.794703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:21:33.64864Z","caller":"traceutil/trace.go:171","msg":"trace[1952836254] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1651; }","duration":"153.885275ms","start":"2026-07-03T19:21:33.494745Z","end":"2026-07-03T19:21:33.648631Z","steps":["trace[1952836254] 'agreement among raft nodes before linearized reading' (duration: 153.792394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:33.648631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:33.26194Z","time spent":"386.624941ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:21:33.774317Z","caller":"traceutil/trace.go:171","msg":"trace[607328290] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1652; }","duration":"109.889652ms","start":"2026-07-03T19:21:33.664401Z","end":"2026-07-03T19:21:33.774291Z","steps":["trace[607328290] 'process raft request' (duration: 84.295891ms)","trace[607328290] 'compare' (duration: 25.5241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:35.855846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.699784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:35.855908Z","caller":"traceutil/trace.go:171","msg":"trace[151201603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1658; }","duration":"116.807216ms","start":"2026-07-03T19:21:35.739086Z","end":"2026-07-03T19:21:35.855893Z","steps":["trace[151201603] 'range keys from in-memory index tree' (duration: 116.620153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:39.574897Z","caller":"traceutil/trace.go:171","msg":"trace[49882999] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"198.808324ms","start":"2026-07-03T19:21:39.376063Z","end":"2026-07-03T19:21:39.574872Z","steps":["trace[49882999] 'process raft request' (duration: 198.667292ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:39.579955Z","caller":"traceutil/trace.go:171","msg":"trace[1576959044] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"202.248253ms","start":"2026-07-03T19:21:39.377674Z","end":"2026-07-03T19:21:39.579922Z","steps":["trace[1576959044] 'process raft request' (duration: 201.924918ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:39.582117Z","caller":"traceutil/trace.go:171","msg":"trace[542896914] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"100.029011ms","start":"2026-07-03T19:21:39.480254Z","end":"2026-07-03T19:21:39.580283Z","steps":["trace[542896914] 'process raft request' (duration: 99.567054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.216979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.051363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.217069Z","caller":"traceutil/trace.go:171","msg":"trace[2121557568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"218.187275ms","start":"2026-07-03T19:21:44.998866Z","end":"2026-07-03T19:21:45.217053Z","steps":["trace[2121557568] 'count revisions from in-memory index tree' (duration: 218.015783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.217081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.919258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.217163Z","caller":"traceutil/trace.go:171","msg":"trace[1890562742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"130.05852ms","start":"2026-07-03T19:21:45.087086Z","end":"2026-07-03T19:21:45.217144Z","steps":["trace[1890562742] 'range keys from in-memory index tree' (duration: 129.828157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.217303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.4697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.217439Z","caller":"traceutil/trace.go:171","msg":"trace[1441614627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"191.671723ms","start":"2026-07-03T19:21:45.025742Z","end":"2026-07-03T19:21:45.217414Z","steps":["trace[1441614627] 'range keys from in-memory index tree' (duration: 191.381919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.217443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.327344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:45.217469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.730823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.217594Z","caller":"traceutil/trace.go:171","msg":"trace[968801972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"130.498516ms","start":"2026-07-03T19:21:45.087069Z","end":"2026-07-03T19:21:45.217568Z","steps":["trace[968801972] 'count revisions from in-memory index tree' (duration: 130.201552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.217718Z","caller":"traceutil/trace.go:171","msg":"trace[945001534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"218.927516ms","start":"2026-07-03T19:21:44.998686Z","end":"2026-07-03T19:21:45.217614Z","steps":["trace[945001534] 'range keys from in-memory index tree' (duration: 218.623382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.217825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.020148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.217874Z","caller":"traceutil/trace.go:171","msg":"trace[427774342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"157.105299ms","start":"2026-07-03T19:21:45.060757Z","end":"2026-07-03T19:21:45.217862Z","steps":["trace[427774342] 'range keys from in-memory index tree' (duration: 156.938317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.21884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.631246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.218906Z","caller":"traceutil/trace.go:171","msg":"trace[1864971083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"157.729728ms","start":"2026-07-03T19:21:45.061161Z","end":"2026-07-03T19:21:45.218891Z","steps":["trace[1864971083] 'count revisions from in-memory index tree' (duration: 157.530815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.21908Z","caller":"traceutil/trace.go:171","msg":"trace[2064024671] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"102.582527ms","start":"2026-07-03T19:21:45.116484Z","end":"2026-07-03T19:21:45.219067Z","steps":["trace[2064024671] 'read index received' (duration: 86.43873ms)","trace[2064024671] 'applied index is now lower than readState.Index' (duration: 16.142427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:45.21908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.916791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.219223Z","caller":"traceutil/trace.go:171","msg":"trace[948250274] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"109.227019ms","start":"2026-07-03T19:21:45.109929Z","end":"2026-07-03T19:21:45.219156Z","steps":["trace[948250274] 'process raft request' (duration: 93.013352ms)","trace[948250274] 'compare' (duration: 13.692741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:45.219266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.772189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.219327Z","caller":"traceutil/trace.go:171","msg":"trace[2058341642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1856; }","duration":"102.83703ms","start":"2026-07-03T19:21:45.116458Z","end":"2026-07-03T19:21:45.219295Z","steps":["trace[2058341642] 'agreement among raft nodes before linearized reading' (duration: 102.777759ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.219421Z","caller":"traceutil/trace.go:171","msg":"trace[376626509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1855; }","duration":"193.470298ms","start":"2026-07-03T19:21:45.025775Z","end":"2026-07-03T19:21:45.219246Z","steps":["trace[376626509] 'count revisions from in-memory index tree' (duration: 192.789509ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.446281Z","caller":"traceutil/trace.go:171","msg":"trace[572862111] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"328.825853ms","start":"2026-07-03T19:21:45.117418Z","end":"2026-07-03T19:21:45.446244Z","steps":["trace[572862111] 'process raft request' (duration: 328.63998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.446507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:45.117395Z","time spent":"328.977364ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:45.447159Z","caller":"traceutil/trace.go:171","msg":"trace[1857509846] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1937; }","duration":"228.035562ms","start":"2026-07-03T19:21:45.21911Z","end":"2026-07-03T19:21:45.447146Z","steps":["trace[1857509846] 'read index received' (duration: 228.026892ms)","trace[1857509846] 'applied index is now lower than readState.Index' (duration: 7.69µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:45.447269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.233187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.447311Z","caller":"traceutil/trace.go:171","msg":"trace[1187849058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"216.308498ms","start":"2026-07-03T19:21:45.230992Z","end":"2026-07-03T19:21:45.4473Z","steps":["trace[1187849058] 'agreement among raft nodes before linearized reading' (duration: 216.240667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.447638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.328815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.447689Z","caller":"traceutil/trace.go:171","msg":"trace[1273522670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"243.413496ms","start":"2026-07-03T19:21:45.204265Z","end":"2026-07-03T19:21:45.447679Z","steps":["trace[1273522670] 'agreement among raft nodes before linearized reading' (duration: 243.317395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.447861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.735922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.447917Z","caller":"traceutil/trace.go:171","msg":"trace[1127915279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"243.826203ms","start":"2026-07-03T19:21:45.204081Z","end":"2026-07-03T19:21:45.447907Z","steps":["trace[1127915279] 'agreement among raft nodes before linearized reading' (duration: 243.755123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.448158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.334997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:21:45.448196Z","caller":"traceutil/trace.go:171","msg":"trace[92112903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"268.407597ms","start":"2026-07-03T19:21:45.179779Z","end":"2026-07-03T19:21:45.448187Z","steps":["trace[92112903] 'agreement among raft nodes before linearized reading' (duration: 268.267185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.448397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.496132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:21:45.448436Z","caller":"traceutil/trace.go:171","msg":"trace[1425266425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"269.572234ms","start":"2026-07-03T19:21:45.178853Z","end":"2026-07-03T19:21:45.448425Z","steps":["trace[1425266425] 'agreement among raft nodes before linearized reading' (duration: 269.477552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.448598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.061063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.44864Z","caller":"traceutil/trace.go:171","msg":"trace[836806007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"273.107003ms","start":"2026-07-03T19:21:45.175523Z","end":"2026-07-03T19:21:45.44863Z","steps":["trace[836806007] 'agreement among raft nodes before linearized reading' (duration: 273.040802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.448858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.417498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.448902Z","caller":"traceutil/trace.go:171","msg":"trace[493878942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"273.480039ms","start":"2026-07-03T19:21:45.175412Z","end":"2026-07-03T19:21:45.448892Z","steps":["trace[493878942] 'agreement among raft nodes before linearized reading' (duration: 273.416458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.507043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:21:45.449131Z","caller":"traceutil/trace.go:171","msg":"trace[2099183890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"274.567024ms","start":"2026-07-03T19:21:45.174555Z","end":"2026-07-03T19:21:45.449122Z","steps":["trace[2099183890] 'agreement among raft nodes before linearized reading' (duration: 274.470723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.219075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.449303Z","caller":"traceutil/trace.go:171","msg":"trace[776239593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"303.318046ms","start":"2026-07-03T19:21:45.145975Z","end":"2026-07-03T19:21:45.449293Z","steps":["trace[776239593] 'agreement among raft nodes before linearized reading' (duration: 303.270076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:45.145932Z","time spent":"303.400867ms","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:45.449635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.24868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:45.449724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.822243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.449754Z","caller":"traceutil/trace.go:171","msg":"trace[478033367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1857; }","duration":"179.389431ms","start":"2026-07-03T19:21:45.270333Z","end":"2026-07-03T19:21:45.449722Z","steps":["trace[478033367] 'agreement among raft nodes before linearized reading' (duration: 179.203349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.630271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.449838Z","caller":"traceutil/trace.go:171","msg":"trace[542466670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"218.677352ms","start":"2026-07-03T19:21:45.231145Z","end":"2026-07-03T19:21:45.449822Z","steps":["trace[542466670] 'agreement among raft nodes before linearized reading' (duration: 218.619551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.313386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.449907Z","caller":"traceutil/trace.go:171","msg":"trace[1710479004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"333.372887ms","start":"2026-07-03T19:21:45.116521Z","end":"2026-07-03T19:21:45.449894Z","steps":["trace[1710479004] 'agreement among raft nodes before linearized reading' (duration: 333.300646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.449961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:45.116515Z","time spent":"333.431207ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:45.449747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.035521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:45.449659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.657775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:45.450075Z","caller":"traceutil/trace.go:171","msg":"trace[571077196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"180.112971ms","start":"2026-07-03T19:21:45.269944Z","end":"2026-07-03T19:21:45.450057Z","steps":["trace[571077196] 'agreement among raft nodes before linearized reading' (duration: 179.585054ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.450069Z","caller":"traceutil/trace.go:171","msg":"trace[417700126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"180.382885ms","start":"2026-07-03T19:21:45.269673Z","end":"2026-07-03T19:21:45.450056Z","steps":["trace[417700126] 'agreement among raft nodes before linearized reading' (duration: 180.03245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:45.449793Z","caller":"traceutil/trace.go:171","msg":"trace[608606883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1857; }","duration":"303.914404ms","start":"2026-07-03T19:21:45.145863Z","end":"2026-07-03T19:21:45.449777Z","steps":["trace[608606883] 'agreement among raft nodes before linearized reading' (duration: 303.800703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.45029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:45.145854Z","time spent":"304.420031ms","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T19:21:45.450469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.186666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:21:45.451038Z","caller":"traceutil/trace.go:171","msg":"trace[1204883952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"311.780706ms","start":"2026-07-03T19:21:45.13923Z","end":"2026-07-03T19:21:45.451011Z","steps":["trace[1204883952] 'agreement among raft nodes before linearized reading' (duration: 310.431637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:45.45129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:45.139221Z","time spent":"311.952578ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:53.810787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727543192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:53.810916Z","caller":"traceutil/trace.go:171","msg":"trace[1787624944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1967; }","duration":"1.727736905s","start":"2026-07-03T19:21:52.083153Z","end":"2026-07-03T19:21:53.810889Z","steps":["trace[1787624944] 'count revisions from in-memory index tree' (duration: 1.727440841s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:53.810993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.08313Z","time spent":"1.727839766s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:21:53.811054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673379787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:21:53.811146Z","caller":"traceutil/trace.go:171","msg":"trace[2133505892] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1967; }","duration":"1.673512518s","start":"2026-07-03T19:21:52.137615Z","end":"2026-07-03T19:21:53.811127Z","steps":["trace[2133505892] 'range keys from in-memory index tree' (duration: 1.673200455s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:53.811186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.137574Z","time spent":"1.67360258s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:21:53.811319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.57333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:53.811446Z","caller":"traceutil/trace.go:171","msg":"trace[714646390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1967; }","duration":"875.708651ms","start":"2026-07-03T19:21:52.935718Z","end":"2026-07-03T19:21:53.811427Z","steps":["trace[714646390] 'range keys from in-memory index tree' (duration: 875.556488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:53.811508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437605497s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:21:53.811602Z","caller":"traceutil/trace.go:171","msg":"trace[669298988] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"1.357075453s","start":"2026-07-03T19:21:52.454509Z","end":"2026-07-03T19:21:53.811584Z","steps":["trace[669298988] 'read index received' (duration: 35.86µs)","trace[669298988] 'applied index is now lower than readState.Index' (duration: 1.357037383s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:53.811778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357268586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T19:21:53.81182Z","caller":"traceutil/trace.go:171","msg":"trace[311742619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4; range_end:; response_count:1; response_revision:1968; }","duration":"1.357341607s","start":"2026-07-03T19:21:52.454468Z","end":"2026-07-03T19:21:53.811809Z","steps":["trace[311742619] 'agreement among raft nodes before linearized reading' (duration: 1.357162435s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:53.811859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.454452Z","time spent":"1.357399948s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" "} {"level":"info","ts":"2026-07-03T19:21:53.811625Z","caller":"traceutil/trace.go:171","msg":"trace[2020802148] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.569127612s","start":"2026-07-03T19:21:52.242473Z","end":"2026-07-03T19:21:53.8116Z","steps":["trace[2020802148] 'process raft request' (duration: 131.345453ms)","trace[2020802148] 'compare' (duration: 1.437431734s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:53.812824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.242442Z","time spent":"1.570301668s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.042611Z","caller":"traceutil/trace.go:171","msg":"trace[1252428859] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"798.656102ms","start":"2026-07-03T19:21:53.243902Z","end":"2026-07-03T19:21:54.042558Z","steps":["trace[1252428859] 'process raft request' (duration: 769.006073ms)","trace[1252428859] 'compare' (duration: 29.509667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:54.042791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.243884Z","time spent":"798.805174ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.683854Z","caller":"traceutil/trace.go:171","msg":"trace[1215335924] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.355049246s","start":"2026-07-03T19:21:53.328785Z","end":"2026-07-03T19:21:54.683834Z","steps":["trace[1215335924] 'process raft request' (duration: 1.354902753s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.683979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.328758Z","time spent":"1.355151227s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.68427Z","caller":"traceutil/trace.go:171","msg":"trace[934259094] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"923.050318ms","start":"2026-07-03T19:21:53.761205Z","end":"2026-07-03T19:21:54.684255Z","steps":["trace[934259094] 'process raft request' (duration: 922.882606ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.684275Z","caller":"traceutil/trace.go:171","msg":"trace[891318780] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2049; }","duration":"872.615066ms","start":"2026-07-03T19:21:53.811637Z","end":"2026-07-03T19:21:54.684253Z","steps":["trace[891318780] 'read index received' (duration: 201.358671ms)","trace[891318780] 'applied index is now lower than readState.Index' (duration: 671.255425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:54.684331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.761174Z","time spent":"923.126939ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.684356Z","caller":"traceutil/trace.go:171","msg":"trace[301431811] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.209086544s","start":"2026-07-03T19:21:53.475248Z","end":"2026-07-03T19:21:54.684335Z","steps":["trace[301431811] 'process raft request' (duration: 1.20876008s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943799458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:54.684435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627478208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-03T19:21:54.684449Z","caller":"traceutil/trace.go:171","msg":"trace[815768156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.94390567s","start":"2026-07-03T19:21:52.740533Z","end":"2026-07-03T19:21:54.684438Z","steps":["trace[815768156] 'agreement among raft nodes before linearized reading' (duration: 1.943802009s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.475221Z","time spent":"1.209183875s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:21:54.684488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.740509Z","time spent":"1.943971431s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:21:54.684529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200483787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:21:54.684547Z","caller":"traceutil/trace.go:171","msg":"trace[653982739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.200531298s","start":"2026-07-03T19:21:53.484011Z","end":"2026-07-03T19:21:54.684542Z","steps":["trace[653982739] 'agreement among raft nodes before linearized reading' (duration: 1.200460907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.483941Z","time spent":"1.200625589s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:21:54.684659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202776488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:21:54.684682Z","caller":"traceutil/trace.go:171","msg":"trace[64509213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"1.202828309s","start":"2026-07-03T19:21:53.481847Z","end":"2026-07-03T19:21:54.684675Z","steps":["trace[64509213] 'agreement among raft nodes before linearized reading' (duration: 1.202770549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.481827Z","time spent":"1.2028681s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:21:54.684754Z","caller":"traceutil/trace.go:171","msg":"trace[889979345] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"864.586707ms","start":"2026-07-03T19:21:53.820161Z","end":"2026-07-03T19:21:54.684747Z","steps":["trace[889979345] 'process raft request' (duration: 864.03457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731415865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:21:54.684583Z","caller":"traceutil/trace.go:171","msg":"trace[1188050042] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.341031037s","start":"2026-07-03T19:21:53.343272Z","end":"2026-07-03T19:21:54.684303Z","steps":["trace[1188050042] 'process raft request' (duration: 1.34052656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197932633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:21:54.684873Z","caller":"traceutil/trace.go:171","msg":"trace[1245561146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.197971133s","start":"2026-07-03T19:21:53.486897Z","end":"2026-07-03T19:21:54.684868Z","steps":["trace[1245561146] 'agreement among raft nodes before linearized reading' (duration: 1.197923402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80537196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T19:21:54.684895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.486886Z","time spent":"1.198004833s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:21:54.684909Z","caller":"traceutil/trace.go:171","msg":"trace[2068775248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"1.805428401s","start":"2026-07-03T19:21:52.879472Z","end":"2026-07-03T19:21:54.6849Z","steps":["trace[2068775248] 'agreement among raft nodes before linearized reading' (duration: 1.80533417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.684897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.813464Z","time spent":"871.429229ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:21:54.684944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.879451Z","time spent":"1.805486022s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:21:54.684796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.820144Z","time spent":"864.628168ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.684459Z","caller":"traceutil/trace.go:171","msg":"trace[198050591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4; range_end:; response_count:1; response_revision:1974; }","duration":"1.627531929s","start":"2026-07-03T19:21:53.05692Z","end":"2026-07-03T19:21:54.684452Z","steps":["trace[198050591] 'agreement among raft nodes before linearized reading' (duration: 1.627479118s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.685175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.056898Z","time spent":"1.628271139s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" "} {"level":"warn","ts":"2026-07-03T19:21:54.6851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.343259Z","time spent":"1.341594804s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:21:54.684787Z","caller":"traceutil/trace.go:171","msg":"trace[992057640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1974; }","duration":"1.731503847s","start":"2026-07-03T19:21:52.953274Z","end":"2026-07-03T19:21:54.684778Z","steps":["trace[992057640] 'agreement among raft nodes before linearized reading' (duration: 1.731390255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.685372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:52.953243Z","time spent":"1.732092595s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:21:54.686511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202179849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:21:54.686601Z","caller":"traceutil/trace.go:171","msg":"trace[1129665956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"1.202248421s","start":"2026-07-03T19:21:53.484301Z","end":"2026-07-03T19:21:54.686549Z","steps":["trace[1129665956] 'agreement among raft nodes before linearized reading' (duration: 1.201257858s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.686677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:53.48429Z","time spent":"1.202373094s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:21:54.927163Z","caller":"traceutil/trace.go:171","msg":"trace[1946455130] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"233.486472ms","start":"2026-07-03T19:21:54.693653Z","end":"2026-07-03T19:21:54.92714Z","steps":["trace[1946455130] 'process raft request' (duration: 233.418562ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.927179Z","caller":"traceutil/trace.go:171","msg":"trace[1172600991] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"233.556374ms","start":"2026-07-03T19:21:54.693595Z","end":"2026-07-03T19:21:54.927151Z","steps":["trace[1172600991] 'process raft request' (duration: 233.354861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.927545Z","caller":"traceutil/trace.go:171","msg":"trace[1071985937] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"233.816528ms","start":"2026-07-03T19:21:54.693714Z","end":"2026-07-03T19:21:54.92753Z","steps":["trace[1071985937] 'process raft request' (duration: 233.393551ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.927549Z","caller":"traceutil/trace.go:171","msg":"trace[1286125698] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2057; }","duration":"211.883833ms","start":"2026-07-03T19:21:54.715643Z","end":"2026-07-03T19:21:54.927526Z","steps":["trace[1286125698] 'read index received' (duration: 211.257873ms)","trace[1286125698] 'applied index is now lower than readState.Index' (duration: 624.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:21:54.927769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.779447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:54.927808Z","caller":"traceutil/trace.go:171","msg":"trace[379941072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"233.847858ms","start":"2026-07-03T19:21:54.693949Z","end":"2026-07-03T19:21:54.927797Z","steps":["trace[379941072] 'agreement among raft nodes before linearized reading' (duration: 233.705686ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.927808Z","caller":"traceutil/trace.go:171","msg":"trace[1604110308] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"234.02987ms","start":"2026-07-03T19:21:54.69377Z","end":"2026-07-03T19:21:54.9278Z","steps":["trace[1604110308] 'process raft request' (duration: 233.607014ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:54.927774Z","caller":"traceutil/trace.go:171","msg":"trace[1233688042] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"233.96538ms","start":"2026-07-03T19:21:54.693795Z","end":"2026-07-03T19:21:54.927761Z","steps":["trace[1233688042] 'process raft request' (duration: 233.682225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:54.928026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.682487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:21:54.929052Z","caller":"traceutil/trace.go:171","msg":"trace[1387410754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1980; }","duration":"211.70346ms","start":"2026-07-03T19:21:54.717319Z","end":"2026-07-03T19:21:54.929023Z","steps":["trace[1387410754] 'agreement among raft nodes before linearized reading' (duration: 210.633106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.234834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.5345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-03T19:21:56.234895Z","caller":"traceutil/trace.go:171","msg":"trace[438732365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1980; }","duration":"983.637291ms","start":"2026-07-03T19:21:55.251242Z","end":"2026-07-03T19:21:56.234879Z","steps":["trace[438732365] 'range keys from in-memory index tree' (duration: 983.397518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.234927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.251224Z","time spent":"983.695683ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:21:56.234903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.806456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-03T19:21:56.234989Z","caller":"traceutil/trace.go:171","msg":"trace[1539458410] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4; range_end:; response_count:1; response_revision:1980; }","duration":"540.936838ms","start":"2026-07-03T19:21:55.694025Z","end":"2026-07-03T19:21:56.234962Z","steps":["trace[1539458410] 'range keys from in-memory index tree' (duration: 540.638273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.235038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.694002Z","time spent":"541.022899ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" "} {"level":"warn","ts":"2026-07-03T19:21:56.235216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172669505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:56.23527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.87694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-03T19:21:56.235268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.29207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:21:56.235299Z","caller":"traceutil/trace.go:171","msg":"trace[1938512605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"541.977261ms","start":"2026-07-03T19:21:55.693312Z","end":"2026-07-03T19:21:56.235289Z","steps":["trace[1938512605] 'range keys from in-memory index tree' (duration: 541.09543ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:56.235297Z","caller":"traceutil/trace.go:171","msg":"trace[993348522] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1980; }","duration":"1.172802606s","start":"2026-07-03T19:21:55.062472Z","end":"2026-07-03T19:21:56.235275Z","steps":["trace[993348522] 'count revisions from in-memory index tree' (duration: 1.172583064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.235322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.693291Z","time spent":"542.025442ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:21:56.234904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.368738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:56.23536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.062423Z","time spent":"1.172919558s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:21:56.235369Z","caller":"traceutil/trace.go:171","msg":"trace[1008827033] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1980; }","duration":"748.877205ms","start":"2026-07-03T19:21:55.486464Z","end":"2026-07-03T19:21:56.235341Z","steps":["trace[1008827033] 'count revisions from in-memory index tree' (duration: 748.290267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.235396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.321226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:21:56.235406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.486442Z","time spent":"748.953796ms","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:21:56.235439Z","caller":"traceutil/trace.go:171","msg":"trace[992828729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"495.385996ms","start":"2026-07-03T19:21:55.74004Z","end":"2026-07-03T19:21:56.235426Z","steps":["trace[992828729] 'range keys from in-memory index tree' (duration: 495.273215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:21:56.235467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:21:55.740027Z","time spent":"495.433617ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:21:56.23531Z","caller":"traceutil/trace.go:171","msg":"trace[1439814650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1980; }","duration":"202.362001ms","start":"2026-07-03T19:21:56.032932Z","end":"2026-07-03T19:21:56.235294Z","steps":["trace[1439814650] 'count revisions from in-memory index tree' (duration: 202.217829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:56.235817Z","caller":"traceutil/trace.go:171","msg":"trace[392465690] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"195.986346ms","start":"2026-07-03T19:21:56.039817Z","end":"2026-07-03T19:21:56.235803Z","steps":["trace[392465690] 'process raft request' (duration: 109.730714ms)","trace[392465690] 'compare' (duration: 86.041618ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:56.271396Z","caller":"traceutil/trace.go:171","msg":"trace[807676758] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"224.610498ms","start":"2026-07-03T19:21:56.046761Z","end":"2026-07-03T19:21:56.271371Z","steps":["trace[807676758] 'process raft request' (duration: 224.137142ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:59.091292Z","caller":"traceutil/trace.go:171","msg":"trace[53296900] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"127.548705ms","start":"2026-07-03T19:21:58.963723Z","end":"2026-07-03T19:21:59.091271Z","steps":["trace[53296900] 'process raft request' (duration: 107.283247ms)","trace[53296900] 'compare' (duration: 20.155746ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:21:59.091513Z","caller":"traceutil/trace.go:171","msg":"trace[558379835] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"127.254421ms","start":"2026-07-03T19:21:58.96425Z","end":"2026-07-03T19:21:59.091504Z","steps":["trace[558379835] 'process raft request' (duration: 127.18578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:21:59.091553Z","caller":"traceutil/trace.go:171","msg":"trace[1624490980] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"127.301441ms","start":"2026-07-03T19:21:58.964233Z","end":"2026-07-03T19:21:59.091534Z","steps":["trace[1624490980] 'process raft request' (duration: 127.013047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.859459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.955219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:03.859569Z","caller":"traceutil/trace.go:171","msg":"trace[2075995057] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"710.887225ms","start":"2026-07-03T19:22:03.148664Z","end":"2026-07-03T19:22:03.859552Z","steps":["trace[2075995057] 'read index received' (duration: 35.251µs)","trace[2075995057] 'applied index is now lower than readState.Index' (duration: 710.850844ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:03.859957Z","caller":"traceutil/trace.go:171","msg":"trace[1443601650] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"859.926431ms","start":"2026-07-03T19:22:02.999982Z","end":"2026-07-03T19:22:03.859908Z","steps":["trace[1443601650] 'process raft request' (duration: 80.398265ms)","trace[1443601650] 'compare' (duration: 778.817337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:03.860004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.31586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:22:03.860098Z","caller":"traceutil/trace.go:171","msg":"trace[1785124267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2043; }","duration":"711.452272ms","start":"2026-07-03T19:22:03.148618Z","end":"2026-07-03T19:22:03.86007Z","steps":["trace[1785124267] 'agreement among raft nodes before linearized reading' (duration: 711.130578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.86015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:02.999966Z","time spent":"860.084633ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:03.860168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:03.148574Z","time spent":"711.578414ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:22:03.956767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.19622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T19:22:03.956779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.015336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:03.957119Z","caller":"traceutil/trace.go:171","msg":"trace[66282492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"216.412431ms","start":"2026-07-03T19:22:03.740691Z","end":"2026-07-03T19:22:03.957104Z","steps":["trace[66282492] 'agreement among raft nodes before linearized reading' (duration: 215.986575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.95684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.55142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:03.957249Z","caller":"traceutil/trace.go:171","msg":"trace[1767784423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"557.014645ms","start":"2026-07-03T19:22:03.400215Z","end":"2026-07-03T19:22:03.957229Z","steps":["trace[1767784423] 'agreement among raft nodes before linearized reading' (duration: 556.485769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.957317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:03.400193Z","time spent":"557.106217ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:22:03.957329Z","caller":"traceutil/trace.go:171","msg":"trace[850868114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"805.533054ms","start":"2026-07-03T19:22:03.151526Z","end":"2026-07-03T19:22:03.957059Z","steps":["trace[850868114] 'agreement among raft nodes before linearized reading' (duration: 805.080799ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:03.956893Z","caller":"traceutil/trace.go:171","msg":"trace[205233042] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"208.091014ms","start":"2026-07-03T19:22:03.748776Z","end":"2026-07-03T19:22:03.956867Z","steps":["trace[205233042] 'process raft request' (duration: 207.704139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.957403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:03.151515Z","time spent":"805.87818ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:03.956904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.972507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:22:03.957575Z","caller":"traceutil/trace.go:171","msg":"trace[1850666144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"805.571285ms","start":"2026-07-03T19:22:03.151924Z","end":"2026-07-03T19:22:03.957495Z","steps":["trace[1850666144] 'agreement among raft nodes before linearized reading' (duration: 804.916487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:03.95775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:03.151883Z","time spent":"805.813428ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:22:03.998855Z","caller":"traceutil/trace.go:171","msg":"trace[85662612] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"134.747961ms","start":"2026-07-03T19:22:03.864068Z","end":"2026-07-03T19:22:03.998816Z","steps":["trace[85662612] 'process raft request' (duration: 121.821793ms)","trace[85662612] 'compare' (duration: 12.740466ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:05.054462Z","caller":"traceutil/trace.go:171","msg":"trace[1101821822] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"206.005555ms","start":"2026-07-03T19:22:04.848434Z","end":"2026-07-03T19:22:05.054439Z","steps":["trace[1101821822] 'process raft request' (duration: 187.84717ms)","trace[1101821822] 'compare' (duration: 17.742558ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:05.054461Z","caller":"traceutil/trace.go:171","msg":"trace[568028105] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"204.647737ms","start":"2026-07-03T19:22:04.849773Z","end":"2026-07-03T19:22:05.05442Z","steps":["trace[568028105] 'process raft request' (duration: 204.521495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:06.104205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.08072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:22:06.104278Z","caller":"traceutil/trace.go:171","msg":"trace[2098016777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2054; }","duration":"102.193272ms","start":"2026-07-03T19:22:06.002068Z","end":"2026-07-03T19:22:06.104261Z","steps":["trace[2098016777] 'range keys from in-memory index tree' (duration: 101.945319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:06.10431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.424273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:22:06.104368Z","caller":"traceutil/trace.go:171","msg":"trace[468726230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2054; }","duration":"101.516974ms","start":"2026-07-03T19:22:06.002833Z","end":"2026-07-03T19:22:06.10435Z","steps":["trace[468726230] 'range keys from in-memory index tree' (duration: 101.279001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:06.10471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.879679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:22:06.10479Z","caller":"traceutil/trace.go:171","msg":"trace[1639267955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2054; }","duration":"101.97865ms","start":"2026-07-03T19:22:06.002793Z","end":"2026-07-03T19:22:06.104772Z","steps":["trace[1639267955] 'range keys from in-memory index tree' (duration: 101.23618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:06.322609Z","caller":"traceutil/trace.go:171","msg":"trace[1318307868] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"213.712326ms","start":"2026-07-03T19:22:06.108881Z","end":"2026-07-03T19:22:06.322593Z","steps":["trace[1318307868] 'process raft request' (duration: 213.583194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:06.325107Z","caller":"traceutil/trace.go:171","msg":"trace[267204177] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"215.842663ms","start":"2026-07-03T19:22:06.109237Z","end":"2026-07-03T19:22:06.32508Z","steps":["trace[267204177] 'process raft request' (duration: 215.66314ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:06.325757Z","caller":"traceutil/trace.go:171","msg":"trace[453097370] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"215.267536ms","start":"2026-07-03T19:22:06.11046Z","end":"2026-07-03T19:22:06.325727Z","steps":["trace[453097370] 'process raft request' (duration: 214.575887ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:07.866776Z","caller":"traceutil/trace.go:171","msg":"trace[2125206028] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"111.599018ms","start":"2026-07-03T19:22:07.755155Z","end":"2026-07-03T19:22:07.866754Z","steps":["trace[2125206028] 'process raft request' (duration: 111.500697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:08.459371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.572098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-03T19:22:08.459468Z","caller":"traceutil/trace.go:171","msg":"trace[1348220783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2075; }","duration":"127.71679ms","start":"2026-07-03T19:22:08.331726Z","end":"2026-07-03T19:22:08.459443Z","steps":["trace[1348220783] 'agreement among raft nodes before linearized reading' (duration: 16.822185ms)","trace[1348220783] 'range keys from in-memory index tree' (duration: 110.681653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:08.459541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.527281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:08.459667Z","caller":"traceutil/trace.go:171","msg":"trace[1644808282] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"124.367667ms","start":"2026-07-03T19:22:08.335274Z","end":"2026-07-03T19:22:08.459642Z","steps":["trace[1644808282] 'process raft request' (duration: 16.660113ms)","trace[1644808282] 'compare' (duration: 107.215068ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:09.054929Z","caller":"traceutil/trace.go:171","msg":"trace[692115936] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"116.625846ms","start":"2026-07-03T19:22:08.938277Z","end":"2026-07-03T19:22:09.054903Z","steps":["trace[692115936] 'process raft request' (duration: 116.490604ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:09.216292Z","caller":"traceutil/trace.go:171","msg":"trace[343293185] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2166; }","duration":"110.711907ms","start":"2026-07-03T19:22:09.105551Z","end":"2026-07-03T19:22:09.216263Z","steps":["trace[343293185] 'read index received' (duration: 93.931163ms)","trace[343293185] 'applied index is now lower than readState.Index' (duration: 16.778784ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:09.216331Z","caller":"traceutil/trace.go:171","msg":"trace[1709411766] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"114.783999ms","start":"2026-07-03T19:22:09.101517Z","end":"2026-07-03T19:22:09.216301Z","steps":["trace[1709411766] 'process raft request' (duration: 98.045366ms)","trace[1709411766] 'compare' (duration: 16.412689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:09.216686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.059931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:22:09.216775Z","caller":"traceutil/trace.go:171","msg":"trace[761261249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2082; }","duration":"111.257254ms","start":"2026-07-03T19:22:09.105499Z","end":"2026-07-03T19:22:09.216756Z","steps":["trace[761261249] 'agreement among raft nodes before linearized reading' (duration: 110.912819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:10.813957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.27766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:10.81422Z","caller":"traceutil/trace.go:171","msg":"trace[900789223] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"296.865161ms","start":"2026-07-03T19:22:10.517327Z","end":"2026-07-03T19:22:10.814192Z","steps":["trace[900789223] 'process raft request' (duration: 110.238736ms)","trace[900789223] 'compare' (duration: 186.000837ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:10.814514Z","caller":"traceutil/trace.go:171","msg":"trace[177964590] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"235.037748ms","start":"2026-07-03T19:22:10.579458Z","end":"2026-07-03T19:22:10.814495Z","steps":["trace[177964590] 'process raft request' (duration: 234.632883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:11.429387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.943441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:11.429573Z","caller":"traceutil/trace.go:171","msg":"trace[976767055] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"339.255023ms","start":"2026-07-03T19:22:11.090295Z","end":"2026-07-03T19:22:11.42955Z","steps":["trace[976767055] 'process raft request' (duration: 167.022979ms)","trace[976767055] 'compare' (duration: 171.776069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:11.429837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:11.090273Z","time spent":"339.529967ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:11.429946Z","caller":"traceutil/trace.go:171","msg":"trace[1618212780] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"208.641594ms","start":"2026-07-03T19:22:11.22128Z","end":"2026-07-03T19:22:11.429921Z","steps":["trace[1618212780] 'process raft request' (duration: 208.217549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:11.429945Z","caller":"traceutil/trace.go:171","msg":"trace[525279180] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2175; }","duration":"200.202678ms","start":"2026-07-03T19:22:11.22969Z","end":"2026-07-03T19:22:11.429892Z","steps":["trace[525279180] 'read index received' (duration: 27.544978ms)","trace[525279180] 'applied index is now lower than readState.Index' (duration: 172.65572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:11.430228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.516721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:11.430278Z","caller":"traceutil/trace.go:171","msg":"trace[2051263079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"200.607663ms","start":"2026-07-03T19:22:11.229657Z","end":"2026-07-03T19:22:11.430265Z","steps":["trace[2051263079] 'agreement among raft nodes before linearized reading' (duration: 200.348019ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:11.503157Z","caller":"traceutil/trace.go:171","msg":"trace[760728766] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"178.559635ms","start":"2026-07-03T19:22:11.324564Z","end":"2026-07-03T19:22:11.503124Z","steps":["trace[760728766] 'process raft request' (duration: 178.329151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:11.50347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.745661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-07-03T19:22:11.503524Z","caller":"traceutil/trace.go:171","msg":"trace[641126386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2092; }","duration":"153.835943ms","start":"2026-07-03T19:22:11.349675Z","end":"2026-07-03T19:22:11.503511Z","steps":["trace[641126386] 'agreement among raft nodes before linearized reading' (duration: 153.66221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:11.503459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.723096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:22:11.503649Z","caller":"traceutil/trace.go:171","msg":"trace[1807884037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2092; }","duration":"273.948089ms","start":"2026-07-03T19:22:11.229676Z","end":"2026-07-03T19:22:11.503624Z","steps":["trace[1807884037] 'agreement among raft nodes before linearized reading' (duration: 273.453223ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:11.703289Z","caller":"traceutil/trace.go:171","msg":"trace[1706605367] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2178; }","duration":"191.286765ms","start":"2026-07-03T19:22:11.51198Z","end":"2026-07-03T19:22:11.703267Z","steps":["trace[1706605367] 'read index received' (duration: 151.686585ms)","trace[1706605367] 'applied index is now lower than readState.Index' (duration: 39.59919ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:11.703414Z","caller":"traceutil/trace.go:171","msg":"trace[965147831] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"195.783922ms","start":"2026-07-03T19:22:11.507618Z","end":"2026-07-03T19:22:11.703402Z","steps":["trace[965147831] 'process raft request' (duration: 195.58014ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:11.703416Z","caller":"traceutil/trace.go:171","msg":"trace[324666923] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"240.248844ms","start":"2026-07-03T19:22:11.463129Z","end":"2026-07-03T19:22:11.703378Z","steps":["trace[324666923] 'process raft request' (duration: 200.563913ms)","trace[324666923] 'compare' (duration: 39.162805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:11.703567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.572219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:11.703605Z","caller":"traceutil/trace.go:171","msg":"trace[743161665] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2094; }","duration":"191.64009ms","start":"2026-07-03T19:22:11.511955Z","end":"2026-07-03T19:22:11.703595Z","steps":["trace[743161665] 'agreement among raft nodes before linearized reading' (duration: 191.564159ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:12.064923Z","caller":"traceutil/trace.go:171","msg":"trace[2034788629] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"104.413626ms","start":"2026-07-03T19:22:11.960481Z","end":"2026-07-03T19:22:12.064894Z","steps":["trace[2034788629] 'process raft request' (duration: 104.265284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:12.247628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.53837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:12.247996Z","caller":"traceutil/trace.go:171","msg":"trace[1089688589] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"108.930889ms","start":"2026-07-03T19:22:12.13905Z","end":"2026-07-03T19:22:12.247981Z","steps":["trace[1089688589] 'read index received' (duration: 47.82µs)","trace[1089688589] 'applied index is now lower than readState.Index' (duration: 108.882029ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:12.248017Z","caller":"traceutil/trace.go:171","msg":"trace[1485435829] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"239.002027ms","start":"2026-07-03T19:22:12.008989Z","end":"2026-07-03T19:22:12.247991Z","steps":["trace[1485435829] 'process raft request' (duration: 109.024262ms)","trace[1485435829] 'compare' (duration: 129.425209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:12.248273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.214284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:22:12.248326Z","caller":"traceutil/trace.go:171","msg":"trace[70551511] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2097; }","duration":"109.322225ms","start":"2026-07-03T19:22:12.138992Z","end":"2026-07-03T19:22:12.248314Z","steps":["trace[70551511] 'agreement among raft nodes before linearized reading' (duration: 109.101852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:12.413593Z","caller":"traceutil/trace.go:171","msg":"trace[1235402138] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"116.232013ms","start":"2026-07-03T19:22:12.297334Z","end":"2026-07-03T19:22:12.413566Z","steps":["trace[1235402138] 'process raft request' (duration: 115.873268ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:12.944909Z","caller":"traceutil/trace.go:171","msg":"trace[641219141] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"121.841773ms","start":"2026-07-03T19:22:12.823033Z","end":"2026-07-03T19:22:12.944875Z","steps":["trace[641219141] 'process raft request' (duration: 120.293524ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:15.886095Z","caller":"traceutil/trace.go:171","msg":"trace[738324272] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"145.780227ms","start":"2026-07-03T19:22:15.740297Z","end":"2026-07-03T19:22:15.886077Z","steps":["trace[738324272] 'read index received' (duration: 145.640425ms)","trace[738324272] 'applied index is now lower than readState.Index' (duration: 138.762µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:15.886165Z","caller":"traceutil/trace.go:171","msg":"trace[184142831] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"162.238991ms","start":"2026-07-03T19:22:15.723894Z","end":"2026-07-03T19:22:15.886133Z","steps":["trace[184142831] 'process raft request' (duration: 162.065829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:15.88633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.959459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T19:22:15.886367Z","caller":"traceutil/trace.go:171","msg":"trace[1885909865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2129; }","duration":"146.09131ms","start":"2026-07-03T19:22:15.740263Z","end":"2026-07-03T19:22:15.886354Z","steps":["trace[1885909865] 'agreement among raft nodes before linearized reading' (duration: 145.918638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:15.886391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.025386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:22:15.886458Z","caller":"traceutil/trace.go:171","msg":"trace[1257851753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2129; }","duration":"120.137147ms","start":"2026-07-03T19:22:15.766305Z","end":"2026-07-03T19:22:15.886443Z","steps":["trace[1257851753] 'agreement among raft nodes before linearized reading' (duration: 119.942625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:17.187116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231709744s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:17.187225Z","caller":"traceutil/trace.go:171","msg":"trace[398632145] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2216; }","duration":"1.195661284s","start":"2026-07-03T19:22:15.99154Z","end":"2026-07-03T19:22:17.187201Z","steps":["trace[398632145] 'read index received' (duration: 57.581µs)","trace[398632145] 'applied index is now lower than readState.Index' (duration: 1.195602303s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:17.187439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195944538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:17.187486Z","caller":"traceutil/trace.go:171","msg":"trace[1464333544] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2130; }","duration":"1.196035259s","start":"2026-07-03T19:22:15.991438Z","end":"2026-07-03T19:22:17.187473Z","steps":["trace[1464333544] 'agreement among raft nodes before linearized reading' (duration: 1.195964568s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:17.187526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:15.991414Z","time spent":"1.19609991s","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:17.187369Z","caller":"traceutil/trace.go:171","msg":"trace[758762202] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"1.296171256s","start":"2026-07-03T19:22:15.891118Z","end":"2026-07-03T19:22:17.187289Z","steps":["trace[758762202] 'process raft request' (duration: 64.188529ms)","trace[758762202] 'compare' (duration: 1.231192087s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:17.187727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:15.891088Z","time spent":"1.296555242s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:17.262863Z","caller":"traceutil/trace.go:171","msg":"trace[868843946] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"592.336188ms","start":"2026-07-03T19:22:16.670513Z","end":"2026-07-03T19:22:17.262849Z","steps":["trace[868843946] 'process raft request' (duration: 592.240427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:17.262979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.670487Z","time spent":"592.449879ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:18.741007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:22:18.741113Z","caller":"traceutil/trace.go:171","msg":"trace[281876690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751133s","start":"2026-07-03T19:22:16.740329Z","end":"2026-07-03T19:22:18.74108Z","steps":["trace[281876690] 'agreement among raft nodes before linearized reading' (duration: 2.000633772s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:18.741302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.740312Z","time spent":"2.000934206s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:22:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:22:19.959027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909738645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:19.959178Z","caller":"traceutil/trace.go:171","msg":"trace[1805157796] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"2.803814974s","start":"2026-07-03T19:22:17.155335Z","end":"2026-07-03T19:22:19.95915Z","steps":["trace[1805157796] 'process raft request' (duration: 893.888476ms)","trace[1805157796] 'compare' (duration: 1.909658485s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:19.959434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:17.155306Z","time spent":"2.804040096s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:20.549757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.642547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:22:20.549836Z","caller":"traceutil/trace.go:171","msg":"trace[1148549137] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2217; }","duration":"3.362569455s","start":"2026-07-03T19:22:17.187253Z","end":"2026-07-03T19:22:20.549823Z","steps":["trace[1148549137] 'read index received' (duration: 75.537795ms)","trace[1148549137] 'applied index is now lower than readState.Index' (duration: 3.28703063s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:20.550081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06803316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:22:20.550106Z","caller":"traceutil/trace.go:171","msg":"trace[1856670577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2132; }","duration":"4.068113251s","start":"2026-07-03T19:22:16.481985Z","end":"2026-07-03T19:22:20.550098Z","steps":["trace[1856670577] 'agreement among raft nodes before linearized reading' (duration: 4.06803119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.550124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.481957Z","time spent":"4.068163552s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:22:20.550139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576693608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:22:20.550162Z","caller":"traceutil/trace.go:171","msg":"trace[1021615425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2132; }","duration":"3.576742138s","start":"2026-07-03T19:22:16.973414Z","end":"2026-07-03T19:22:20.550156Z","steps":["trace[1021615425] 'agreement among raft nodes before linearized reading' (duration: 3.576695347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.550176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.973394Z","time spent":"3.576779369s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:20.550156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209699421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:22:20.550366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541111576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:22:20.550443Z","caller":"traceutil/trace.go:171","msg":"trace[1935105526] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2132; }","duration":"4.210041344s","start":"2026-07-03T19:22:16.340381Z","end":"2026-07-03T19:22:20.550422Z","steps":["trace[1935105526] 'agreement among raft nodes before linearized reading' (duration: 4.20969731s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.550494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.340359Z","time spent":"4.210121446s","remote":"127.0.0.1:37176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:20.550515Z","caller":"traceutil/trace.go:171","msg":"trace[1709549568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2132; }","duration":"4.541280869s","start":"2026-07-03T19:22:16.009169Z","end":"2026-07-03T19:22:20.55045Z","steps":["trace[1709549568] 'agreement among raft nodes before linearized reading' (duration: 4.540846833s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.550659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.009154Z","time spent":"4.541489991s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:20.550081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050943228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:20.550799Z","caller":"traceutil/trace.go:171","msg":"trace[1711568542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2132; }","duration":"4.051689997s","start":"2026-07-03T19:22:16.499091Z","end":"2026-07-03T19:22:20.550781Z","steps":["trace[1711568542] 'agreement among raft nodes before linearized reading' (duration: 4.050906258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.550839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.499058Z","time spent":"4.051770338s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:22:20.550241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823134379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-07-03T19:22:20.551002Z","caller":"traceutil/trace.go:171","msg":"trace[1639078792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2132; }","duration":"3.823948549s","start":"2026-07-03T19:22:16.727044Z","end":"2026-07-03T19:22:20.550992Z","steps":["trace[1639078792] 'agreement among raft nodes before linearized reading' (duration: 3.82316734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.551039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.727016Z","time spent":"3.824014289s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:22:20.550356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666532323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:22:20.551282Z","caller":"traceutil/trace.go:171","msg":"trace[365890720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2132; }","duration":"3.667523045s","start":"2026-07-03T19:22:16.88373Z","end":"2026-07-03T19:22:20.551253Z","steps":["trace[365890720] 'agreement among raft nodes before linearized reading' (duration: 3.666452602s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.551311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:16.883707Z","time spent":"3.667596136s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:20.74117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:22:20.741259Z","caller":"traceutil/trace.go:171","msg":"trace[1231272999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915271s","start":"2026-07-03T19:22:18.741325Z","end":"2026-07-03T19:22:20.74124Z","steps":["trace[1231272999] 'agreement among raft nodes before linearized reading' (duration: 1.99981253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:20.741302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:18.741267Z","time spent":"2.000027232s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:22:21.050563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:21.584445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:21.625519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.576331558s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:22:21.625953Z","caller":"traceutil/trace.go:171","msg":"trace[965977071] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"4.13798469s","start":"2026-07-03T19:22:17.487951Z","end":"2026-07-03T19:22:21.625936Z","steps":["trace[965977071] 'process raft request' (duration: 4.137726177s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:21.626071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:17.487829Z","time spent":"4.138173453s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:21.626197Z","caller":"traceutil/trace.go:171","msg":"trace[1158894960] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"4.128820868s","start":"2026-07-03T19:22:17.497078Z","end":"2026-07-03T19:22:21.625899Z","steps":["trace[1158894960] 'process raft request' (duration: 4.128772817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:21.626248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:17.497044Z","time spent":"4.129176772s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:22.630809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.646646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:22.631138Z","caller":"traceutil/trace.go:171","msg":"trace[546266020] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"3.980967897s","start":"2026-07-03T19:22:18.650134Z","end":"2026-07-03T19:22:22.631102Z","steps":["trace[546266020] 'process raft request' (duration: 3.243930536s)","trace[546266020] 'compare' (duration: 736.400604ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:22.631153Z","caller":"traceutil/trace.go:171","msg":"trace[956824118] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"3.363665927s","start":"2026-07-03T19:22:19.267458Z","end":"2026-07-03T19:22:22.631124Z","steps":["trace[956824118] 'process raft request' (duration: 3.363548966s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:22.631224Z","caller":"traceutil/trace.go:171","msg":"trace[987261222] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"3.423791207s","start":"2026-07-03T19:22:19.207411Z","end":"2026-07-03T19:22:22.631202Z","steps":["trace[987261222] 'process raft request' (duration: 3.423507774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.631325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:19.207385Z","time spent":"3.423886878s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:22.631368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:19.267444Z","time spent":"3.363774658s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:22.631434Z","caller":"traceutil/trace.go:171","msg":"trace[1060647250] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"2.076761713s","start":"2026-07-03T19:22:20.554648Z","end":"2026-07-03T19:22:22.63141Z","steps":["trace[1060647250] 'process raft request' (duration: 2.076426729s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.631573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.554616Z","time spent":"2.076885895s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:22.631595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:18.650115Z","time spent":"3.981092698s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:22.631889Z","caller":"traceutil/trace.go:171","msg":"trace[569745836] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"2.076709432s","start":"2026-07-03T19:22:20.555167Z","end":"2026-07-03T19:22:22.631877Z","steps":["trace[569745836] 'process raft request' (duration: 2.076165786s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.631959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.555146Z","time spent":"2.076780394s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:22.632146Z","caller":"traceutil/trace.go:171","msg":"trace[1569298141] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"2.075594709s","start":"2026-07-03T19:22:20.556526Z","end":"2026-07-03T19:22:22.632121Z","steps":["trace[1569298141] 'process raft request' (duration: 2.075308676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.632242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.556506Z","time spent":"2.07569281s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:22.632841Z","caller":"traceutil/trace.go:171","msg":"trace[1100915945] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2220; }","duration":"2.08297618s","start":"2026-07-03T19:22:20.54985Z","end":"2026-07-03T19:22:22.632826Z","steps":["trace[1100915945] 'read index received' (duration: 1.075851836s)","trace[1100915945] 'applied index is now lower than readState.Index' (duration: 1.007123524s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:22.633188Z","caller":"traceutil/trace.go:171","msg":"trace[1168001163] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"2.076027345s","start":"2026-07-03T19:22:20.557146Z","end":"2026-07-03T19:22:22.633173Z","steps":["trace[1168001163] 'process raft request' (duration: 2.074830259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.633264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.557134Z","time spent":"2.076089935s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:22.6336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442151803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T19:22:22.633659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340683257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:22:22.633658Z","caller":"traceutil/trace.go:171","msg":"trace[1647253557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2141; }","duration":"3.442246164s","start":"2026-07-03T19:22:19.1914Z","end":"2026-07-03T19:22:22.633646Z","steps":["trace[1647253557] 'agreement among raft nodes before linearized reading' (duration: 3.442071062s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:22.633697Z","caller":"traceutil/trace.go:171","msg":"trace[1411095289] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2141; }","duration":"4.340761748s","start":"2026-07-03T19:22:18.292924Z","end":"2026-07-03T19:22:22.633686Z","steps":["trace[1411095289] 'agreement among raft nodes before linearized reading' (duration: 4.340690517s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.633703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:19.191383Z","time spent":"3.442312225s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:22:22.633737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:18.292899Z","time spent":"4.340830129s","remote":"127.0.0.1:37068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:22.749327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:22:22.749433Z","caller":"traceutil/trace.go:171","msg":"trace[507001805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640581s","start":"2026-07-03T19:22:20.748773Z","end":"2026-07-03T19:22:22.749414Z","steps":["trace[507001805] 'agreement among raft nodes before linearized reading' (duration: 2.00051863s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:22.749481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.748767Z","time spent":"2.000705072s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:22:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:22:23.009406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.833509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:23.009572Z","caller":"traceutil/trace.go:171","msg":"trace[934681099] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"1.043999171s","start":"2026-07-03T19:22:21.965537Z","end":"2026-07-03T19:22:23.009536Z","steps":["trace[934681099] 'process raft request' (duration: 828.872378ms)","trace[934681099] 'compare' (duration: 214.670097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:23.009727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:21.965499Z","time spent":"1.044145993s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:23.009679Z","caller":"traceutil/trace.go:171","msg":"trace[398684269] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"372.3392ms","start":"2026-07-03T19:22:22.637315Z","end":"2026-07-03T19:22:23.009654Z","steps":["trace[398684269] 'process raft request' (duration: 372.204679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.00999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451491402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:22:23.010015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423906327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:23.010051Z","caller":"traceutil/trace.go:171","msg":"trace[1908474090] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2143; }","duration":"2.451572743s","start":"2026-07-03T19:22:20.558462Z","end":"2026-07-03T19:22:23.010035Z","steps":["trace[1908474090] 'agreement among raft nodes before linearized reading' (duration: 2.451476232s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.010046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265063334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:22:23.010095Z","caller":"traceutil/trace.go:171","msg":"trace[1938772848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2143; }","duration":"1.424031818s","start":"2026-07-03T19:22:21.586042Z","end":"2026-07-03T19:22:23.010073Z","steps":["trace[1938772848] 'agreement among raft nodes before linearized reading' (duration: 1.423761725s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.010098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.558453Z","time spent":"2.451631303s","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:22:23.010144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:21.586027Z","time spent":"1.424108119s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:22:23.010141Z","caller":"traceutil/trace.go:171","msg":"trace[79099064] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; response_count:1; response_revision:2143; }","duration":"2.265197827s","start":"2026-07-03T19:22:20.744918Z","end":"2026-07-03T19:22:23.010116Z","steps":["trace[79099064] 'agreement among raft nodes before linearized reading' (duration: 2.264896483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.0102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:20.744902Z","time spent":"2.265287598s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" "} {"level":"warn","ts":"2026-07-03T19:22:23.010533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.613915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:22:23.010594Z","caller":"traceutil/trace.go:171","msg":"trace[298385106] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2143; }","duration":"870.716776ms","start":"2026-07-03T19:22:22.139863Z","end":"2026-07-03T19:22:23.01058Z","steps":["trace[298385106] 'agreement among raft nodes before linearized reading' (duration: 870.015248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.010584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:22.6373Z","time spent":"372.759665ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:23.010635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:22.139794Z","time spent":"870.829808ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-03T19:22:23.009773Z","caller":"traceutil/trace.go:171","msg":"trace[1551113722] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2229; }","duration":"376.865734ms","start":"2026-07-03T19:22:22.632881Z","end":"2026-07-03T19:22:23.009747Z","steps":["trace[1551113722] 'read index received' (duration: 161.535969ms)","trace[1551113722] 'applied index is now lower than readState.Index' (duration: 215.327265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:23.011105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.311686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:23.011161Z","caller":"traceutil/trace.go:171","msg":"trace[254645918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2143; }","duration":"261.403838ms","start":"2026-07-03T19:22:22.749742Z","end":"2026-07-03T19:22:23.011146Z","steps":["trace[254645918] 'agreement among raft nodes before linearized reading' (duration: 261.322407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.307746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.805014ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:22:23.715711Z","caller":"traceutil/trace.go:171","msg":"trace[1500913076] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2231; }","duration":"700.063831ms","start":"2026-07-03T19:22:23.015619Z","end":"2026-07-03T19:22:23.715683Z","steps":["trace[1500913076] 'read index received' (duration: 108.287377ms)","trace[1500913076] 'applied index is now lower than readState.Index' (duration: 591.775214ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:23.715723Z","caller":"traceutil/trace.go:171","msg":"trace[584283707] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"702.053637ms","start":"2026-07-03T19:22:23.013635Z","end":"2026-07-03T19:22:23.715689Z","steps":["trace[584283707] 'process raft request' (duration: 606.985231ms)","trace[584283707] 'compare' (duration: 94.910874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:23.715875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.013614Z","time spent":"702.180318ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:23.71593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.279854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:23.715981Z","caller":"traceutil/trace.go:171","msg":"trace[738208074] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2144; }","duration":"700.364996ms","start":"2026-07-03T19:22:23.0156Z","end":"2026-07-03T19:22:23.715965Z","steps":["trace[738208074] 'agreement among raft nodes before linearized reading' (duration: 700.207414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.716046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.015588Z","time spent":"700.446037ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-03T19:22:23.742718Z","caller":"traceutil/trace.go:171","msg":"trace[2071681338] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"434.131568ms","start":"2026-07-03T19:22:23.308563Z","end":"2026-07-03T19:22:23.742695Z","steps":["trace[2071681338] 'process raft request' (duration: 433.993377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:23.742867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.308542Z","time spent":"434.244029ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:24.304007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.165803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:24.30415Z","caller":"traceutil/trace.go:171","msg":"trace[116318333] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2234; }","duration":"588.360583ms","start":"2026-07-03T19:22:23.715777Z","end":"2026-07-03T19:22:24.304138Z","steps":["trace[116318333] 'read index received' (duration: 26.905697ms)","trace[116318333] 'applied index is now lower than readState.Index' (duration: 561.454006ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:24.304167Z","caller":"traceutil/trace.go:171","msg":"trace[2033229945] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"672.672088ms","start":"2026-07-03T19:22:23.631479Z","end":"2026-07-03T19:22:24.304151Z","steps":["trace[2033229945] 'process raft request' (duration: 310.306403ms)","trace[2033229945] 'compare' (duration: 362.022381ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:24.30421Z","caller":"traceutil/trace.go:171","msg":"trace[2062396196] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"672.633188ms","start":"2026-07-03T19:22:23.631571Z","end":"2026-07-03T19:22:24.304204Z","steps":["trace[2062396196] 'process raft request' (duration: 672.506596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.631462Z","time spent":"672.735409ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:24.304249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.631567Z","time spent":"672.660928ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:24.304332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286050076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:24.304356Z","caller":"traceutil/trace.go:171","msg":"trace[1783991446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"1.286087916s","start":"2026-07-03T19:22:23.018262Z","end":"2026-07-03T19:22:24.304349Z","steps":["trace[1783991446] 'agreement among raft nodes before linearized reading' (duration: 1.286046686s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.018255Z","time spent":"1.286115437s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:22:24.304326Z","caller":"traceutil/trace.go:171","msg":"trace[1981806056] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"440.242332ms","start":"2026-07-03T19:22:23.864061Z","end":"2026-07-03T19:22:24.304303Z","steps":["trace[1981806056] 'process raft request' (duration: 440.054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.659547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-03T19:22:24.304472Z","caller":"traceutil/trace.go:171","msg":"trace[525541883] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db; range_end:; response_count:1; response_revision:2148; }","duration":"584.717619ms","start":"2026-07-03T19:22:23.719748Z","end":"2026-07-03T19:22:24.304465Z","steps":["trace[525541883] 'agreement among raft nodes before linearized reading' (duration: 584.626538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.71973Z","time spent":"584.756659ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" "} {"level":"warn","ts":"2026-07-03T19:22:24.304473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.457389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:24.30455Z","caller":"traceutil/trace.go:171","msg":"trace[2009699975] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2148; }","duration":"827.574341ms","start":"2026-07-03T19:22:23.476958Z","end":"2026-07-03T19:22:24.304532Z","steps":["trace[2009699975] 'agreement among raft nodes before linearized reading' (duration: 827.45475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.476943Z","time spent":"827.645092ms","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:24.304609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.864038Z","time spent":"440.396534ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:24.304694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.811838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:24.304726Z","caller":"traceutil/trace.go:171","msg":"trace[1869485286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"287.878309ms","start":"2026-07-03T19:22:24.016839Z","end":"2026-07-03T19:22:24.304717Z","steps":["trace[1869485286] 'agreement among raft nodes before linearized reading' (duration: 287.809878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.852746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:22:24.304804Z","caller":"traceutil/trace.go:171","msg":"trace[1810450278] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2148; }","duration":"560.063819ms","start":"2026-07-03T19:22:23.744727Z","end":"2026-07-03T19:22:24.304791Z","steps":["trace[1810450278] 'agreement among raft nodes before linearized reading' (duration: 559.856067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.744712Z","time spent":"560.12292ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:22:24.304653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.342241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:24.30489Z","caller":"traceutil/trace.go:171","msg":"trace[16461283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"578.665185ms","start":"2026-07-03T19:22:23.726218Z","end":"2026-07-03T19:22:24.304883Z","steps":["trace[16461283] 'agreement among raft nodes before linearized reading' (duration: 578.388631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.304912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.726198Z","time spent":"578.708735ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:22:24.304487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.541669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:22:24.304995Z","caller":"traceutil/trace.go:171","msg":"trace[2036171578] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2148; }","duration":"994.049315ms","start":"2026-07-03T19:22:23.310938Z","end":"2026-07-03T19:22:24.304987Z","steps":["trace[2036171578] 'agreement among raft nodes before linearized reading' (duration: 993.530389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:24.305027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:23.310895Z","time spent":"994.123366ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:24.940723Z","caller":"traceutil/trace.go:171","msg":"trace[2113437229] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2245; }","duration":"181.310497ms","start":"2026-07-03T19:22:24.759386Z","end":"2026-07-03T19:22:24.940697Z","steps":["trace[2113437229] 'read index received' (duration: 152.226385ms)","trace[2113437229] 'applied index is now lower than readState.Index' (duration: 29.082862ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:24.940825Z","caller":"traceutil/trace.go:171","msg":"trace[2014520091] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"182.680205ms","start":"2026-07-03T19:22:24.758129Z","end":"2026-07-03T19:22:24.94081Z","steps":["trace[2014520091] 'process raft request' (duration: 153.457601ms)","trace[2014520091] 'compare' (duration: 28.853819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:24.941226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.817884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-03T19:22:24.941309Z","caller":"traceutil/trace.go:171","msg":"trace[611563062] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4; range_end:; response_count:1; response_revision:2157; }","duration":"181.932596ms","start":"2026-07-03T19:22:24.75935Z","end":"2026-07-03T19:22:24.941282Z","steps":["trace[611563062] 'agreement among raft nodes before linearized reading' (duration: 181.426409ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:26.412126Z","caller":"traceutil/trace.go:171","msg":"trace[1457874672] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"101.089499ms","start":"2026-07-03T19:22:26.311006Z","end":"2026-07-03T19:22:26.412095Z","steps":["trace[1457874672] 'process raft request' (duration: 100.936037ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:26.413022Z","caller":"traceutil/trace.go:171","msg":"trace[1511090259] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"101.808917ms","start":"2026-07-03T19:22:26.311192Z","end":"2026-07-03T19:22:26.413001Z","steps":["trace[1511090259] 'process raft request' (duration: 101.615495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.570802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.56305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:27.570877Z","caller":"traceutil/trace.go:171","msg":"trace[1011569541] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2169; }","duration":"397.686711ms","start":"2026-07-03T19:22:27.173175Z","end":"2026-07-03T19:22:27.570862Z","steps":["trace[1011569541] 'count revisions from in-memory index tree' (duration: 397.506169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.570905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:27.173141Z","time spent":"397.757771ms","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:27.571109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.461833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:27.571124Z","caller":"traceutil/trace.go:171","msg":"trace[1645270444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"345.513753ms","start":"2026-07-03T19:22:27.225605Z","end":"2026-07-03T19:22:27.571119Z","steps":["trace[1645270444] 'range keys from in-memory index tree' (duration: 345.397032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.571137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:27.225563Z","time spent":"345.571004ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:22:27.794918Z","caller":"traceutil/trace.go:171","msg":"trace[429787871] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2258; }","duration":"375.312092ms","start":"2026-07-03T19:22:27.419583Z","end":"2026-07-03T19:22:27.794895Z","steps":["trace[429787871] 'read index received' (duration: 375.237201ms)","trace[429787871] 'applied index is now lower than readState.Index' (duration: 73.851µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:27.795011Z","caller":"traceutil/trace.go:171","msg":"trace[1983981302] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"541.766512ms","start":"2026-07-03T19:22:27.253219Z","end":"2026-07-03T19:22:27.794986Z","steps":["trace[1983981302] 'process raft request' (duration: 541.510339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.795139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:27.253194Z","time spent":"541.871963ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:27.795178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.587845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:27.795226Z","caller":"traceutil/trace.go:171","msg":"trace[213334687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"375.707117ms","start":"2026-07-03T19:22:27.419506Z","end":"2026-07-03T19:22:27.795213Z","steps":["trace[213334687] 'agreement among raft nodes before linearized reading' (duration: 375.502734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.795271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:27.419473Z","time spent":"375.789427ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:22:27.9475Z","caller":"traceutil/trace.go:171","msg":"trace[1953622270] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2259; }","duration":"152.498064ms","start":"2026-07-03T19:22:27.794979Z","end":"2026-07-03T19:22:27.947477Z","steps":["trace[1953622270] 'read index received' (duration: 81.981616ms)","trace[1953622270] 'applied index is now lower than readState.Index' (duration: 70.515098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:27.947618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.853733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:27.94764Z","caller":"traceutil/trace.go:171","msg":"trace[1481851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2171; }","duration":"209.930404ms","start":"2026-07-03T19:22:27.737702Z","end":"2026-07-03T19:22:27.947633Z","steps":["trace[1481851] 'agreement among raft nodes before linearized reading' (duration: 209.856353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:27.947607Z","caller":"traceutil/trace.go:171","msg":"trace[2053550480] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"302.426116ms","start":"2026-07-03T19:22:27.645139Z","end":"2026-07-03T19:22:27.947565Z","steps":["trace[2053550480] 'process raft request' (duration: 302.210143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:27.947779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:27.645111Z","time spent":"302.583967ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8133,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:29.205492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:29.705828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:30.206583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:30.38322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.965607067s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:22:30.38375Z","caller":"traceutil/trace.go:171","msg":"trace[150100475] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"1.966214254s","start":"2026-07-03T19:22:28.417506Z","end":"2026-07-03T19:22:30.38372Z","steps":["trace[150100475] 'process raft request' (duration: 1.966013792s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.384022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.417482Z","time spent":"1.966335717s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:30.524278Z","caller":"traceutil/trace.go:171","msg":"trace[239651628] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.825167235s","start":"2026-07-03T19:22:28.699076Z","end":"2026-07-03T19:22:30.524243Z","steps":["trace[239651628] 'process raft request' (duration: 1.825066593s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.524535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.699049Z","time spent":"1.825331366s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:30.524579Z","caller":"traceutil/trace.go:171","msg":"trace[10615559] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"2.106580968s","start":"2026-07-03T19:22:28.41795Z","end":"2026-07-03T19:22:30.524531Z","steps":["trace[10615559] 'process raft request' (duration: 2.104125659s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:30.524614Z","caller":"traceutil/trace.go:171","msg":"trace[725818509] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.487528878s","start":"2026-07-03T19:22:29.037067Z","end":"2026-07-03T19:22:30.524596Z","steps":["trace[725818509] 'process raft request' (duration: 1.487124823s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.524749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:29.037034Z","time spent":"1.487620908s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:30.524755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.41793Z","time spent":"2.10672554s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:30.525007Z","caller":"traceutil/trace.go:171","msg":"trace[1380347673] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"387.804184ms","start":"2026-07-03T19:22:30.137168Z","end":"2026-07-03T19:22:30.524972Z","steps":["trace[1380347673] 'process raft request' (duration: 387.374249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.525094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:30.137145Z","time spent":"387.912436ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:30.525172Z","caller":"traceutil/trace.go:171","msg":"trace[149353001] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2261; }","duration":"1.819879541s","start":"2026-07-03T19:22:28.705279Z","end":"2026-07-03T19:22:30.525158Z","steps":["trace[149353001] 'read index received' (duration: 1.678290603s)","trace[149353001] 'applied index is now lower than readState.Index' (duration: 141.587678ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:30.525229Z","caller":"traceutil/trace.go:171","msg":"trace[654893713] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"226.46982ms","start":"2026-07-03T19:22:30.298747Z","end":"2026-07-03T19:22:30.525217Z","steps":["trace[654893713] 'process raft request' (duration: 226.179867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.525457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808479725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:22:30.525483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820196455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:22:30.525497Z","caller":"traceutil/trace.go:171","msg":"trace[69830533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2177; }","duration":"1.808519965s","start":"2026-07-03T19:22:28.716965Z","end":"2026-07-03T19:22:30.525485Z","steps":["trace[69830533] 'agreement among raft nodes before linearized reading' (duration: 1.808340153s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:30.525522Z","caller":"traceutil/trace.go:171","msg":"trace[240954912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2177; }","duration":"1.820263555s","start":"2026-07-03T19:22:28.705247Z","end":"2026-07-03T19:22:30.525511Z","steps":["trace[240954912] 'agreement among raft nodes before linearized reading' (duration: 1.820015653s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.52553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.716908Z","time spent":"1.808615207s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:22:30.525556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.705236Z","time spent":"1.820313196s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:30.525624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.830693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:30.525653Z","caller":"traceutil/trace.go:171","msg":"trace[39329147] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2177; }","duration":"833.890714ms","start":"2026-07-03T19:22:29.691752Z","end":"2026-07-03T19:22:30.525642Z","steps":["trace[39329147] 'agreement among raft nodes before linearized reading' (duration: 833.845243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.525681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:29.691733Z","time spent":"833.939064ms","remote":"127.0.0.1:37106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:30.525761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724849982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:30.5258Z","caller":"traceutil/trace.go:171","msg":"trace[1180609496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2177; }","duration":"1.724906173s","start":"2026-07-03T19:22:28.80088Z","end":"2026-07-03T19:22:30.525786Z","steps":["trace[1180609496] 'agreement among raft nodes before linearized reading' (duration: 1.724790901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.525827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.800868Z","time spent":"1.724952233s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:22:30.525831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789036432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:30.525878Z","caller":"traceutil/trace.go:171","msg":"trace[1435754747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2177; }","duration":"1.789112123s","start":"2026-07-03T19:22:28.736757Z","end":"2026-07-03T19:22:30.525869Z","steps":["trace[1435754747] 'agreement among raft nodes before linearized reading' (duration: 1.789052932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.525902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.736741Z","time spent":"1.789156703s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:22:30.526028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111207359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:30.526075Z","caller":"traceutil/trace.go:171","msg":"trace[296929410] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2177; }","duration":"1.11128824s","start":"2026-07-03T19:22:29.414775Z","end":"2026-07-03T19:22:30.526063Z","steps":["trace[296929410] 'agreement among raft nodes before linearized reading' (duration: 1.111215509s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.526106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:29.41476Z","time spent":"1.11133778s","remote":"127.0.0.1:55608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:30.526242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454934798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:22:30.526295Z","caller":"traceutil/trace.go:171","msg":"trace[2142321944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2177; }","duration":"1.455025958s","start":"2026-07-03T19:22:29.071255Z","end":"2026-07-03T19:22:30.526281Z","steps":["trace[2142321944] 'agreement among raft nodes before linearized reading' (duration: 1.454920717s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.526307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808586855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:22:30.526355Z","caller":"traceutil/trace.go:171","msg":"trace[1854930311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2177; }","duration":"1.808676636s","start":"2026-07-03T19:22:28.717664Z","end":"2026-07-03T19:22:30.526341Z","steps":["trace[1854930311] 'agreement among raft nodes before linearized reading' (duration: 1.808557415s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.526388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.717645Z","time spent":"1.808735846s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:30.526393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215240333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-03T19:22:30.526418Z","caller":"traceutil/trace.go:171","msg":"trace[1441400610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2177; }","duration":"1.215304073s","start":"2026-07-03T19:22:29.311107Z","end":"2026-07-03T19:22:30.526411Z","steps":["trace[1441400610] 'agreement among raft nodes before linearized reading' (duration: 1.215233102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.526445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:29.311086Z","time spent":"1.215353864s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:22:30.526323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:29.071231Z","time spent":"1.455085479s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:22:30.526862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805525078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:22:30.526939Z","caller":"traceutil/trace.go:171","msg":"trace[719285328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2177; }","duration":"1.80564688s","start":"2026-07-03T19:22:28.721272Z","end":"2026-07-03T19:22:30.526919Z","steps":["trace[719285328] 'agreement among raft nodes before linearized reading' (duration: 1.804755939s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:30.526979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:28.721263Z","time spent":"1.80570817s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:32.918557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.149015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:32.91864Z","caller":"traceutil/trace.go:171","msg":"trace[1899416907] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"341.624702ms","start":"2026-07-03T19:22:32.576999Z","end":"2026-07-03T19:22:32.918624Z","steps":["trace[1899416907] 'process raft request' (duration: 108.338855ms)","trace[1899416907] 'compare' (duration: 233.051814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:32.918682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:32.576976Z","time spent":"341.687552ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:32.953633Z","caller":"traceutil/trace.go:171","msg":"trace[1500328525] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"375.843377ms","start":"2026-07-03T19:22:32.577774Z","end":"2026-07-03T19:22:32.953618Z","steps":["trace[1500328525] 'process raft request' (duration: 375.602334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:32.953707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:32.577747Z","time spent":"375.925539ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:32.953662Z","caller":"traceutil/trace.go:171","msg":"trace[349782743] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"375.649135ms","start":"2026-07-03T19:22:32.577985Z","end":"2026-07-03T19:22:32.953634Z","steps":["trace[349782743] 'process raft request' (duration: 375.552844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:32.953939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:32.577975Z","time spent":"375.808577ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:32.953971Z","caller":"traceutil/trace.go:171","msg":"trace[642092851] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"375.294141ms","start":"2026-07-03T19:22:32.578669Z","end":"2026-07-03T19:22:32.953963Z","steps":["trace[642092851] 'process raft request' (duration: 375.16209ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:32.953959Z","caller":"traceutil/trace.go:171","msg":"trace[1308500300] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"375.891708ms","start":"2026-07-03T19:22:32.578044Z","end":"2026-07-03T19:22:32.953936Z","steps":["trace[1308500300] 'process raft request' (duration: 375.551594ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:32.953959Z","caller":"traceutil/trace.go:171","msg":"trace[1889872217] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2279; }","duration":"161.742909ms","start":"2026-07-03T19:22:32.792191Z","end":"2026-07-03T19:22:32.953934Z","steps":["trace[1889872217] 'read index received' (duration: 161.127362ms)","trace[1889872217] 'applied index is now lower than readState.Index' (duration: 614.597µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:32.954005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:32.578648Z","time spent":"375.341222ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:32.954045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:32.578027Z","time spent":"375.974529ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:32.954069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.87215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:32.954101Z","caller":"traceutil/trace.go:171","msg":"trace[801059847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"161.981232ms","start":"2026-07-03T19:22:32.79211Z","end":"2026-07-03T19:22:32.954091Z","steps":["trace[801059847] 'agreement among raft nodes before linearized reading' (duration: 161.909881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:32.980215Z","caller":"traceutil/trace.go:171","msg":"trace[133641949] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"169.920265ms","start":"2026-07-03T19:22:32.810272Z","end":"2026-07-03T19:22:32.980192Z","steps":["trace[133641949] 'process raft request' (duration: 169.781723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:45.255757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.657966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:45.255888Z","caller":"traceutil/trace.go:171","msg":"trace[941247810] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"149.587729ms","start":"2026-07-03T19:22:45.106271Z","end":"2026-07-03T19:22:45.255859Z","steps":["trace[941247810] 'process raft request' (duration: 29.704261ms)","trace[941247810] 'compare' (duration: 119.491204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:46.855027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.430162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:46.855205Z","caller":"traceutil/trace.go:171","msg":"trace[790874730] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"268.044385ms","start":"2026-07-03T19:22:46.587085Z","end":"2026-07-03T19:22:46.85513Z","steps":["trace[790874730] 'process raft request' (duration: 86.411961ms)","trace[790874730] 'compare' (duration: 181.312501ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:46.856722Z","caller":"traceutil/trace.go:171","msg":"trace[1807972692] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"126.382631ms","start":"2026-07-03T19:22:46.730326Z","end":"2026-07-03T19:22:46.856709Z","steps":["trace[1807972692] 'process raft request' (duration: 126.29956ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:46.926122Z","caller":"traceutil/trace.go:171","msg":"trace[1459079735] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"191.492828ms","start":"2026-07-03T19:22:46.734597Z","end":"2026-07-03T19:22:46.92609Z","steps":["trace[1459079735] 'process raft request' (duration: 191.238774ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:46.926744Z","caller":"traceutil/trace.go:171","msg":"trace[644740306] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2357; }","duration":"186.927895ms","start":"2026-07-03T19:22:46.73979Z","end":"2026-07-03T19:22:46.926718Z","steps":["trace[644740306] 'read index received' (duration: 116.859471ms)","trace[644740306] 'applied index is now lower than readState.Index' (duration: 70.067194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:46.926984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.179599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:46.927057Z","caller":"traceutil/trace.go:171","msg":"trace[507887429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2267; }","duration":"187.29311ms","start":"2026-07-03T19:22:46.739746Z","end":"2026-07-03T19:22:46.927039Z","steps":["trace[507887429] 'agreement among raft nodes before linearized reading' (duration: 187.154018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:46.927265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.502824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:46.927329Z","caller":"traceutil/trace.go:171","msg":"trace[1404304388] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"184.73339ms","start":"2026-07-03T19:22:46.742577Z","end":"2026-07-03T19:22:46.927311Z","steps":["trace[1404304388] 'process raft request' (duration: 183.406664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:46.927341Z","caller":"traceutil/trace.go:171","msg":"trace[1614128617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2267; }","duration":"182.612036ms","start":"2026-07-03T19:22:46.744705Z","end":"2026-07-03T19:22:46.927317Z","steps":["trace[1614128617] 'agreement among raft nodes before linearized reading' (duration: 182.408084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:47.36115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.661812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T19:22:47.361253Z","caller":"traceutil/trace.go:171","msg":"trace[1083563814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"100.806915ms","start":"2026-07-03T19:22:47.260424Z","end":"2026-07-03T19:22:47.361231Z","steps":["trace[1083563814] 'range keys from in-memory index tree' (duration: 100.43874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:49.94207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.851831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:49.942168Z","caller":"traceutil/trace.go:171","msg":"trace[1343547606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2285; }","duration":"200.990262ms","start":"2026-07-03T19:22:49.741155Z","end":"2026-07-03T19:22:49.942145Z","steps":["trace[1343547606] 'range keys from in-memory index tree' (duration: 200.77262ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:51.559736Z","caller":"traceutil/trace.go:171","msg":"trace[1675492809] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"136.263468ms","start":"2026-07-03T19:22:51.42344Z","end":"2026-07-03T19:22:51.559703Z","steps":["trace[1675492809] 'process raft request' (duration: 136.083156ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:55.414981Z","caller":"traceutil/trace.go:171","msg":"trace[1623782795] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2408; }","duration":"116.650615ms","start":"2026-07-03T19:22:55.2983Z","end":"2026-07-03T19:22:55.41495Z","steps":["trace[1623782795] 'read index received' (duration: 30.301802ms)","trace[1623782795] 'applied index is now lower than readState.Index' (duration: 86.347553ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:55.415046Z","caller":"traceutil/trace.go:171","msg":"trace[638316586] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"176.268457ms","start":"2026-07-03T19:22:55.238751Z","end":"2026-07-03T19:22:55.415019Z","steps":["trace[638316586] 'process raft request' (duration: 89.881953ms)","trace[638316586] 'compare' (duration: 86.183671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:55.415209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.901717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18beddf5cf1dfe8e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T19:22:55.415299Z","caller":"traceutil/trace.go:171","msg":"trace[1171654989] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18beddf5cf1dfe8e; range_end:; response_count:1; response_revision:2314; }","duration":"117.021399ms","start":"2026-07-03T19:22:55.298233Z","end":"2026-07-03T19:22:55.415254Z","steps":["trace[1171654989] 'agreement among raft nodes before linearized reading' (duration: 116.831897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.035131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:22:56.647419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.060793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:56.647561Z","caller":"traceutil/trace.go:171","msg":"trace[990913983] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"213.666793ms","start":"2026-07-03T19:22:56.433879Z","end":"2026-07-03T19:22:56.647546Z","steps":["trace[990913983] 'process raft request' (duration: 213.614663ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:56.647542Z","caller":"traceutil/trace.go:171","msg":"trace[269451693] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.230133668s","start":"2026-07-03T19:22:55.417377Z","end":"2026-07-03T19:22:56.647511Z","steps":["trace[269451693] 'process raft request' (duration: 659.907884ms)","trace[269451693] 'compare' (duration: 569.448395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:56.647678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.417356Z","time spent":"1.23024937s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:56.647702Z","caller":"traceutil/trace.go:171","msg":"trace[1043022091] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"1.112976108s","start":"2026-07-03T19:22:55.534719Z","end":"2026-07-03T19:22:56.647695Z","steps":["trace[1043022091] 'read index received' (duration: 542.491741ms)","trace[1043022091] 'applied index is now lower than readState.Index' (duration: 570.483617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:56.647775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11308629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:56.647798Z","caller":"traceutil/trace.go:171","msg":"trace[1426426093] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2316; }","duration":"1.11314579s","start":"2026-07-03T19:22:55.534646Z","end":"2026-07-03T19:22:56.647792Z","steps":["trace[1426426093] 'agreement among raft nodes before linearized reading' (duration: 1.11310483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.64782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.534629Z","time spent":"1.11318379s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:22:56.647962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063688944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:22:56.647982Z","caller":"traceutil/trace.go:171","msg":"trace[498420571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2316; }","duration":"1.063736284s","start":"2026-07-03T19:22:55.584242Z","end":"2026-07-03T19:22:56.647978Z","steps":["trace[498420571] 'agreement among raft nodes before linearized reading' (duration: 1.063663283s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.647996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.584228Z","time spent":"1.063764194s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:56.647991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.417643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:56.648027Z","caller":"traceutil/trace.go:171","msg":"trace[916226860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2316; }","duration":"908.510003ms","start":"2026-07-03T19:22:55.739507Z","end":"2026-07-03T19:22:56.648017Z","steps":["trace[916226860] 'agreement among raft nodes before linearized reading' (duration: 908.446953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.648079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.739494Z","time spent":"908.564055ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:22:56.648094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.872766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-03T19:22:56.64811Z","caller":"traceutil/trace.go:171","msg":"trace[613127151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2316; }","duration":"953.903066ms","start":"2026-07-03T19:22:55.694202Z","end":"2026-07-03T19:22:56.648105Z","steps":["trace[613127151] 'agreement among raft nodes before linearized reading' (duration: 953.853746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.648126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.694183Z","time spent":"953.939847ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:22:56.64814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017835596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:22:56.648186Z","caller":"traceutil/trace.go:171","msg":"trace[1396528670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2316; }","duration":"1.017904926s","start":"2026-07-03T19:22:55.630273Z","end":"2026-07-03T19:22:56.648178Z","steps":["trace[1396528670] 'agreement among raft nodes before linearized reading' (duration: 1.017791105s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.648227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.630259Z","time spent":"1.017960628s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:22:56.648295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.544602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:56.648333Z","caller":"traceutil/trace.go:171","msg":"trace[2028838828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2316; }","duration":"622.625613ms","start":"2026-07-03T19:22:56.025699Z","end":"2026-07-03T19:22:56.648324Z","steps":["trace[2028838828] 'agreement among raft nodes before linearized reading' (duration: 622.500201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.648348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008847115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:22:56.648365Z","caller":"traceutil/trace.go:171","msg":"trace[797097623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2316; }","duration":"1.009688074s","start":"2026-07-03T19:22:55.638672Z","end":"2026-07-03T19:22:56.64836Z","steps":["trace[797097623] 'agreement among raft nodes before linearized reading' (duration: 1.009642444s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:56.648365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:56.025678Z","time spent":"622.680723ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:22:56.648383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:55.638648Z","time spent":"1.009731304s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:57.188879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.189662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:22:57.18898Z","caller":"traceutil/trace.go:171","msg":"trace[1621378337] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2319; }","duration":"428.343054ms","start":"2026-07-03T19:22:56.760617Z","end":"2026-07-03T19:22:57.18896Z","steps":["trace[1621378337] 'count revisions from in-memory index tree' (duration: 428.03051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:57.189025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:56.760597Z","time spent":"428.416784ms","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:57.57709Z","caller":"traceutil/trace.go:171","msg":"trace[2146765070] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"617.875908ms","start":"2026-07-03T19:22:56.95919Z","end":"2026-07-03T19:22:57.577065Z","steps":["trace[2146765070] 'process raft request' (duration: 617.697907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:57.577243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:56.959167Z","time spent":"617.99417ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:57.786866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.30187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:57.787143Z","caller":"traceutil/trace.go:171","msg":"trace[693407958] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"826.617121ms","start":"2026-07-03T19:22:56.96046Z","end":"2026-07-03T19:22:57.787077Z","steps":["trace[693407958] 'process raft request' (duration: 632.964056ms)","trace[693407958] 'compare' (duration: 193.148169ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:57.787381Z","caller":"traceutil/trace.go:171","msg":"trace[290549085] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"770.013895ms","start":"2026-07-03T19:22:57.017339Z","end":"2026-07-03T19:22:57.787353Z","steps":["trace[290549085] 'process raft request' (duration: 769.698262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:57.787405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:56.960453Z","time spent":"826.820304ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:22:57.787479Z","caller":"traceutil/trace.go:171","msg":"trace[295785836] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"772.085909ms","start":"2026-07-03T19:22:57.015297Z","end":"2026-07-03T19:22:57.787383Z","steps":["trace[295785836] 'process raft request' (duration: 771.681134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:57.787591Z","caller":"traceutil/trace.go:171","msg":"trace[246247784] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2414; }","duration":"633.467871ms","start":"2026-07-03T19:22:57.154061Z","end":"2026-07-03T19:22:57.787528Z","steps":["trace[246247784] 'read index received' (duration: 422.900367ms)","trace[246247784] 'applied index is now lower than readState.Index' (duration: 210.564944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:57.787515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.017315Z","time spent":"770.127076ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:57.787782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.015273Z","time spent":"772.315351ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:58.585805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.700765ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-03T19:22:58.585843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431768873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:22:58.586436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.476113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:58.586466Z","caller":"traceutil/trace.go:171","msg":"trace[1983599242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2323; }","duration":"847.548234ms","start":"2026-07-03T19:22:57.738911Z","end":"2026-07-03T19:22:58.586459Z","steps":["trace[1983599242] 'agreement among raft nodes before linearized reading' (duration: 847.505313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.586495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.738887Z","time spent":"847.596765ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:22:58.586747Z","caller":"traceutil/trace.go:171","msg":"trace[1595806952] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"778.975394ms","start":"2026-07-03T19:22:57.80776Z","end":"2026-07-03T19:22:58.586736Z","steps":["trace[1595806952] 'process raft request' (duration: 778.129875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.586734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.683036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:22:58.586837Z","caller":"traceutil/trace.go:171","msg":"trace[175870269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2323; }","duration":"930.846599ms","start":"2026-07-03T19:22:57.655971Z","end":"2026-07-03T19:22:58.586817Z","steps":["trace[175870269] 'agreement among raft nodes before linearized reading' (duration: 930.535125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.586887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.655923Z","time spent":"930.955999ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:22:58.586943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.807739Z","time spent":"779.061984ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:58.586115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346570807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:22:58.587092Z","caller":"traceutil/trace.go:171","msg":"trace[270543665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2323; }","duration":"1.347573947s","start":"2026-07-03T19:22:57.239507Z","end":"2026-07-03T19:22:58.587081Z","steps":["trace[270543665] 'agreement among raft nodes before linearized reading' (duration: 1.346533916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.587131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.239487Z","time spent":"1.347633778s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:22:58.586403Z","caller":"traceutil/trace.go:171","msg":"trace[1949530215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2323; }","duration":"1.432371689s","start":"2026-07-03T19:22:57.154014Z","end":"2026-07-03T19:22:58.586385Z","steps":["trace[1949530215] 'agreement among raft nodes before linearized reading' (duration: 633.611543ms)","trace[1949530215] 'count revisions from in-memory index tree' (duration: 798.138819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:58.587353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.153992Z","time spent":"1.433317429s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:58.586023Z","caller":"traceutil/trace.go:171","msg":"trace[894993345] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2418; }","duration":"798.371822ms","start":"2026-07-03T19:22:57.787636Z","end":"2026-07-03T19:22:58.586008Z","steps":["trace[894993345] 'read index received' (duration: 539.996µs)","trace[894993345] 'applied index is now lower than readState.Index' (duration: 797.830726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:58.910978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331325428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:58.911078Z","caller":"traceutil/trace.go:171","msg":"trace[297199283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2324; }","duration":"1.331433369s","start":"2026-07-03T19:22:57.579615Z","end":"2026-07-03T19:22:58.911048Z","steps":["trace[297199283] 'agreement among raft nodes before linearized reading' (duration: 1.007080014s)","trace[297199283] 'range keys from in-memory index tree' (duration: 324.171983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:58.91113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.579561Z","time spent":"1.33155836s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:22:58.911036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491442077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:22:58.911324Z","caller":"traceutil/trace.go:171","msg":"trace[83705504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2324; }","duration":"1.49177926s","start":"2026-07-03T19:22:57.419518Z","end":"2026-07-03T19:22:58.911298Z","steps":["trace[83705504] 'agreement among raft nodes before linearized reading' (duration: 1.167214803s)","trace[83705504] 'range keys from in-memory index tree' (duration: 324.136902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:58.912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:57.419468Z","time spent":"1.492512788s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:22:58.91238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.788447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:58.912474Z","caller":"traceutil/trace.go:171","msg":"trace[751735705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2324; }","duration":"355.946679ms","start":"2026-07-03T19:22:58.556499Z","end":"2026-07-03T19:22:58.912446Z","steps":["trace[751735705] 'agreement among raft nodes before linearized reading' (duration: 31.029147ms)","trace[751735705] 'count revisions from in-memory index tree' (duration: 323.295704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:58.912539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.556475Z","time spent":"356.04604ms","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:58.929627Z","caller":"traceutil/trace.go:171","msg":"trace[85139943] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2420; }","duration":"303.313749ms","start":"2026-07-03T19:22:58.626299Z","end":"2026-07-03T19:22:58.929613Z","steps":["trace[85139943] 'read index received' (duration: 303.260548ms)","trace[85139943] 'applied index is now lower than readState.Index' (duration: 51.731µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:58.929698Z","caller":"traceutil/trace.go:171","msg":"trace[902350957] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"338.959298ms","start":"2026-07-03T19:22:58.590708Z","end":"2026-07-03T19:22:58.929667Z","steps":["trace[902350957] 'process raft request' (duration: 338.797867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.929826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.590693Z","time spent":"339.060959ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:58.930103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.788505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T19:22:58.930148Z","caller":"traceutil/trace.go:171","msg":"trace[1275086689] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2325; }","duration":"303.893076ms","start":"2026-07-03T19:22:58.626242Z","end":"2026-07-03T19:22:58.930136Z","steps":["trace[1275086689] 'agreement among raft nodes before linearized reading' (duration: 303.450951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:58.930176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.626221Z","time spent":"303.947897ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":276,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:22:59.087583Z","caller":"traceutil/trace.go:171","msg":"trace[1497422371] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2421; }","duration":"157.899568ms","start":"2026-07-03T19:22:58.929661Z","end":"2026-07-03T19:22:59.087561Z","steps":["trace[1497422371] 'read index received' (duration: 137.144356ms)","trace[1497422371] 'applied index is now lower than readState.Index' (duration: 20.754102ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:22:59.087634Z","caller":"traceutil/trace.go:171","msg":"trace[253955785] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"426.215384ms","start":"2026-07-03T19:22:58.661393Z","end":"2026-07-03T19:22:59.087608Z","steps":["trace[253955785] 'process raft request' (duration: 405.421911ms)","trace[253955785] 'compare' (duration: 20.55144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:22:59.087897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.661334Z","time spent":"426.493987ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8560,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:22:59.088066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.323663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:22:59.087972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.319922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T19:22:59.088107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.669128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:22:59.088163Z","caller":"traceutil/trace.go:171","msg":"trace[1025164556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2327; }","duration":"392.75805ms","start":"2026-07-03T19:22:58.695386Z","end":"2026-07-03T19:22:59.088144Z","steps":["trace[1025164556] 'agreement among raft nodes before linearized reading' (duration: 392.626488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:59.087621Z","caller":"traceutil/trace.go:171","msg":"trace[76655202] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"170.901453ms","start":"2026-07-03T19:22:58.916681Z","end":"2026-07-03T19:22:59.087583Z","steps":["trace[76655202] 'process raft request' (duration: 170.828853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:59.088226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.695365Z","time spent":"392.84579ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:22:59.088239Z","caller":"traceutil/trace.go:171","msg":"trace[1479471380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2327; }","duration":"374.537205ms","start":"2026-07-03T19:22:58.713683Z","end":"2026-07-03T19:22:59.08822Z","steps":["trace[1479471380] 'agreement among raft nodes before linearized reading' (duration: 374.229802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:59.088296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.713666Z","time spent":"374.615916ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:59.087984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.179696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:22:59.088386Z","caller":"traceutil/trace.go:171","msg":"trace[670430472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2327; }","duration":"337.621771ms","start":"2026-07-03T19:22:58.750746Z","end":"2026-07-03T19:22:59.088368Z","steps":["trace[670430472] 'agreement among raft nodes before linearized reading' (duration: 337.155756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:59.088437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.750724Z","time spent":"337.699862ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:22:59.088187Z","caller":"traceutil/trace.go:171","msg":"trace[438065068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2327; }","duration":"373.582274ms","start":"2026-07-03T19:22:58.714575Z","end":"2026-07-03T19:22:59.088157Z","steps":["trace[438065068] 'agreement among raft nodes before linearized reading' (duration: 373.26642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:22:59.088815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:58.714551Z","time spent":"374.251282ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:22:59.383191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.237798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:22:59.383356Z","caller":"traceutil/trace.go:171","msg":"trace[903336668] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"287.875139ms","start":"2026-07-03T19:22:59.095463Z","end":"2026-07-03T19:22:59.383338Z","steps":["trace[903336668] 'process raft request' (duration: 287.817228ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:22:59.383588Z","caller":"traceutil/trace.go:171","msg":"trace[1307414541] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"288.366964ms","start":"2026-07-03T19:22:59.095188Z","end":"2026-07-03T19:22:59.383555Z","steps":["trace[1307414541] 'process raft request' (duration: 96.675031ms)","trace[1307414541] 'compare' (duration: 190.941135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:23:00.090225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:23:01.806426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361529958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:23:01.806818Z","caller":"traceutil/trace.go:171","msg":"trace[170575283] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"2.014108429s","start":"2026-07-03T19:22:59.792687Z","end":"2026-07-03T19:23:01.806796Z","steps":["trace[170575283] 'process raft request' (duration: 2.013958866s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.806912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.792684Z","time spent":"2.01418461s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:01.807049Z","caller":"traceutil/trace.go:171","msg":"trace[30218920] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"2.222609292s","start":"2026-07-03T19:22:59.584425Z","end":"2026-07-03T19:23:01.807034Z","steps":["trace[30218920] 'process raft request' (duration: 860.383466ms)","trace[30218920] 'compare' (duration: 1.360697509s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:23:01.807118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.584397Z","time spent":"2.222685423s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:01.807245Z","caller":"traceutil/trace.go:171","msg":"trace[1052826623] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2426; }","duration":"2.21803561s","start":"2026-07-03T19:22:59.589158Z","end":"2026-07-03T19:23:01.807193Z","steps":["trace[1052826623] 'read index received' (duration: 855.659353ms)","trace[1052826623] 'applied index is now lower than readState.Index' (duration: 1.362374907s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:23:01.807321Z","caller":"traceutil/trace.go:171","msg":"trace[100314061] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"2.014674675s","start":"2026-07-03T19:22:59.792633Z","end":"2026-07-03T19:23:01.807307Z","steps":["trace[100314061] 'process raft request' (duration: 2.013904986s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.807386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.792616Z","time spent":"2.014734276s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:01.807589Z","caller":"traceutil/trace.go:171","msg":"trace[1775341556] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"2.014434212s","start":"2026-07-03T19:22:59.793142Z","end":"2026-07-03T19:23:01.807576Z","steps":["trace[1775341556] 'process raft request' (duration: 2.013598382s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.807632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218447375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:01.807678Z","caller":"traceutil/trace.go:171","msg":"trace[1001982623] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2334; }","duration":"2.218541696s","start":"2026-07-03T19:22:59.589124Z","end":"2026-07-03T19:23:01.807665Z","steps":["trace[1001982623] 'agreement among raft nodes before linearized reading' (duration: 2.218444145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.807731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.589112Z","time spent":"2.218606677s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:01.807754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.793134Z","time spent":"2.014519533s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:01.808423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216111268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:23:01.80848Z","caller":"traceutil/trace.go:171","msg":"trace[468339379] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2335; }","duration":"2.216179179s","start":"2026-07-03T19:22:59.592288Z","end":"2026-07-03T19:23:01.808467Z","steps":["trace[468339379] 'agreement among raft nodes before linearized reading' (duration: 2.215986217s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.808761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:22:59.592283Z","time spent":"2.216463442s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:23:01.809367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.575485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:23:01.809416Z","caller":"traceutil/trace.go:171","msg":"trace[741658804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2335; }","duration":"714.694057ms","start":"2026-07-03T19:23:01.094707Z","end":"2026-07-03T19:23:01.809401Z","steps":["trace[741658804] 'agreement among raft nodes before linearized reading' (duration: 714.544695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.80945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512831116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18beddf5cf1dfe8e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-03T19:23:01.809505Z","caller":"traceutil/trace.go:171","msg":"trace[89036431] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18beddf5cf1dfe8e; range_end:; response_count:1; response_revision:2335; }","duration":"1.512919298s","start":"2026-07-03T19:23:00.296569Z","end":"2026-07-03T19:23:01.809488Z","steps":["trace[89036431] 'agreement among raft nodes before linearized reading' (duration: 1.512751436s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.809543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:00.296537Z","time spent":"1.512997928s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18beddf5cf1dfe8e\" "} {"level":"warn","ts":"2026-07-03T19:23:01.80977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.149138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:23:01.809809Z","caller":"traceutil/trace.go:171","msg":"trace[29564737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2335; }","duration":"875.215198ms","start":"2026-07-03T19:23:00.934584Z","end":"2026-07-03T19:23:01.809799Z","steps":["trace[29564737] 'agreement among raft nodes before linearized reading' (duration: 875.116007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.809844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:00.934569Z","time spent":"875.267029ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:23:01.809929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069045503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:01.809986Z","caller":"traceutil/trace.go:171","msg":"trace[884296564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"1.069144513s","start":"2026-07-03T19:23:00.740833Z","end":"2026-07-03T19:23:01.809977Z","steps":["trace[884296564] 'agreement among raft nodes before linearized reading' (duration: 1.069070982s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.810018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:00.740811Z","time spent":"1.069201614s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:23:01.810317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.094683Z","time spent":"714.766607ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:23:01.810522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.357288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:23:01.810572Z","caller":"traceutil/trace.go:171","msg":"trace[1341480155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2335; }","duration":"422.433109ms","start":"2026-07-03T19:23:01.388128Z","end":"2026-07-03T19:23:01.810561Z","steps":["trace[1341480155] 'agreement among raft nodes before linearized reading' (duration: 422.310338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.810617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.388111Z","time spent":"422.49284ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:23:01.810621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.835823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:23:01.810769Z","caller":"traceutil/trace.go:171","msg":"trace[1292872790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2335; }","duration":"422.994155ms","start":"2026-07-03T19:23:01.387742Z","end":"2026-07-03T19:23:01.810736Z","steps":["trace[1292872790] 'agreement among raft nodes before linearized reading' (duration: 422.758313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.810732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.75035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:23:01.811135Z","caller":"traceutil/trace.go:171","msg":"trace[1708534926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2335; }","duration":"664.918742ms","start":"2026-07-03T19:23:01.14593Z","end":"2026-07-03T19:23:01.810849Z","steps":["trace[1708534926] 'agreement among raft nodes before linearized reading' (duration: 664.587818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.811186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.145915Z","time spent":"665.260965ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:23:01.81077Z","caller":"traceutil/trace.go:171","msg":"trace[343351299] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"1.251171465s","start":"2026-07-03T19:23:00.559381Z","end":"2026-07-03T19:23:01.810552Z","steps":["trace[343351299] 'process raft request' (duration: 1.248818089s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:01.811549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:00.559364Z","time spent":"1.252111555s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:01.811304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.387723Z","time spent":"423.117947ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:23:02.319327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355947898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:23:02.636286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.720535ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T19:23:02.636373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.815778Z","time spent":"820.591325ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:23:02.715435Z","caller":"traceutil/trace.go:171","msg":"trace[953418749] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"898.623873ms","start":"2026-07-03T19:23:01.816787Z","end":"2026-07-03T19:23:02.715411Z","steps":["trace[953418749] 'process raft request' (duration: 898.554532ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:02.715487Z","caller":"traceutil/trace.go:171","msg":"trace[415948569] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"899.620974ms","start":"2026-07-03T19:23:01.815825Z","end":"2026-07-03T19:23:02.715446Z","steps":["trace[415948569] 'process raft request' (duration: 899.327371ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:02.715562Z","caller":"traceutil/trace.go:171","msg":"trace[422745475] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"899.633214ms","start":"2026-07-03T19:23:01.815887Z","end":"2026-07-03T19:23:02.71552Z","steps":["trace[422745475] 'process raft request' (duration: 899.416602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:02.715748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.81678Z","time spent":"898.728554ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:02.715755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.81588Z","time spent":"899.773406ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:02.715936Z","caller":"traceutil/trace.go:171","msg":"trace[1138650026] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"898.999307ms","start":"2026-07-03T19:23:01.816919Z","end":"2026-07-03T19:23:02.715918Z","steps":["trace[1138650026] 'process raft request' (duration: 898.806065ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:02.715941Z","caller":"traceutil/trace.go:171","msg":"trace[1377311821] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"898.977877ms","start":"2026-07-03T19:23:01.816884Z","end":"2026-07-03T19:23:02.715862Z","steps":["trace[1377311821] 'process raft request' (duration: 898.494322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:02.715925Z","caller":"traceutil/trace.go:171","msg":"trace[1733533088] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2431; }","duration":"897.4653ms","start":"2026-07-03T19:23:01.818436Z","end":"2026-07-03T19:23:02.715901Z","steps":["trace[1733533088] 'read index received' (duration: 518.19702ms)","trace[1733533088] 'applied index is now lower than readState.Index' (duration: 379.26725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:23:02.716041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.816898Z","time spent":"899.091668ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:02.716064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.816876Z","time spent":"899.145859ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:02.716171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.718353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:02.716232Z","caller":"traceutil/trace.go:171","msg":"trace[1706168005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2340; }","duration":"897.803684ms","start":"2026-07-03T19:23:01.818412Z","end":"2026-07-03T19:23:02.716216Z","steps":["trace[1706168005] 'agreement among raft nodes before linearized reading' (duration: 897.701843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:02.716287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.818402Z","time spent":"897.871614ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:23:02.716485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.815813Z","time spent":"899.765056ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:03.818578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:23:03.818637Z","caller":"traceutil/trace.go:171","msg":"trace[1655741994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202345s","start":"2026-07-03T19:23:01.818422Z","end":"2026-07-03T19:23:03.818625Z","steps":["trace[1655741994] 'agreement among raft nodes before linearized reading' (duration: 2.000126714s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:03.818665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.818412Z","time spent":"2.000247486s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:23:04.682745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747335699s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:04.68287Z","caller":"traceutil/trace.go:171","msg":"trace[1441377672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2340; }","duration":"1.74747292s","start":"2026-07-03T19:23:02.93538Z","end":"2026-07-03T19:23:04.682853Z","steps":["trace[1441377672] 'range keys from in-memory index tree' (duration: 1.747320999s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:04.684454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724880169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:23:04.684607Z","caller":"traceutil/trace.go:171","msg":"trace[553981879] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"1.9685068s","start":"2026-07-03T19:23:02.716077Z","end":"2026-07-03T19:23:04.684584Z","steps":["trace[553981879] 'read index received' (duration: 242.64024ms)","trace[553981879] 'applied index is now lower than readState.Index' (duration: 1.72586304s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:23:04.684688Z","caller":"traceutil/trace.go:171","msg":"trace[868975022] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"2.046806101s","start":"2026-07-03T19:23:02.637871Z","end":"2026-07-03T19:23:04.684678Z","steps":["trace[868975022] 'process raft request' (duration: 320.8562ms)","trace[868975022] 'compare' (duration: 1.723771167s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:23:04.684772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.637833Z","time spent":"2.046886373s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:04.685042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040103636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:23:04.685069Z","caller":"traceutil/trace.go:171","msg":"trace[1677580295] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2341; }","duration":"2.040175527s","start":"2026-07-03T19:23:02.644887Z","end":"2026-07-03T19:23:04.685062Z","steps":["trace[1677580295] 'agreement among raft nodes before linearized reading' (duration: 2.040112727s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:04.685092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.644861Z","time spent":"2.040223457s","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:04.685456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705252819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:23:04.685585Z","caller":"traceutil/trace.go:171","msg":"trace[137623702] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2341; }","duration":"2.705628903s","start":"2026-07-03T19:23:01.979938Z","end":"2026-07-03T19:23:04.685567Z","steps":["trace[137623702] 'agreement among raft nodes before linearized reading' (duration: 2.705200278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:04.685692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:01.979885Z","time spent":"2.705791965s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:04.685471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541319833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:23:04.685989Z","caller":"traceutil/trace.go:171","msg":"trace[528900980] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2341; }","duration":"2.541692648s","start":"2026-07-03T19:23:02.144095Z","end":"2026-07-03T19:23:04.685788Z","steps":["trace[528900980] 'agreement among raft nodes before linearized reading' (duration: 2.541142242s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:04.68612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.144079Z","time spent":"2.54194069s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:23:04.959033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:23:04.959131Z","caller":"traceutil/trace.go:171","msg":"trace[1878492172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264463s","start":"2026-07-03T19:23:02.958845Z","end":"2026-07-03T19:23:04.95911Z","steps":["trace[1878492172] 'agreement among raft nodes before linearized reading' (duration: 2.000136132s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:04.959185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.958832Z","time spent":"2.000342174s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:23:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:23:05.180245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367201352s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:23:05.181323Z","caller":"traceutil/trace.go:171","msg":"trace[1436020437] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"1.368394964s","start":"2026-07-03T19:23:03.812899Z","end":"2026-07-03T19:23:05.181294Z","steps":["trace[1436020437] 'process raft request' (duration: 1.367880409s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.181549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.812873Z","time spent":"1.368570086s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:05.18932Z","caller":"traceutil/trace.go:171","msg":"trace[1561089357] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.376303032s","start":"2026-07-03T19:23:03.812994Z","end":"2026-07-03T19:23:05.189297Z","steps":["trace[1561089357] 'process raft request' (duration: 1.37610087s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.189484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.812966Z","time spent":"1.376451993s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:05.18956Z","caller":"traceutil/trace.go:171","msg":"trace[1967829548] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"1.375602755s","start":"2026-07-03T19:23:03.81394Z","end":"2026-07-03T19:23:05.189543Z","steps":["trace[1967829548] 'process raft request' (duration: 1.375261041s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:05.189662Z","caller":"traceutil/trace.go:171","msg":"trace[2138243824] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"1.375286242s","start":"2026-07-03T19:23:03.814352Z","end":"2026-07-03T19:23:05.189638Z","steps":["trace[2138243824] 'process raft request' (duration: 1.37512485s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.189823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.814326Z","time spent":"1.375400873s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:23:05.189844Z","caller":"traceutil/trace.go:171","msg":"trace[1150159986] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"1.36533676s","start":"2026-07-03T19:23:03.824489Z","end":"2026-07-03T19:23:05.189826Z","steps":["trace[1150159986] 'process raft request' (duration: 1.365092317s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.189653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.813934Z","time spent":"1.375670315s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:05.18993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468711663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.189974Z","caller":"traceutil/trace.go:171","msg":"trace[877230489] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2347; }","duration":"2.468795053s","start":"2026-07-03T19:23:02.72117Z","end":"2026-07-03T19:23:05.189965Z","steps":["trace[877230489] 'agreement among raft nodes before linearized reading' (duration: 2.468713462s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.721147Z","time spent":"2.468848664s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:23:05.190024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.824473Z","time spent":"1.365490742s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:23:05.190055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331606826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.190144Z","caller":"traceutil/trace.go:171","msg":"trace[1707836825] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2347; }","duration":"1.331713087s","start":"2026-07-03T19:23:03.858414Z","end":"2026-07-03T19:23:05.190127Z","steps":["trace[1707836825] 'agreement among raft nodes before linearized reading' (duration: 1.331595656s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613461317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.190272Z","caller":"traceutil/trace.go:171","msg":"trace[463450439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2347; }","duration":"1.613558788s","start":"2026-07-03T19:23:03.576704Z","end":"2026-07-03T19:23:05.190262Z","steps":["trace[463450439] 'agreement among raft nodes before linearized reading' (duration: 1.613506098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.858406Z","time spent":"1.331817028s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:05.190311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.576681Z","time spent":"1.613614189s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:05.190307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384139742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.190372Z","caller":"traceutil/trace.go:171","msg":"trace[417439238] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2347; }","duration":"2.384230172s","start":"2026-07-03T19:23:02.806131Z","end":"2026-07-03T19:23:05.190362Z","steps":["trace[417439238] 'agreement among raft nodes before linearized reading' (duration: 2.384148222s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.80612Z","time spent":"2.384310613s","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:05.190543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.164711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:23:05.189859Z","caller":"traceutil/trace.go:171","msg":"trace[939261919] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2438; }","duration":"505.208218ms","start":"2026-07-03T19:23:04.684639Z","end":"2026-07-03T19:23:05.189847Z","steps":["trace[939261919] 'read index received' (duration: 496.002496ms)","trace[939261919] 'applied index is now lower than readState.Index' (duration: 9.204772ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:23:05.190604Z","caller":"traceutil/trace.go:171","msg":"trace[1754834515] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2347; }","duration":"765.262292ms","start":"2026-07-03T19:23:04.425325Z","end":"2026-07-03T19:23:05.190587Z","steps":["trace[1754834515] 'agreement among raft nodes before linearized reading' (duration: 765.146451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.42531Z","time spent":"765.321663ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:05.190193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371310027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.190732Z","caller":"traceutil/trace.go:171","msg":"trace[571267860] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"502.326826ms","start":"2026-07-03T19:23:04.688393Z","end":"2026-07-03T19:23:05.19072Z","steps":["trace[571267860] 'process raft request' (duration: 501.397036ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:05.190761Z","caller":"traceutil/trace.go:171","msg":"trace[555140753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2347; }","duration":"1.371867582s","start":"2026-07-03T19:23:03.818856Z","end":"2026-07-03T19:23:05.190724Z","steps":["trace[555140753] 'agreement among raft nodes before linearized reading' (duration: 1.371310466s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.190199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.687016Z","time spent":"503.181576ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:23:05.190781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.688381Z","time spent":"502.377257ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:23:05.190857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:03.818848Z","time spent":"1.371963154s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:23:05.190684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372779355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:23:05.191065Z","caller":"traceutil/trace.go:171","msg":"trace[605912619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2347; }","duration":"2.373182901s","start":"2026-07-03T19:23:02.817868Z","end":"2026-07-03T19:23:05.191051Z","steps":["trace[605912619] 'agreement among raft nodes before linearized reading' (duration: 2.372718995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:02.817852Z","time spent":"2.373241381s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-03T19:23:05.191127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.584155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-03T19:23:05.191129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.598775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:23:05.191157Z","caller":"traceutil/trace.go:171","msg":"trace[1843800123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2347; }","duration":"469.625825ms","start":"2026-07-03T19:23:04.721522Z","end":"2026-07-03T19:23:05.191148Z","steps":["trace[1843800123] 'agreement among raft nodes before linearized reading' (duration: 469.541314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.721518Z","time spent":"469.672495ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:23:05.191237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.178321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:23:05.191272Z","caller":"traceutil/trace.go:171","msg":"trace[1611485435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2347; }","duration":"470.219621ms","start":"2026-07-03T19:23:04.721044Z","end":"2026-07-03T19:23:05.191264Z","steps":["trace[1611485435] 'agreement among raft nodes before linearized reading' (duration: 470.14015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.72104Z","time spent":"470.252991ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:23:05.191337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.82892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:23:05.191379Z","caller":"traceutil/trace.go:171","msg":"trace[1283414657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2347; }","duration":"307.86643ms","start":"2026-07-03T19:23:04.883497Z","end":"2026-07-03T19:23:05.191364Z","steps":["trace[1283414657] 'agreement among raft nodes before linearized reading' (duration: 307.81429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.883437Z","time spent":"307.965112ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:23:05.19147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.694356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:23:05.191505Z","caller":"traceutil/trace.go:171","msg":"trace[534106463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2347; }","duration":"470.735977ms","start":"2026-07-03T19:23:04.72076Z","end":"2026-07-03T19:23:05.191496Z","steps":["trace[534106463] 'agreement among raft nodes before linearized reading' (duration: 470.650716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.720756Z","time spent":"470.769567ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:23:05.191164Z","caller":"traceutil/trace.go:171","msg":"trace[258697818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2347; }","duration":"470.662236ms","start":"2026-07-03T19:23:04.720492Z","end":"2026-07-03T19:23:05.191154Z","steps":["trace[258697818] 'agreement among raft nodes before linearized reading' (duration: 470.540685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.857396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:23:05.191667Z","caller":"traceutil/trace.go:171","msg":"trace[1336081794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2347; }","duration":"468.898296ms","start":"2026-07-03T19:23:04.72276Z","end":"2026-07-03T19:23:05.191658Z","steps":["trace[1336081794] 'agreement among raft nodes before linearized reading' (duration: 468.808865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:05.191694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.722756Z","time spent":"468.932277ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:23:05.191796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:23:04.720476Z","time spent":"471.174511ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:23:09.360038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.071472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:23:09.360357Z","caller":"traceutil/trace.go:171","msg":"trace[33199715] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"151.041121ms","start":"2026-07-03T19:23:09.209273Z","end":"2026-07-03T19:23:09.360314Z","steps":["trace[33199715] 'process raft request' (duration: 20.552645ms)","trace[33199715] 'compare' (duration: 129.656158ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:23:09.360718Z","caller":"traceutil/trace.go:171","msg":"trace[1370812454] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2465; }","duration":"143.54394ms","start":"2026-07-03T19:23:09.21715Z","end":"2026-07-03T19:23:09.360694Z","steps":["trace[1370812454] 'read index received' (duration: 12.621209ms)","trace[1370812454] 'applied index is now lower than readState.Index' (duration: 130.921411ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:23:09.360824Z","caller":"traceutil/trace.go:171","msg":"trace[1290119795] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"151.352995ms","start":"2026-07-03T19:23:09.209384Z","end":"2026-07-03T19:23:09.360737Z","steps":["trace[1290119795] 'process raft request' (duration: 151.147883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:09.360863Z","caller":"traceutil/trace.go:171","msg":"trace[140391607] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"149.881878ms","start":"2026-07-03T19:23:09.210962Z","end":"2026-07-03T19:23:09.360843Z","steps":["trace[140391607] 'process raft request' (duration: 149.677176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:09.361137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.974644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-03T19:23:09.361246Z","caller":"traceutil/trace.go:171","msg":"trace[1833208551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2369; }","duration":"144.107775ms","start":"2026-07-03T19:23:09.21712Z","end":"2026-07-03T19:23:09.361228Z","steps":["trace[1833208551] 'agreement among raft nodes before linearized reading' (duration: 143.789842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:09.390717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.46496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T19:23:09.390792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.47143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:23:09.390852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.344505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T19:23:09.39094Z","caller":"traceutil/trace.go:171","msg":"trace[1946920842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2370; }","duration":"161.464147ms","start":"2026-07-03T19:23:09.229454Z","end":"2026-07-03T19:23:09.390918Z","steps":["trace[1946920842] 'agreement among raft nodes before linearized reading' (duration: 161.201714ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:09.390947Z","caller":"traceutil/trace.go:171","msg":"trace[933003090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2370; }","duration":"165.660872ms","start":"2026-07-03T19:23:09.225184Z","end":"2026-07-03T19:23:09.390845Z","steps":["trace[933003090] 'agreement among raft nodes before linearized reading' (duration: 165.312759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:09.390718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.191944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:23:09.391079Z","caller":"traceutil/trace.go:171","msg":"trace[493772381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2370; }","duration":"144.587451ms","start":"2026-07-03T19:23:09.246277Z","end":"2026-07-03T19:23:09.390865Z","steps":["trace[493772381] 'agreement among raft nodes before linearized reading' (duration: 144.48422ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:09.391126Z","caller":"traceutil/trace.go:171","msg":"trace[1910675912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2370; }","duration":"161.79425ms","start":"2026-07-03T19:23:09.229313Z","end":"2026-07-03T19:23:09.391108Z","steps":["trace[1910675912] 'agreement among raft nodes before linearized reading' (duration: 161.162024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:09.390725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.399182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-03T19:23:09.391263Z","caller":"traceutil/trace.go:171","msg":"trace[1914989811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2370; }","duration":"167.969898ms","start":"2026-07-03T19:23:09.22328Z","end":"2026-07-03T19:23:09.39125Z","steps":["trace[1914989811] 'agreement among raft nodes before linearized reading' (duration: 167.2407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:23:09.391843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.483079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:23:09.391943Z","caller":"traceutil/trace.go:171","msg":"trace[393163865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2370; }","duration":"173.65582ms","start":"2026-07-03T19:23:09.218275Z","end":"2026-07-03T19:23:09.39193Z","steps":["trace[393163865] 'agreement among raft nodes before linearized reading' (duration: 172.181334ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:23:10.433323Z","caller":"traceutil/trace.go:171","msg":"trace[1859183841] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"116.354159ms","start":"2026-07-03T19:23:10.316943Z","end":"2026-07-03T19:23:10.433297Z","steps":["trace[1859183841] 'process raft request' (duration: 116.028025ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:26.982023Z","caller":"traceutil/trace.go:171","msg":"trace[815236066] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2791; }","duration":"112.977837ms","start":"2026-07-03T19:24:26.869006Z","end":"2026-07-03T19:24:26.981984Z","steps":["trace[815236066] 'process raft request' (duration: 112.856233ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:27.106689Z","caller":"traceutil/trace.go:171","msg":"trace[518007550] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"110.68696ms","start":"2026-07-03T19:24:26.995972Z","end":"2026-07-03T19:24:27.106659Z","steps":["trace[518007550] 'process raft request' (duration: 110.532106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:29.192109Z","caller":"traceutil/trace.go:171","msg":"trace[700813698] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"100.312439ms","start":"2026-07-03T19:24:29.091777Z","end":"2026-07-03T19:24:29.19209Z","steps":["trace[700813698] 'process raft request' (duration: 100.179415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.488216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:24:30.595338Z","caller":"traceutil/trace.go:171","msg":"trace[14167289] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2955; }","duration":"607.188994ms","start":"2026-07-03T19:24:29.988121Z","end":"2026-07-03T19:24:30.59531Z","steps":["trace[14167289] 'read index received' (duration: 607.067631ms)","trace[14167289] 'applied index is now lower than readState.Index' (duration: 120.123µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:24:30.595399Z","caller":"traceutil/trace.go:171","msg":"trace[261821064] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"611.145275ms","start":"2026-07-03T19:24:29.984209Z","end":"2026-07-03T19:24:30.595355Z","steps":["trace[261821064] 'process raft request' (duration: 610.910309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.595654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.904436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:24:30.595655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.503362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:24:30.595706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.86452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:24:30.595623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:29.984181Z","time spent":"611.308489ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:24:30.595727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.397817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:24:30.595743Z","caller":"traceutil/trace.go:171","msg":"trace[194556971] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2839; }","duration":"164.127942ms","start":"2026-07-03T19:24:30.431592Z","end":"2026-07-03T19:24:30.59572Z","steps":["trace[194556971] 'agreement among raft nodes before linearized reading' (duration: 163.958678ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:30.595753Z","caller":"traceutil/trace.go:171","msg":"trace[733037178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2839; }","duration":"503.971324ms","start":"2026-07-03T19:24:30.091768Z","end":"2026-07-03T19:24:30.595739Z","steps":["trace[733037178] 'agreement among raft nodes before linearized reading' (duration: 503.84489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:30.595757Z","caller":"traceutil/trace.go:171","msg":"trace[1645608993] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2839; }","duration":"607.651777ms","start":"2026-07-03T19:24:29.988082Z","end":"2026-07-03T19:24:30.595733Z","steps":["trace[1645608993] 'agreement among raft nodes before linearized reading' (duration: 607.389049ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:30.59578Z","caller":"traceutil/trace.go:171","msg":"trace[1966262780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2839; }","duration":"503.492749ms","start":"2026-07-03T19:24:30.092274Z","end":"2026-07-03T19:24:30.595767Z","steps":["trace[1966262780] 'agreement among raft nodes before linearized reading' (duration: 503.315405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.595796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.091747Z","time spent":"504.041135ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:24:30.595811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:29.988066Z","time spent":"607.734009ms","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:24:30.595866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.451592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:24:30.595898Z","caller":"traceutil/trace.go:171","msg":"trace[1942188597] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2839; }","duration":"377.507094ms","start":"2026-07-03T19:24:30.218379Z","end":"2026-07-03T19:24:30.595886Z","steps":["trace[1942188597] 'agreement among raft nodes before linearized reading' (duration: 377.456542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.595926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.218365Z","time spent":"377.553146ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:24:30.595962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.213701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-03T19:24:30.595987Z","caller":"traceutil/trace.go:171","msg":"trace[503932424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2839; }","duration":"504.261801ms","start":"2026-07-03T19:24:30.091717Z","end":"2026-07-03T19:24:30.595979Z","steps":["trace[503932424] 'agreement among raft nodes before linearized reading' (duration: 504.189659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.596012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.091706Z","time spent":"504.300043ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:24:30.595816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.09226Z","time spent":"503.548861ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:24:30.596325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.580176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:24:30.59636Z","caller":"traceutil/trace.go:171","msg":"trace[1004220674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2839; }","duration":"571.647658ms","start":"2026-07-03T19:24:30.024701Z","end":"2026-07-03T19:24:30.596349Z","steps":["trace[1004220674] 'agreement among raft nodes before linearized reading' (duration: 570.771492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.596386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.024682Z","time spent":"571.698759ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:24:30.596511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.731193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5xs86\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-03T19:24:30.596561Z","caller":"traceutil/trace.go:171","msg":"trace[2017314735] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-5xs86; range_end:; response_count:1; response_revision:2839; }","duration":"322.927128ms","start":"2026-07-03T19:24:30.273623Z","end":"2026-07-03T19:24:30.59655Z","steps":["trace[2017314735] 'agreement among raft nodes before linearized reading' (duration: 321.891949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:30.596624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:30.273602Z","time spent":"322.983049ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5xs86\" "} {"level":"info","ts":"2026-07-03T19:24:30.753788Z","caller":"traceutil/trace.go:171","msg":"trace[1066346228] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"152.130008ms","start":"2026-07-03T19:24:30.601628Z","end":"2026-07-03T19:24:30.753758Z","steps":["trace[1066346228] 'process raft request' (duration: 151.756418ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:30.754121Z","caller":"traceutil/trace.go:171","msg":"trace[2041284535] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"148.29942ms","start":"2026-07-03T19:24:30.605797Z","end":"2026-07-03T19:24:30.754096Z","steps":["trace[2041284535] 'process raft request' (duration: 148.176026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:30.754284Z","caller":"traceutil/trace.go:171","msg":"trace[435756691] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"151.697105ms","start":"2026-07-03T19:24:30.602466Z","end":"2026-07-03T19:24:30.754163Z","steps":["trace[435756691] 'process raft request' (duration: 151.252332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:36.626905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.056486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:24:36.627051Z","caller":"traceutil/trace.go:171","msg":"trace[1732452696] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"145.482328ms","start":"2026-07-03T19:24:36.48155Z","end":"2026-07-03T19:24:36.627033Z","steps":["trace[1732452696] 'read index received' (duration: 92.332µs)","trace[1732452696] 'applied index is now lower than readState.Index' (duration: 145.388086ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:24:36.627068Z","caller":"traceutil/trace.go:171","msg":"trace[721563563] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"224.119733ms","start":"2026-07-03T19:24:36.402927Z","end":"2026-07-03T19:24:36.627046Z","steps":["trace[721563563] 'process raft request' (duration: 67.829061ms)","trace[721563563] 'compare' (duration: 155.813969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:24:36.62719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.653843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:24:36.62722Z","caller":"traceutil/trace.go:171","msg":"trace[30231533] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2883; }","duration":"145.738125ms","start":"2026-07-03T19:24:36.481472Z","end":"2026-07-03T19:24:36.627211Z","steps":["trace[30231533] 'agreement among raft nodes before linearized reading' (duration: 145.656902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:39.770151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:24:40.27095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:24:40.77193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:24:40.87331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61487192s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:24:40.873688Z","caller":"traceutil/trace.go:171","msg":"trace[478854204] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.615338761s","start":"2026-07-03T19:24:39.258327Z","end":"2026-07-03T19:24:40.873666Z","steps":["trace[478854204] 'process raft request' (duration: 1.615203488s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.873845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.258296Z","time spent":"1.615465405s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:24:40.957605Z","caller":"traceutil/trace.go:171","msg":"trace[956702363] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"1.512438092s","start":"2026-07-03T19:24:39.445133Z","end":"2026-07-03T19:24:40.957571Z","steps":["trace[956702363] 'process raft request' (duration: 1.512039241s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:40.957653Z","caller":"traceutil/trace.go:171","msg":"trace[1295323864] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"1.435894148s","start":"2026-07-03T19:24:39.521705Z","end":"2026-07-03T19:24:40.957599Z","steps":["trace[1295323864] 'process raft request' (duration: 1.435722364s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.957906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.521646Z","time spent":"1.436108254s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:24:40.957936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.445098Z","time spent":"1.512586506s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:24:40.95799Z","caller":"traceutil/trace.go:171","msg":"trace[326718141] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"1.360243271s","start":"2026-07-03T19:24:39.597722Z","end":"2026-07-03T19:24:40.957966Z","steps":["trace[326718141] 'process raft request' (duration: 1.35983039s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.958098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.597695Z","time spent":"1.360347944s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:24:40.958217Z","caller":"traceutil/trace.go:171","msg":"trace[1405154979] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"1.224699381s","start":"2026-07-03T19:24:39.733487Z","end":"2026-07-03T19:24:40.958186Z","steps":["trace[1405154979] 'process raft request' (duration: 1.224404743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.958315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.733454Z","time spent":"1.224815293s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:24:40.958494Z","caller":"traceutil/trace.go:171","msg":"trace[1102611403] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"1.162774704s","start":"2026-07-03T19:24:39.795708Z","end":"2026-07-03T19:24:40.958483Z","steps":["trace[1102611403] 'process raft request' (duration: 1.162342811s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.95856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.795688Z","time spent":"1.162837766s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:24:40.958601Z","caller":"traceutil/trace.go:171","msg":"trace[1093141804] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3062; }","duration":"1.689023887s","start":"2026-07-03T19:24:39.269559Z","end":"2026-07-03T19:24:40.958583Z","steps":["trace[1093141804] 'read index received' (duration: 1.604096729s)","trace[1093141804] 'applied index is now lower than readState.Index' (duration: 84.925608ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:24:40.958685Z","caller":"traceutil/trace.go:171","msg":"trace[1504957655] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"1.124905473s","start":"2026-07-03T19:24:39.833733Z","end":"2026-07-03T19:24:40.958639Z","steps":["trace[1504957655] 'process raft request' (duration: 1.124598734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.958782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689209312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:24:40.958825Z","caller":"traceutil/trace.go:171","msg":"trace[1381213661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2949; }","duration":"1.689291944s","start":"2026-07-03T19:24:39.269521Z","end":"2026-07-03T19:24:40.958813Z","steps":["trace[1381213661] 'agreement among raft nodes before linearized reading' (duration: 1.689180392s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.958867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.269505Z","time spent":"1.689352807s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:24:40.958999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.833707Z","time spent":"1.125133159s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:24:40.95903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.634111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:24:40.959078Z","caller":"traceutil/trace.go:171","msg":"trace[153655596] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2949; }","duration":"172.740683ms","start":"2026-07-03T19:24:40.786325Z","end":"2026-07-03T19:24:40.959066Z","steps":["trace[153655596] 'agreement among raft nodes before linearized reading' (duration: 172.63816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.959142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.980288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:24:40.959236Z","caller":"traceutil/trace.go:171","msg":"trace[2105416601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2949; }","duration":"161.080731ms","start":"2026-07-03T19:24:40.798116Z","end":"2026-07-03T19:24:40.959197Z","steps":["trace[2105416601] 'agreement among raft nodes before linearized reading' (duration: 160.904156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.95925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.855958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:24:40.959333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.148586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:24:40.959363Z","caller":"traceutil/trace.go:171","msg":"trace[1418765991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2949; }","duration":"220.024752ms","start":"2026-07-03T19:24:40.739311Z","end":"2026-07-03T19:24:40.959336Z","steps":["trace[1418765991] 'agreement among raft nodes before linearized reading' (duration: 219.810547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:40.959377Z","caller":"traceutil/trace.go:171","msg":"trace[779414287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2949; }","duration":"100.208808ms","start":"2026-07-03T19:24:40.859158Z","end":"2026-07-03T19:24:40.959366Z","steps":["trace[779414287] 'agreement among raft nodes before linearized reading' (duration: 100.117596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.959451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.373006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:24:40.959507Z","caller":"traceutil/trace.go:171","msg":"trace[1647546026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2949; }","duration":"297.455708ms","start":"2026-07-03T19:24:40.662038Z","end":"2026-07-03T19:24:40.959494Z","steps":["trace[1647546026] 'agreement among raft nodes before linearized reading' (duration: 297.325265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.958993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.873036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:24:40.959677Z","caller":"traceutil/trace.go:171","msg":"trace[1976628172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2949; }","duration":"104.521253ms","start":"2026-07-03T19:24:40.855072Z","end":"2026-07-03T19:24:40.959593Z","steps":["trace[1976628172] 'agreement among raft nodes before linearized reading' (duration: 103.723402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.959147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260596618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:24:40.960276Z","caller":"traceutil/trace.go:171","msg":"trace[1345832089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2949; }","duration":"1.261764049s","start":"2026-07-03T19:24:39.698493Z","end":"2026-07-03T19:24:40.960257Z","steps":["trace[1345832089] 'agreement among raft nodes before linearized reading' (duration: 1.260335221s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:40.96041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:24:39.698469Z","time spent":"1.261923942s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:24:49.203745Z","caller":"traceutil/trace.go:171","msg":"trace[1076925734] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"167.08147ms","start":"2026-07-03T19:24:49.036634Z","end":"2026-07-03T19:24:49.203715Z","steps":["trace[1076925734] 'process raft request' (duration: 167.027199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:49.204026Z","caller":"traceutil/trace.go:171","msg":"trace[1990739787] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"210.731129ms","start":"2026-07-03T19:24:48.993261Z","end":"2026-07-03T19:24:49.203992Z","steps":["trace[1990739787] 'process raft request' (duration: 113.328381ms)","trace[1990739787] 'compare' (duration: 96.710711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:24:49.204147Z","caller":"traceutil/trace.go:171","msg":"trace[1676372658] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"210.743759ms","start":"2026-07-03T19:24:48.993392Z","end":"2026-07-03T19:24:49.204136Z","steps":["trace[1676372658] 'process raft request' (duration: 210.154974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:49.204215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.491929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:24:49.204085Z","caller":"traceutil/trace.go:171","msg":"trace[942752160] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3116; }","duration":"196.364316ms","start":"2026-07-03T19:24:49.007692Z","end":"2026-07-03T19:24:49.204057Z","steps":["trace[942752160] 'read index received' (duration: 4.141656ms)","trace[942752160] 'applied index is now lower than readState.Index' (duration: 192.2198ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:24:49.204271Z","caller":"traceutil/trace.go:171","msg":"trace[934532901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2999; }","duration":"196.596392ms","start":"2026-07-03T19:24:49.00766Z","end":"2026-07-03T19:24:49.204256Z","steps":["trace[934532901] 'agreement among raft nodes before linearized reading' (duration: 196.477559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:49.204443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.818679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:24:49.204486Z","caller":"traceutil/trace.go:171","msg":"trace[1791780871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2999; }","duration":"121.899361ms","start":"2026-07-03T19:24:49.082577Z","end":"2026-07-03T19:24:49.204476Z","steps":["trace[1791780871] 'agreement among raft nodes before linearized reading' (duration: 121.751877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:49.204504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.956927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-03T19:24:49.204606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.0918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:24:49.204638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.028315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:24:49.204652Z","caller":"traceutil/trace.go:171","msg":"trace[643637409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2999; }","duration":"121.10506ms","start":"2026-07-03T19:24:49.083505Z","end":"2026-07-03T19:24:49.20461Z","steps":["trace[643637409] 'agreement among raft nodes before linearized reading' (duration: 120.869124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:49.20468Z","caller":"traceutil/trace.go:171","msg":"trace[1604325436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2999; }","duration":"122.103566ms","start":"2026-07-03T19:24:49.082568Z","end":"2026-07-03T19:24:49.204671Z","steps":["trace[1604325436] 'agreement among raft nodes before linearized reading' (duration: 122.003343ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:24:49.204686Z","caller":"traceutil/trace.go:171","msg":"trace[1750940011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2999; }","duration":"121.205533ms","start":"2026-07-03T19:24:49.083463Z","end":"2026-07-03T19:24:49.204668Z","steps":["trace[1750940011] 'agreement among raft nodes before linearized reading' (duration: 120.984268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:24:49.204877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.361377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:24:49.20495Z","caller":"traceutil/trace.go:171","msg":"trace[1538313099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2999; }","duration":"121.50392ms","start":"2026-07-03T19:24:49.083429Z","end":"2026-07-03T19:24:49.204933Z","steps":["trace[1538313099] 'agreement among raft nodes before linearized reading' (duration: 121.308175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:07.441675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.745458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:25:07.441925Z","caller":"traceutil/trace.go:171","msg":"trace[1246154706] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3215; }","duration":"138.536399ms","start":"2026-07-03T19:25:07.30337Z","end":"2026-07-03T19:25:07.441907Z","steps":["trace[1246154706] 'read index received' (duration: 25.246738ms)","trace[1246154706] 'applied index is now lower than readState.Index' (duration: 113.28038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:25:07.443327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.849824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:25:07.443406Z","caller":"traceutil/trace.go:171","msg":"trace[1553246105] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3093; }","duration":"142.971446ms","start":"2026-07-03T19:25:07.300417Z","end":"2026-07-03T19:25:07.443389Z","steps":["trace[1553246105] 'agreement among raft nodes before linearized reading' (duration: 141.695474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:13.240844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:25:13.741722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:25:14.003683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526759554s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:25:14.004137Z","caller":"traceutil/trace.go:171","msg":"trace[721766965] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"1.527322817s","start":"2026-07-03T19:25:12.47679Z","end":"2026-07-03T19:25:14.004113Z","steps":["trace[721766965] 'process raft request' (duration: 1.527152603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.004279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:12.476763Z","time spent":"1.52744332s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:14.130568Z","caller":"traceutil/trace.go:171","msg":"trace[1803002447] linearizableReadLoop","detail":"{readStateIndex:3254; appliedIndex:3248; }","duration":"1.390772486s","start":"2026-07-03T19:25:12.739772Z","end":"2026-07-03T19:25:14.130544Z","steps":["trace[1803002447] 'read index received' (duration: 1.264295405s)","trace[1803002447] 'applied index is now lower than readState.Index' (duration: 126.475691ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:25:14.131503Z","caller":"traceutil/trace.go:171","msg":"trace[128678824] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"970.332722ms","start":"2026-07-03T19:25:13.161151Z","end":"2026-07-03T19:25:14.131484Z","steps":["trace[128678824] 'process raft request' (duration: 919.986929ms)","trace[128678824] 'compare' (duration: 49.153125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:25:14.131622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.161125Z","time spent":"970.423824ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:14.131811Z","caller":"traceutil/trace.go:171","msg":"trace[1614478953] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"743.601457ms","start":"2026-07-03T19:25:13.3882Z","end":"2026-07-03T19:25:14.131801Z","steps":["trace[1614478953] 'process raft request' (duration: 742.201005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.131872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.388172Z","time spent":"743.667819ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:14.132005Z","caller":"traceutil/trace.go:171","msg":"trace[1245352637] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"736.951291ms","start":"2026-07-03T19:25:13.395042Z","end":"2026-07-03T19:25:14.131993Z","steps":["trace[1245352637] 'process raft request' (duration: 735.400515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.132057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.395016Z","time spent":"737.010992ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:14.132179Z","caller":"traceutil/trace.go:171","msg":"trace[964702109] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"736.121911ms","start":"2026-07-03T19:25:13.396047Z","end":"2026-07-03T19:25:14.132169Z","steps":["trace[964702109] 'process raft request' (duration: 734.428031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.132226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.396024Z","time spent":"736.177021ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:14.132413Z","caller":"traceutil/trace.go:171","msg":"trace[2023304559] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"469.003335ms","start":"2026-07-03T19:25:13.663398Z","end":"2026-07-03T19:25:14.132401Z","steps":["trace[2023304559] 'process raft request' (duration: 467.10666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.132481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.663373Z","time spent":"469.075177ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:25:14.132875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393098511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:25:14.132918Z","caller":"traceutil/trace.go:171","msg":"trace[614839789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3128; }","duration":"1.393179703s","start":"2026-07-03T19:25:12.739728Z","end":"2026-07-03T19:25:14.132908Z","steps":["trace[614839789] 'agreement among raft nodes before linearized reading' (duration: 1.393110751s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.133027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:12.739708Z","time spent":"1.393309376s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:25:14.133398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.269619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-03T19:25:14.13344Z","caller":"traceutil/trace.go:171","msg":"trace[609211967] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3128; }","duration":"964.351181ms","start":"2026-07-03T19:25:13.169079Z","end":"2026-07-03T19:25:14.13343Z","steps":["trace[609211967] 'agreement among raft nodes before linearized reading' (duration: 964.193067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.133554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.169059Z","time spent":"964.483424ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-03T19:25:14.134109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.14886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:25:14.134152Z","caller":"traceutil/trace.go:171","msg":"trace[274118679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3128; }","duration":"604.213252ms","start":"2026-07-03T19:25:13.529929Z","end":"2026-07-03T19:25:14.134142Z","steps":["trace[274118679] 'agreement among raft nodes before linearized reading' (duration: 604.10681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.134287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.52992Z","time spent":"604.355206ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:25:14.134547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.061472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:25:14.134587Z","caller":"traceutil/trace.go:171","msg":"trace[1148248374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3128; }","duration":"605.122274ms","start":"2026-07-03T19:25:13.529455Z","end":"2026-07-03T19:25:14.134578Z","steps":["trace[1148248374] 'agreement among raft nodes before linearized reading' (duration: 605.011401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.134615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.529446Z","time spent":"605.163174ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:25:14.134918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.880481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:25:14.135128Z","caller":"traceutil/trace.go:171","msg":"trace[1563817073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3128; }","duration":"606.130598ms","start":"2026-07-03T19:25:13.528989Z","end":"2026-07-03T19:25:14.135119Z","steps":["trace[1563817073] 'agreement among raft nodes before linearized reading' (duration: 605.866761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.135163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.528973Z","time spent":"606.182149ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:25:14.135503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.401307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:25:14.135543Z","caller":"traceutil/trace.go:171","msg":"trace[1306461584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3128; }","duration":"607.457769ms","start":"2026-07-03T19:25:13.528076Z","end":"2026-07-03T19:25:14.135534Z","steps":["trace[1306461584] 'agreement among raft nodes before linearized reading' (duration: 607.276434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.135575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.528068Z","time spent":"607.499579ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:25:14.135826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.145605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:25:14.13585Z","caller":"traceutil/trace.go:171","msg":"trace[1527480784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3128; }","duration":"614.217617ms","start":"2026-07-03T19:25:13.521626Z","end":"2026-07-03T19:25:14.135844Z","steps":["trace[1527480784] 'agreement among raft nodes before linearized reading' (duration: 614.143385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:14.135869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:13.521603Z","time spent":"614.261088ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:25:14.646869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:25:15.147594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355949756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:25:15.18481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043764368s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:25:16.14553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999610214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:25:16.145595Z","caller":"traceutil/trace.go:171","msg":"trace[1589674124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999718616s","start":"2026-07-03T19:25:14.145865Z","end":"2026-07-03T19:25:16.145584Z","steps":["trace[1589674124] 'agreement among raft nodes before linearized reading' (duration: 1.999639224s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:16.145623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.145799Z","time spent":"1.999818448s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:25:17.189424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004379379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:25:17.190893Z","caller":"traceutil/trace.go:171","msg":"trace[1841195738] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"3.049870896s","start":"2026-07-03T19:25:14.140984Z","end":"2026-07-03T19:25:17.190854Z","steps":["trace[1841195738] 'process raft request' (duration: 1.043948662s)","trace[1841195738] 'compare' (duration: 2.002845053s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:25:17.191052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.14097Z","time spent":"3.05000165s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:17.191165Z","caller":"traceutil/trace.go:171","msg":"trace[944729503] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"3.042458493s","start":"2026-07-03T19:25:14.148682Z","end":"2026-07-03T19:25:17.191141Z","steps":["trace[944729503] 'process raft request' (duration: 3.042107644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.191284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.148673Z","time spent":"3.042552374s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:17.191215Z","caller":"traceutil/trace.go:171","msg":"trace[690952528] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"3.045402472s","start":"2026-07-03T19:25:14.145788Z","end":"2026-07-03T19:25:17.19119Z","steps":["trace[690952528] 'process raft request' (duration: 3.04490702s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.191651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.145768Z","time spent":"3.045729191s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:17.192257Z","caller":"traceutil/trace.go:171","msg":"trace[1592768822] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"3.043521808s","start":"2026-07-03T19:25:14.148723Z","end":"2026-07-03T19:25:17.192244Z","steps":["trace[1592768822] 'process raft request' (duration: 3.04316255s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.19233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.148719Z","time spent":"3.043576079s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:17.192526Z","caller":"traceutil/trace.go:171","msg":"trace[1624869774] linearizableReadLoop","detail":"{readStateIndex:3259; appliedIndex:3254; }","duration":"3.04659027s","start":"2026-07-03T19:25:14.145901Z","end":"2026-07-03T19:25:17.192491Z","steps":["trace[1624869774] 'read index received' (duration: 1.039037468s)","trace[1624869774] 'applied index is now lower than readState.Index' (duration: 2.007551862s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:25:17.192639Z","caller":"traceutil/trace.go:171","msg":"trace[1527923864] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"1.050833376s","start":"2026-07-03T19:25:16.141797Z","end":"2026-07-03T19:25:17.19263Z","steps":["trace[1527923864] 'process raft request' (duration: 1.050654652s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:17.193094Z","caller":"traceutil/trace.go:171","msg":"trace[1638623162] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"3.044351527s","start":"2026-07-03T19:25:14.14873Z","end":"2026-07-03T19:25:17.193081Z","steps":["trace[1638623162] 'process raft request' (duration: 3.043437196s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.193163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.148721Z","time spent":"3.044411218s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:25:17.192693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.141771Z","time spent":"1.050888797s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:17.199494Z","caller":"traceutil/trace.go:171","msg":"trace[915223835] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"1.051626943s","start":"2026-07-03T19:25:16.147845Z","end":"2026-07-03T19:25:17.199472Z","steps":["trace[915223835] 'process raft request' (duration: 1.051547661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.199527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.670624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:25:17.199554Z","caller":"traceutil/trace.go:171","msg":"trace[625110162] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3137; }","duration":"145.728606ms","start":"2026-07-03T19:25:17.053818Z","end":"2026-07-03T19:25:17.199547Z","steps":["trace[625110162] 'agreement among raft nodes before linearized reading' (duration: 145.631914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.199569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050874898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-03T19:25:17.199724Z","caller":"traceutil/trace.go:171","msg":"trace[8910760] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3137; }","duration":"3.051090054s","start":"2026-07-03T19:25:14.148625Z","end":"2026-07-03T19:25:17.199715Z","steps":["trace[8910760] 'agreement among raft nodes before linearized reading' (duration: 3.050817198s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.199764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.099246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:25:17.19976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.148614Z","time spent":"3.051138985s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-03T19:25:17.199827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360458174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:25:17.19976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054254135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:25:17.199844Z","caller":"traceutil/trace.go:171","msg":"trace[1539210332] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3137; }","duration":"2.360510705s","start":"2026-07-03T19:25:14.839328Z","end":"2026-07-03T19:25:17.199839Z","steps":["trace[1539210332] 'agreement among raft nodes before linearized reading' (duration: 2.360481154s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:17.199857Z","caller":"traceutil/trace.go:171","msg":"trace[296613214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3137; }","duration":"1.05443302s","start":"2026-07-03T19:25:16.145416Z","end":"2026-07-03T19:25:17.199849Z","steps":["trace[296613214] 'agreement among raft nodes before linearized reading' (duration: 1.054269165s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.199859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:14.839303Z","time spent":"2.360552286s","remote":"127.0.0.1:37176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:25:17.199866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990883061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:25:17.19994Z","caller":"traceutil/trace.go:171","msg":"trace[1239050945] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3137; }","duration":"1.990998943s","start":"2026-07-03T19:25:15.208913Z","end":"2026-07-03T19:25:17.199912Z","steps":["trace[1239050945] 'agreement among raft nodes before linearized reading' (duration: 1.990861829s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.199946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.117774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:25:17.199925Z","caller":"traceutil/trace.go:171","msg":"trace[1331387461] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"1.049907744s","start":"2026-07-03T19:25:16.150008Z","end":"2026-07-03T19:25:17.199916Z","steps":["trace[1331387461] 'process raft request' (duration: 1.049407122s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:17.199973Z","caller":"traceutil/trace.go:171","msg":"trace[643510008] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3137; }","duration":"124.214227ms","start":"2026-07-03T19:25:17.075752Z","end":"2026-07-03T19:25:17.199966Z","steps":["trace[643510008] 'agreement among raft nodes before linearized reading' (duration: 124.162015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.19998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:15.208899Z","time spent":"1.991071436s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:25:17.199687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.147833Z","time spent":"1.051731506s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:25:17.200001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.149982Z","time spent":"1.049990086s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:25:17.199899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.145407Z","time spent":"1.054483511s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:25:17.199791Z","caller":"traceutil/trace.go:171","msg":"trace[4974414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3137; }","duration":"211.170106ms","start":"2026-07-03T19:25:16.988615Z","end":"2026-07-03T19:25:17.199785Z","steps":["trace[4974414] 'agreement among raft nodes before linearized reading' (duration: 211.114705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.200158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.071661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:25:17.200185Z","caller":"traceutil/trace.go:171","msg":"trace[643399051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3137; }","duration":"454.143142ms","start":"2026-07-03T19:25:16.746036Z","end":"2026-07-03T19:25:17.200179Z","steps":["trace[643399051] 'agreement among raft nodes before linearized reading' (duration: 453.736322ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:17.199728Z","caller":"traceutil/trace.go:171","msg":"trace[1783839261] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"1.056343764s","start":"2026-07-03T19:25:16.143376Z","end":"2026-07-03T19:25:17.19972Z","steps":["trace[1783839261] 'process raft request' (duration: 1.055943005s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:25:17.20028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.746015Z","time spent":"454.231845ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:25:17.200335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:25:16.143348Z","time spent":"1.056903748s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:25:19.318415Z","caller":"traceutil/trace.go:171","msg":"trace[558017384] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"114.444909ms","start":"2026-07-03T19:25:19.203948Z","end":"2026-07-03T19:25:19.318393Z","steps":["trace[558017384] 'process raft request' (duration: 32.878698ms)","trace[558017384] 'compare' (duration: 81.280575ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:25:19.319312Z","caller":"traceutil/trace.go:171","msg":"trace[500620821] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"115.293729ms","start":"2026-07-03T19:25:19.203996Z","end":"2026-07-03T19:25:19.31929Z","steps":["trace[500620821] 'process raft request' (duration: 114.333237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:19.319755Z","caller":"traceutil/trace.go:171","msg":"trace[1844514203] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"115.614626ms","start":"2026-07-03T19:25:19.20413Z","end":"2026-07-03T19:25:19.319745Z","steps":["trace[1844514203] 'process raft request' (duration: 115.094444ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:25:43.638611Z","caller":"traceutil/trace.go:171","msg":"trace[987312776] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"142.121481ms","start":"2026-07-03T19:25:43.496459Z","end":"2026-07-03T19:25:43.638581Z","steps":["trace[987312776] 'process raft request' (duration: 71.869008ms)","trace[987312776] 'compare' (duration: 69.890316ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:25:43.882802Z","caller":"traceutil/trace.go:171","msg":"trace[1034563931] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"165.066339ms","start":"2026-07-03T19:25:43.717705Z","end":"2026-07-03T19:25:43.882771Z","steps":["trace[1034563931] 'process raft request' (duration: 99.126987ms)","trace[1034563931] 'compare' (duration: 65.718857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:26:29.900019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.776017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:26:29.900121Z","caller":"traceutil/trace.go:171","msg":"trace[203432473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3510; }","duration":"159.93036ms","start":"2026-07-03T19:26:29.740166Z","end":"2026-07-03T19:26:29.900096Z","steps":["trace[203432473] 'range keys from in-memory index tree' (duration: 159.700336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:29.900145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.152819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:26:29.900257Z","caller":"traceutil/trace.go:171","msg":"trace[1034564357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3510; }","duration":"141.287492ms","start":"2026-07-03T19:26:29.758929Z","end":"2026-07-03T19:26:29.900216Z","steps":["trace[1034564357] 'range keys from in-memory index tree' (duration: 140.979347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:30.133872Z","caller":"traceutil/trace.go:171","msg":"trace[408097749] linearizableReadLoop","detail":"{readStateIndex:3659; appliedIndex:3658; }","duration":"119.782026ms","start":"2026-07-03T19:26:30.014068Z","end":"2026-07-03T19:26:30.13385Z","steps":["trace[408097749] 'read index received' (duration: 37.001167ms)","trace[408097749] 'applied index is now lower than readState.Index' (duration: 82.779769ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:26:30.133945Z","caller":"traceutil/trace.go:171","msg":"trace[756667905] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"135.729153ms","start":"2026-07-03T19:26:29.998165Z","end":"2026-07-03T19:26:30.133894Z","steps":["trace[756667905] 'process raft request' (duration: 52.918954ms)","trace[756667905] 'compare' (duration: 82.648016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:26:30.134094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.01377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:26:30.134138Z","caller":"traceutil/trace.go:171","msg":"trace[2003332745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3516; }","duration":"120.115492ms","start":"2026-07-03T19:26:30.014011Z","end":"2026-07-03T19:26:30.134126Z","steps":["trace[2003332745] 'agreement among raft nodes before linearized reading' (duration: 119.96697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:30.13414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.109856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:26:30.134242Z","caller":"traceutil/trace.go:171","msg":"trace[1322978481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3516; }","duration":"103.29813ms","start":"2026-07-03T19:26:30.030926Z","end":"2026-07-03T19:26:30.134225Z","steps":["trace[1322978481] 'agreement among raft nodes before linearized reading' (duration: 103.104186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.360627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.961982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:26:36.360699Z","caller":"traceutil/trace.go:171","msg":"trace[1550422443] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"334.779958ms","start":"2026-07-03T19:26:36.025904Z","end":"2026-07-03T19:26:36.360684Z","steps":["trace[1550422443] 'process raft request' (duration: 141.697464ms)","trace[1550422443] 'compare' (duration: 192.880941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:26:36.360895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:26:36.025867Z","time spent":"334.959832ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:26:36.443092Z","caller":"traceutil/trace.go:171","msg":"trace[717085564] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"386.647779ms","start":"2026-07-03T19:26:36.056409Z","end":"2026-07-03T19:26:36.443057Z","steps":["trace[717085564] 'process raft request' (duration: 386.470906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.443366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:26:36.056332Z","time spent":"386.945384ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:26:36.443959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.300233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:26:36.444146Z","caller":"traceutil/trace.go:171","msg":"trace[1861349875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3545; }","duration":"385.486137ms","start":"2026-07-03T19:26:36.058641Z","end":"2026-07-03T19:26:36.444127Z","steps":["trace[1861349875] 'agreement among raft nodes before linearized reading' (duration: 385.189632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.444252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:26:36.058596Z","time spent":"385.636169ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:26:36.443718Z","caller":"traceutil/trace.go:171","msg":"trace[1962932397] linearizableReadLoop","detail":"{readStateIndex:3689; appliedIndex:3687; }","duration":"385.040219ms","start":"2026-07-03T19:26:36.058658Z","end":"2026-07-03T19:26:36.443698Z","steps":["trace[1962932397] 'read index received' (duration: 109.050446ms)","trace[1962932397] 'applied index is now lower than readState.Index' (duration: 275.987473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:26:36.444931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.423725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:26:36.44504Z","caller":"traceutil/trace.go:171","msg":"trace[410946928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3545; }","duration":"239.587228ms","start":"2026-07-03T19:26:36.205436Z","end":"2026-07-03T19:26:36.445023Z","steps":["trace[410946928] 'agreement among raft nodes before linearized reading' (duration: 239.392233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.44513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.013094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:26:36.445246Z","caller":"traceutil/trace.go:171","msg":"trace[1486961407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3545; }","duration":"300.141996ms","start":"2026-07-03T19:26:36.145067Z","end":"2026-07-03T19:26:36.445209Z","steps":["trace[1486961407] 'agreement among raft nodes before linearized reading' (duration: 299.983493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.445314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:26:36.145017Z","time spent":"300.266158ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:26:36.4453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.943229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:26:36.445505Z","caller":"traceutil/trace.go:171","msg":"trace[88440097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3545; }","duration":"195.205914ms","start":"2026-07-03T19:26:36.250284Z","end":"2026-07-03T19:26:36.44549Z","steps":["trace[88440097] 'agreement among raft nodes before linearized reading' (duration: 194.712575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.445725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.934424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:26:36.445756Z","caller":"traceutil/trace.go:171","msg":"trace[124605175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3545; }","duration":"262.991525ms","start":"2026-07-03T19:26:36.182757Z","end":"2026-07-03T19:26:36.445748Z","steps":["trace[124605175] 'agreement among raft nodes before linearized reading' (duration: 262.890473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.445785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.751178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:26:36.445954Z","caller":"traceutil/trace.go:171","msg":"trace[577615004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3545; }","duration":"370.922162ms","start":"2026-07-03T19:26:36.074997Z","end":"2026-07-03T19:26:36.44592Z","steps":["trace[577615004] 'agreement among raft nodes before linearized reading' (duration: 369.807521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:36.446031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:26:36.074987Z","time spent":"371.029223ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:26:38.653134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.638124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:26:38.65345Z","caller":"traceutil/trace.go:171","msg":"trace[2058683206] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3698; }","duration":"167.436711ms","start":"2026-07-03T19:26:38.485869Z","end":"2026-07-03T19:26:38.653306Z","steps":["trace[2058683206] 'read index received' (duration: 76.542µs)","trace[2058683206] 'applied index is now lower than readState.Index' (duration: 167.358229ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:26:38.653609Z","caller":"traceutil/trace.go:171","msg":"trace[1368236463] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"204.901462ms","start":"2026-07-03T19:26:38.448693Z","end":"2026-07-03T19:26:38.653595Z","steps":["trace[1368236463] 'process raft request' (duration: 25.705328ms)","trace[1368236463] 'compare' (duration: 178.485011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:26:38.653975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.100733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:26:38.654415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.424058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-03T19:26:38.654443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.125954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:26:38.654539Z","caller":"traceutil/trace.go:171","msg":"trace[1863814721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3554; }","duration":"167.254197ms","start":"2026-07-03T19:26:38.48726Z","end":"2026-07-03T19:26:38.654514Z","steps":["trace[1863814721] 'agreement among raft nodes before linearized reading' (duration: 166.981952ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.654525Z","caller":"traceutil/trace.go:171","msg":"trace[91255448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3554; }","duration":"168.575071ms","start":"2026-07-03T19:26:38.485927Z","end":"2026-07-03T19:26:38.654502Z","steps":["trace[91255448] 'agreement among raft nodes before linearized reading' (duration: 168.040152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.654019Z","caller":"traceutil/trace.go:171","msg":"trace[1493841300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3554; }","duration":"168.186674ms","start":"2026-07-03T19:26:38.485822Z","end":"2026-07-03T19:26:38.654008Z","steps":["trace[1493841300] 'agreement among raft nodes before linearized reading' (duration: 168.023491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:38.655415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.828347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:26:38.655471Z","caller":"traceutil/trace.go:171","msg":"trace[766764395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3554; }","duration":"168.909347ms","start":"2026-07-03T19:26:38.486546Z","end":"2026-07-03T19:26:38.655455Z","steps":["trace[766764395] 'agreement among raft nodes before linearized reading' (duration: 168.786325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:38.655785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.54607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:26:38.655853Z","caller":"traceutil/trace.go:171","msg":"trace[1277692920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3554; }","duration":"168.673232ms","start":"2026-07-03T19:26:38.487166Z","end":"2026-07-03T19:26:38.655839Z","steps":["trace[1277692920] 'agreement among raft nodes before linearized reading' (duration: 168.057831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:38.655137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.234154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:26:38.656928Z","caller":"traceutil/trace.go:171","msg":"trace[699286942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3554; }","duration":"118.976337ms","start":"2026-07-03T19:26:38.537864Z","end":"2026-07-03T19:26:38.65684Z","steps":["trace[699286942] 'agreement among raft nodes before linearized reading' (duration: 117.102303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.845709Z","caller":"traceutil/trace.go:171","msg":"trace[368401746] linearizableReadLoop","detail":"{readStateIndex:3702; appliedIndex:3699; }","duration":"183.903691ms","start":"2026-07-03T19:26:38.661778Z","end":"2026-07-03T19:26:38.845682Z","steps":["trace[368401746] 'read index received' (duration: 43.141416ms)","trace[368401746] 'applied index is now lower than readState.Index' (duration: 140.760925ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:26:38.845751Z","caller":"traceutil/trace.go:171","msg":"trace[1100861728] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"185.085143ms","start":"2026-07-03T19:26:38.66064Z","end":"2026-07-03T19:26:38.845725Z","steps":["trace[1100861728] 'process raft request' (duration: 184.376639ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.845981Z","caller":"traceutil/trace.go:171","msg":"trace[1871462980] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"184.196766ms","start":"2026-07-03T19:26:38.66175Z","end":"2026-07-03T19:26:38.845947Z","steps":["trace[1871462980] 'process raft request' (duration: 183.548633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.846232Z","caller":"traceutil/trace.go:171","msg":"trace[626339290] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"183.897531ms","start":"2026-07-03T19:26:38.662321Z","end":"2026-07-03T19:26:38.846219Z","steps":["trace[626339290] 'process raft request' (duration: 183.217157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:38.846153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.316408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:26:38.846294Z","caller":"traceutil/trace.go:171","msg":"trace[1187093690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3559; }","duration":"184.510612ms","start":"2026-07-03T19:26:38.661771Z","end":"2026-07-03T19:26:38.846282Z","steps":["trace[1187093690] 'agreement among raft nodes before linearized reading' (duration: 184.144685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:26:38.846108Z","caller":"traceutil/trace.go:171","msg":"trace[1886891249] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"183.612174ms","start":"2026-07-03T19:26:38.662014Z","end":"2026-07-03T19:26:38.845626Z","steps":["trace[1886891249] 'process raft request' (duration: 183.458001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:26:38.846804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.781061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:26:38.846848Z","caller":"traceutil/trace.go:171","msg":"trace[1778938354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3559; }","duration":"103.885713ms","start":"2026-07-03T19:26:38.742951Z","end":"2026-07-03T19:26:38.846837Z","steps":["trace[1778938354] 'agreement among raft nodes before linearized reading' (duration: 103.814891ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:04.381796Z","caller":"traceutil/trace.go:171","msg":"trace[1382480587] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"145.323666ms","start":"2026-07-03T19:27:04.236447Z","end":"2026-07-03T19:27:04.38177Z","steps":["trace[1382480587] 'process raft request' (duration: 145.198534ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:04.3818Z","caller":"traceutil/trace.go:171","msg":"trace[1549749429] linearizableReadLoop","detail":"{readStateIndex:3835; appliedIndex:3835; }","duration":"116.604683ms","start":"2026-07-03T19:27:04.265161Z","end":"2026-07-03T19:27:04.381766Z","steps":["trace[1549749429] 'read index received' (duration: 116.589243ms)","trace[1549749429] 'applied index is now lower than readState.Index' (duration: 12.91µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:04.382108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.929168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:27:04.38216Z","caller":"traceutil/trace.go:171","msg":"trace[1496542864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3685; }","duration":"117.04143ms","start":"2026-07-03T19:27:04.265106Z","end":"2026-07-03T19:27:04.382148Z","steps":["trace[1496542864] 'agreement among raft nodes before linearized reading' (duration: 116.756106ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:09.06885Z","caller":"traceutil/trace.go:171","msg":"trace[593358598] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"101.912793ms","start":"2026-07-03T19:27:08.966894Z","end":"2026-07-03T19:27:09.068807Z","steps":["trace[593358598] 'process raft request' (duration: 101.73633ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:09.284166Z","caller":"traceutil/trace.go:171","msg":"trace[1712361595] linearizableReadLoop","detail":"{readStateIndex:3859; appliedIndex:3858; }","duration":"139.031594ms","start":"2026-07-03T19:27:09.145109Z","end":"2026-07-03T19:27:09.28414Z","steps":["trace[1712361595] 'read index received' (duration: 138.748679ms)","trace[1712361595] 'applied index is now lower than readState.Index' (duration: 281.775µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:09.284403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.176171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:27:09.284448Z","caller":"traceutil/trace.go:171","msg":"trace[1114856936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3708; }","duration":"131.257242ms","start":"2026-07-03T19:27:09.153178Z","end":"2026-07-03T19:27:09.284435Z","steps":["trace[1114856936] 'agreement among raft nodes before linearized reading' (duration: 131.116779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:09.284452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.091044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-03T19:27:09.28448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.325128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:27:09.284532Z","caller":"traceutil/trace.go:171","msg":"trace[1584823191] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3708; }","duration":"119.192336ms","start":"2026-07-03T19:27:09.165319Z","end":"2026-07-03T19:27:09.284511Z","steps":["trace[1584823191] 'agreement among raft nodes before linearized reading' (duration: 118.999303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:09.284517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.714622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:27:09.284577Z","caller":"traceutil/trace.go:171","msg":"trace[1572190904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3708; }","duration":"139.471822ms","start":"2026-07-03T19:27:09.145084Z","end":"2026-07-03T19:27:09.284556Z","steps":["trace[1572190904] 'agreement among raft nodes before linearized reading' (duration: 139.142166ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:09.284621Z","caller":"traceutil/trace.go:171","msg":"trace[1987809577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3708; }","duration":"123.852515ms","start":"2026-07-03T19:27:09.160739Z","end":"2026-07-03T19:27:09.284591Z","steps":["trace[1987809577] 'agreement among raft nodes before linearized reading' (duration: 123.626591ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:09.286582Z","caller":"traceutil/trace.go:171","msg":"trace[2093043178] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"156.310258ms","start":"2026-07-03T19:27:09.127884Z","end":"2026-07-03T19:27:09.284195Z","steps":["trace[2093043178] 'process raft request' (duration: 155.968092ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:14.851182Z","caller":"traceutil/trace.go:171","msg":"trace[205118830] linearizableReadLoop","detail":"{readStateIndex:3890; appliedIndex:3889; }","duration":"112.076327ms","start":"2026-07-03T19:27:14.739075Z","end":"2026-07-03T19:27:14.851151Z","steps":["trace[205118830] 'read index received' (duration: 18.97242ms)","trace[205118830] 'applied index is now lower than readState.Index' (duration: 93.102677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:14.851335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.238769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:14.851448Z","caller":"traceutil/trace.go:171","msg":"trace[1197098050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3738; }","duration":"112.390911ms","start":"2026-07-03T19:27:14.73904Z","end":"2026-07-03T19:27:14.851431Z","steps":["trace[1197098050] 'agreement among raft nodes before linearized reading' (duration: 112.236069ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:14.851247Z","caller":"traceutil/trace.go:171","msg":"trace[1913559539] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"141.089725ms","start":"2026-07-03T19:27:14.710121Z","end":"2026-07-03T19:27:14.851211Z","steps":["trace[1913559539] 'process raft request' (duration: 47.930987ms)","trace[1913559539] 'compare' (duration: 92.975314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:16.857848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.463232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:16.857927Z","caller":"traceutil/trace.go:171","msg":"trace[1702456722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3747; }","duration":"113.586315ms","start":"2026-07-03T19:27:16.744322Z","end":"2026-07-03T19:27:16.857908Z","steps":["trace[1702456722] 'range keys from in-memory index tree' (duration: 113.389661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:25.735997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.093458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:27:25.736028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.909033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:27:25.736089Z","caller":"traceutil/trace.go:171","msg":"trace[1900245208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3800; }","duration":"254.026096ms","start":"2026-07-03T19:27:25.482047Z","end":"2026-07-03T19:27:25.736073Z","steps":["trace[1900245208] 'range keys from in-memory index tree' (duration: 253.801892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:25.736132Z","caller":"traceutil/trace.go:171","msg":"trace[1462470207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3800; }","duration":"248.20256ms","start":"2026-07-03T19:27:25.487864Z","end":"2026-07-03T19:27:25.736066Z","steps":["trace[1462470207] 'range keys from in-memory index tree' (duration: 247.959126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:25.736235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.645174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:27:25.736355Z","caller":"traceutil/trace.go:171","msg":"trace[1583313468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3800; }","duration":"249.801006ms","start":"2026-07-03T19:27:25.486523Z","end":"2026-07-03T19:27:25.736324Z","steps":["trace[1583313468] 'range keys from in-memory index tree' (duration: 249.45244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:36.935023Z","caller":"traceutil/trace.go:171","msg":"trace[1027833224] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"105.255441ms","start":"2026-07-03T19:27:36.829739Z","end":"2026-07-03T19:27:36.934994Z","steps":["trace[1027833224] 'process raft request' (duration: 105.081798ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:44.979398Z","caller":"traceutil/trace.go:171","msg":"trace[1919368218] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"157.580111ms","start":"2026-07-03T19:27:44.821793Z","end":"2026-07-03T19:27:44.979373Z","steps":["trace[1919368218] 'process raft request' (duration: 157.51244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:44.979435Z","caller":"traceutil/trace.go:171","msg":"trace[1018582685] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"159.913399ms","start":"2026-07-03T19:27:44.819465Z","end":"2026-07-03T19:27:44.979379Z","steps":["trace[1018582685] 'process raft request' (duration: 96.622671ms)","trace[1018582685] 'compare' (duration: 63.080014ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:45.257706Z","caller":"traceutil/trace.go:171","msg":"trace[227472982] linearizableReadLoop","detail":"{readStateIndex:4145; appliedIndex:4144; }","duration":"113.834341ms","start":"2026-07-03T19:27:45.143851Z","end":"2026-07-03T19:27:45.257686Z","steps":["trace[227472982] 'read index received' (duration: 113.633748ms)","trace[227472982] 'applied index is now lower than readState.Index' (duration: 199.623µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:45.25797Z","caller":"traceutil/trace.go:171","msg":"trace[1220965960] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"114.221658ms","start":"2026-07-03T19:27:45.143735Z","end":"2026-07-03T19:27:45.257956Z","steps":["trace[1220965960] 'process raft request' (duration: 113.811951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:45.25822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.352539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:27:45.258262Z","caller":"traceutil/trace.go:171","msg":"trace[1089905596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3983; }","duration":"114.447021ms","start":"2026-07-03T19:27:45.143806Z","end":"2026-07-03T19:27:45.258253Z","steps":["trace[1089905596] 'agreement among raft nodes before linearized reading' (duration: 114.313969ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:45.748317Z","caller":"traceutil/trace.go:171","msg":"trace[1659204703] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"132.340836ms","start":"2026-07-03T19:27:45.615945Z","end":"2026-07-03T19:27:45.748286Z","steps":["trace[1659204703] 'process raft request' (duration: 67.794149ms)","trace[1659204703] 'compare' (duration: 64.243953ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:51.563904Z","caller":"traceutil/trace.go:171","msg":"trace[1797001846] linearizableReadLoop","detail":"{readStateIndex:4178; appliedIndex:4177; }","duration":"138.403361ms","start":"2026-07-03T19:27:51.425479Z","end":"2026-07-03T19:27:51.563882Z","steps":["trace[1797001846] 'read index received' (duration: 138.020925ms)","trace[1797001846] 'applied index is now lower than readState.Index' (duration: 381.556µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:51.563953Z","caller":"traceutil/trace.go:171","msg":"trace[1546415750] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"267.09767ms","start":"2026-07-03T19:27:51.296821Z","end":"2026-07-03T19:27:51.563919Z","steps":["trace[1546415750] 'process raft request' (duration: 266.739234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:51.56409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.591014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:27:51.564145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.158353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:27:51.564146Z","caller":"traceutil/trace.go:171","msg":"trace[618562938] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:4015; }","duration":"138.700656ms","start":"2026-07-03T19:27:51.425429Z","end":"2026-07-03T19:27:51.56413Z","steps":["trace[618562938] 'agreement among raft nodes before linearized reading' (duration: 138.574214ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:51.564179Z","caller":"traceutil/trace.go:171","msg":"trace[588169795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"106.247213ms","start":"2026-07-03T19:27:51.457922Z","end":"2026-07-03T19:27:51.564169Z","steps":["trace[588169795] 'agreement among raft nodes before linearized reading' (duration: 106.078441ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:51.721684Z","caller":"traceutil/trace.go:171","msg":"trace[14000064] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"139.082172ms","start":"2026-07-03T19:27:51.582582Z","end":"2026-07-03T19:27:51.721664Z","steps":["trace[14000064] 'process raft request' (duration: 139.007181ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:51.721761Z","caller":"traceutil/trace.go:171","msg":"trace[1432576626] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"151.794781ms","start":"2026-07-03T19:27:51.569921Z","end":"2026-07-03T19:27:51.721716Z","steps":["trace[1432576626] 'process raft request' (duration: 69.520706ms)","trace[1432576626] 'compare' (duration: 81.847129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:52.145115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.169404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:27:52.145425Z","caller":"traceutil/trace.go:171","msg":"trace[95065781] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"136.899594ms","start":"2026-07-03T19:27:52.008369Z","end":"2026-07-03T19:27:52.145269Z","steps":["trace[95065781] 'process raft request' (duration: 33.205642ms)","trace[95065781] 'compare' (duration: 103.001531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:53.874885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.938468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:27:53.874977Z","caller":"traceutil/trace.go:171","msg":"trace[544045636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4029; }","duration":"149.106292ms","start":"2026-07-03T19:27:53.725851Z","end":"2026-07-03T19:27:53.874957Z","steps":["trace[544045636] 'range keys from in-memory index tree' (duration: 148.664404ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:54.129422Z","caller":"traceutil/trace.go:171","msg":"trace[1731532569] linearizableReadLoop","detail":"{readStateIndex:4194; appliedIndex:4193; }","duration":"245.366031ms","start":"2026-07-03T19:27:53.884034Z","end":"2026-07-03T19:27:54.1294Z","steps":["trace[1731532569] 'read index received' (duration: 245.151897ms)","trace[1731532569] 'applied index is now lower than readState.Index' (duration: 212.824µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:54.129564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.515533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:27:54.129597Z","caller":"traceutil/trace.go:171","msg":"trace[2077205113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4030; }","duration":"245.598105ms","start":"2026-07-03T19:27:53.883989Z","end":"2026-07-03T19:27:54.129587Z","steps":["trace[2077205113] 'agreement among raft nodes before linearized reading' (duration: 245.520624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:54.129715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.965195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:27:54.129777Z","caller":"traceutil/trace.go:171","msg":"trace[31999569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4030; }","duration":"180.064077ms","start":"2026-07-03T19:27:53.949698Z","end":"2026-07-03T19:27:54.129762Z","steps":["trace[31999569] 'agreement among raft nodes before linearized reading' (duration: 179.866234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:54.130009Z","caller":"traceutil/trace.go:171","msg":"trace[755038805] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"249.05394ms","start":"2026-07-03T19:27:53.880941Z","end":"2026-07-03T19:27:54.129995Z","steps":["trace[755038805] 'process raft request' (duration: 248.314697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:54.537291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.3543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:27:54.537699Z","caller":"traceutil/trace.go:171","msg":"trace[704080516] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4195; }","duration":"244.949351ms","start":"2026-07-03T19:27:54.292709Z","end":"2026-07-03T19:27:54.537659Z","steps":["trace[704080516] 'read index received' (duration: 106.082353ms)","trace[704080516] 'applied index is now lower than readState.Index' (duration: 138.865568ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:54.537746Z","caller":"traceutil/trace.go:171","msg":"trace[732549777] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"300.874989ms","start":"2026-07-03T19:27:54.236838Z","end":"2026-07-03T19:27:54.537713Z","steps":["trace[732549777] 'process raft request' (duration: 300.624205ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:54.53779Z","caller":"traceutil/trace.go:171","msg":"trace[1843558823] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"301.6121ms","start":"2026-07-03T19:27:54.236141Z","end":"2026-07-03T19:27:54.537753Z","steps":["trace[1843558823] 'process raft request' (duration: 162.637951ms)","trace[1843558823] 'compare' (duration: 138.041065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:54.537819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.101414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:27:54.537889Z","caller":"traceutil/trace.go:171","msg":"trace[709907023] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4034; }","duration":"245.200015ms","start":"2026-07-03T19:27:54.292664Z","end":"2026-07-03T19:27:54.537864Z","steps":["trace[709907023] 'agreement among raft nodes before linearized reading' (duration: 245.090453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:54.537904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:54.236816Z","time spent":"301.00816ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:54.537953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:54.236124Z","time spent":"301.745082ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:27:54.538505Z","caller":"traceutil/trace.go:171","msg":"trace[1022132881] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"300.375761ms","start":"2026-07-03T19:27:54.237408Z","end":"2026-07-03T19:27:54.537783Z","steps":["trace[1022132881] 'process raft request' (duration: 300.198958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:54.538615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:54.237335Z","time spent":"301.239446ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:27:54.716361Z","caller":"traceutil/trace.go:171","msg":"trace[1154389586] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"294.948505ms","start":"2026-07-03T19:27:54.421384Z","end":"2026-07-03T19:27:54.716333Z","steps":["trace[1154389586] 'process raft request' (duration: 233.37822ms)","trace[1154389586] 'compare' (duration: 61.448074ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:27:56.550815Z","caller":"traceutil/trace.go:171","msg":"trace[1611528975] linearizableReadLoop","detail":"{readStateIndex:4205; appliedIndex:4204; }","duration":"345.719437ms","start":"2026-07-03T19:27:56.205065Z","end":"2026-07-03T19:27:56.550784Z","steps":["trace[1611528975] 'read index received' (duration: 345.542314ms)","trace[1611528975] 'applied index is now lower than readState.Index' (duration: 175.673µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:27:56.551069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.023271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:27:56.55112Z","caller":"traceutil/trace.go:171","msg":"trace[848419750] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4041; }","duration":"346.134464ms","start":"2026-07-03T19:27:56.204976Z","end":"2026-07-03T19:27:56.55111Z","steps":["trace[848419750] 'agreement among raft nodes before linearized reading' (duration: 346.039902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:56.551149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:56.204893Z","time spent":"346.248905ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:27:56.550943Z","caller":"traceutil/trace.go:171","msg":"trace[329647175] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"379.507445ms","start":"2026-07-03T19:27:56.171397Z","end":"2026-07-03T19:27:56.550904Z","steps":["trace[329647175] 'process raft request' (duration: 379.192921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:56.55127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:56.171376Z","time spent":"379.81517ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:56.554698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.749308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:27:56.554755Z","caller":"traceutil/trace.go:171","msg":"trace[1433636156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4042; }","duration":"317.831119ms","start":"2026-07-03T19:27:56.236912Z","end":"2026-07-03T19:27:56.554743Z","steps":["trace[1433636156] 'agreement among raft nodes before linearized reading' (duration: 317.669436ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:27:56.554889Z","caller":"traceutil/trace.go:171","msg":"trace[670750325] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"303.12049ms","start":"2026-07-03T19:27:56.251743Z","end":"2026-07-03T19:27:56.554863Z","steps":["trace[670750325] 'process raft request' (duration: 302.706723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:27:56.554933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:56.236901Z","time spent":"317.991101ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:27:56.555033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:27:56.251714Z","time spent":"303.243641ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:27:56.555057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.080157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:27:56.555131Z","caller":"traceutil/trace.go:171","msg":"trace[694370019] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4042; }","duration":"120.196759ms","start":"2026-07-03T19:27:56.434925Z","end":"2026-07-03T19:27:56.555122Z","steps":["trace[694370019] 'agreement among raft nodes before linearized reading' (duration: 120.087967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:01.948604Z","caller":"traceutil/trace.go:171","msg":"trace[1225902340] linearizableReadLoop","detail":"{readStateIndex:4238; appliedIndex:4237; }","duration":"209.613483ms","start":"2026-07-03T19:28:01.738966Z","end":"2026-07-03T19:28:01.948579Z","steps":["trace[1225902340] 'read index received' (duration: 209.383929ms)","trace[1225902340] 'applied index is now lower than readState.Index' (duration: 228.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:01.948787Z","caller":"traceutil/trace.go:171","msg":"trace[974230241] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"218.51898ms","start":"2026-07-03T19:28:01.730146Z","end":"2026-07-03T19:28:01.948665Z","steps":["trace[974230241] 'process raft request' (duration: 218.284086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:01.948815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:28:01.949163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.183631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:01.949147Z","caller":"traceutil/trace.go:171","msg":"trace[588754509] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4073; }","duration":"123.533446ms","start":"2026-07-03T19:28:01.82553Z","end":"2026-07-03T19:28:01.949064Z","steps":["trace[588754509] 'agreement among raft nodes before linearized reading' (duration: 123.17583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:01.949229Z","caller":"traceutil/trace.go:171","msg":"trace[511697554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4073; }","duration":"210.262552ms","start":"2026-07-03T19:28:01.738951Z","end":"2026-07-03T19:28:01.949213Z","steps":["trace[511697554] 'agreement among raft nodes before linearized reading' (duration: 209.736754ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:03.001802Z","caller":"traceutil/trace.go:171","msg":"trace[2067112226] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4247; }","duration":"133.748182ms","start":"2026-07-03T19:28:02.868029Z","end":"2026-07-03T19:28:03.001777Z","steps":["trace[2067112226] 'read index received' (duration: 77.531721ms)","trace[2067112226] 'applied index is now lower than readState.Index' (duration: 56.215331ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:03.002092Z","caller":"traceutil/trace.go:171","msg":"trace[1164129470] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"138.200312ms","start":"2026-07-03T19:28:02.863877Z","end":"2026-07-03T19:28:03.002078Z","steps":["trace[1164129470] 'process raft request' (duration: 81.777988ms)","trace[1164129470] 'compare' (duration: 55.442188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:03.002343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.2925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:28:03.002389Z","caller":"traceutil/trace.go:171","msg":"trace[1423476884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4082; }","duration":"134.387232ms","start":"2026-07-03T19:28:02.867992Z","end":"2026-07-03T19:28:03.002379Z","steps":["trace[1423476884] 'agreement among raft nodes before linearized reading' (duration: 134.299381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:11.827842Z","caller":"traceutil/trace.go:171","msg":"trace[760805381] linearizableReadLoop","detail":"{readStateIndex:4290; appliedIndex:4289; }","duration":"206.101211ms","start":"2026-07-03T19:28:11.621719Z","end":"2026-07-03T19:28:11.82782Z","steps":["trace[760805381] 'read index received' (duration: 205.942599ms)","trace[760805381] 'applied index is now lower than readState.Index' (duration: 142.832µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:11.828346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.61063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:11.828407Z","caller":"traceutil/trace.go:171","msg":"trace[1552280779] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"262.371511ms","start":"2026-07-03T19:28:11.565585Z","end":"2026-07-03T19:28:11.827957Z","steps":["trace[1552280779] 'process raft request' (duration: 262.083237ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:11.828585Z","caller":"traceutil/trace.go:171","msg":"trace[462493922] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4123; }","duration":"206.762032ms","start":"2026-07-03T19:28:11.621649Z","end":"2026-07-03T19:28:11.828412Z","steps":["trace[462493922] 'agreement among raft nodes before linearized reading' (duration: 206.60497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:12.391251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.661037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:12.391357Z","caller":"traceutil/trace.go:171","msg":"trace[1558976574] linearizableReadLoop","detail":"{readStateIndex:4293; appliedIndex:4292; }","duration":"146.412136ms","start":"2026-07-03T19:28:12.244927Z","end":"2026-07-03T19:28:12.391339Z","steps":["trace[1558976574] 'read index received' (duration: 11.528995ms)","trace[1558976574] 'applied index is now lower than readState.Index' (duration: 134.881261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:12.391462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.527648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:12.391579Z","caller":"traceutil/trace.go:171","msg":"trace[1760783530] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4125; }","duration":"146.64054ms","start":"2026-07-03T19:28:12.244922Z","end":"2026-07-03T19:28:12.391563Z","steps":["trace[1760783530] 'agreement among raft nodes before linearized reading' (duration: 146.463287ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.391986Z","caller":"traceutil/trace.go:171","msg":"trace[2035163029] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"171.289806ms","start":"2026-07-03T19:28:12.220672Z","end":"2026-07-03T19:28:12.391962Z","steps":["trace[2035163029] 'process raft request' (duration: 35.814156ms)","trace[2035163029] 'compare' (duration: 134.391823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:12.727837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.847236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:12.727966Z","caller":"traceutil/trace.go:171","msg":"trace[1528928109] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"191.070628ms","start":"2026-07-03T19:28:12.536868Z","end":"2026-07-03T19:28:12.727938Z","steps":["trace[1528928109] 'process raft request' (duration: 15.06401ms)","trace[1528928109] 'compare' (duration: 175.763454ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:12.93487Z","caller":"traceutil/trace.go:171","msg":"trace[1985974904] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"199.850693ms","start":"2026-07-03T19:28:12.734989Z","end":"2026-07-03T19:28:12.93484Z","steps":["trace[1985974904] 'process raft request' (duration: 199.72846ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.934912Z","caller":"traceutil/trace.go:171","msg":"trace[256773701] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"201.127232ms","start":"2026-07-03T19:28:12.733748Z","end":"2026-07-03T19:28:12.934876Z","steps":["trace[256773701] 'process raft request' (duration: 101.977717ms)","trace[256773701] 'compare' (duration: 98.839329ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:12.935414Z","caller":"traceutil/trace.go:171","msg":"trace[1095903345] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"198.116716ms","start":"2026-07-03T19:28:12.737276Z","end":"2026-07-03T19:28:12.935393Z","steps":["trace[1095903345] 'process raft request' (duration: 197.509387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.935597Z","caller":"traceutil/trace.go:171","msg":"trace[1629188639] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"197.68859ms","start":"2026-07-03T19:28:12.737885Z","end":"2026-07-03T19:28:12.935574Z","steps":["trace[1629188639] 'process raft request' (duration: 197.438276ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.935861Z","caller":"traceutil/trace.go:171","msg":"trace[2052757548] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"195.687079ms","start":"2026-07-03T19:28:12.740155Z","end":"2026-07-03T19:28:12.935842Z","steps":["trace[2052757548] 'process raft request' (duration: 195.323153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:12.936012Z","caller":"traceutil/trace.go:171","msg":"trace[310927744] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"131.585369ms","start":"2026-07-03T19:28:12.804407Z","end":"2026-07-03T19:28:12.935992Z","steps":["trace[310927744] 'process raft request' (duration: 131.347616ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:13.154848Z","caller":"traceutil/trace.go:171","msg":"trace[1205062548] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"117.785456ms","start":"2026-07-03T19:28:13.037036Z","end":"2026-07-03T19:28:13.154822Z","steps":["trace[1205062548] 'process raft request' (duration: 117.486082ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:14.170781Z","caller":"traceutil/trace.go:171","msg":"trace[948268222] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"108.428423ms","start":"2026-07-03T19:28:14.062325Z","end":"2026-07-03T19:28:14.170754Z","steps":["trace[948268222] 'process raft request' (duration: 81.939428ms)","trace[948268222] 'compare' (duration: 26.363353ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:14.427273Z","caller":"traceutil/trace.go:171","msg":"trace[791027904] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"191.896512ms","start":"2026-07-03T19:28:14.235345Z","end":"2026-07-03T19:28:14.427241Z","steps":["trace[791027904] 'process raft request' (duration: 134.097792ms)","trace[791027904] 'compare' (duration: 57.530936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:15.482049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.699748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:15.48215Z","caller":"traceutil/trace.go:171","msg":"trace[1431425928] linearizableReadLoop","detail":"{readStateIndex:4315; appliedIndex:4314; }","duration":"194.081091ms","start":"2026-07-03T19:28:15.288052Z","end":"2026-07-03T19:28:15.482133Z","steps":["trace[1431425928] 'read index received' (duration: 88.232311ms)","trace[1431425928] 'applied index is now lower than readState.Index' (duration: 105.84749ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:15.482391Z","caller":"traceutil/trace.go:171","msg":"trace[324193611] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"207.79006ms","start":"2026-07-03T19:28:15.274588Z","end":"2026-07-03T19:28:15.482379Z","steps":["trace[324193611] 'process raft request' (duration: 101.675896ms)","trace[324193611] 'compare' (duration: 105.598026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:15.482596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.518818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:28:15.482808Z","caller":"traceutil/trace.go:171","msg":"trace[72162754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4147; }","duration":"194.62506ms","start":"2026-07-03T19:28:15.288018Z","end":"2026-07-03T19:28:15.482643Z","steps":["trace[72162754] 'agreement among raft nodes before linearized reading' (duration: 194.334906ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:17.120793Z","caller":"traceutil/trace.go:171","msg":"trace[1688596753] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"134.621973ms","start":"2026-07-03T19:28:16.9861Z","end":"2026-07-03T19:28:17.120722Z","steps":["trace[1688596753] 'process raft request' (duration: 61.700237ms)","trace[1688596753] 'compare' (duration: 72.687652ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:17.145973Z","caller":"traceutil/trace.go:171","msg":"trace[880244656] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"156.271691ms","start":"2026-07-03T19:28:16.98967Z","end":"2026-07-03T19:28:17.145942Z","steps":["trace[880244656] 'process raft request' (duration: 156.21558ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:17.146559Z","caller":"traceutil/trace.go:171","msg":"trace[1341853109] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"159.134554ms","start":"2026-07-03T19:28:16.987411Z","end":"2026-07-03T19:28:17.146545Z","steps":["trace[1341853109] 'process raft request' (duration: 158.20374ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:17.146712Z","caller":"traceutil/trace.go:171","msg":"trace[240579121] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"158.050398ms","start":"2026-07-03T19:28:16.988651Z","end":"2026-07-03T19:28:17.146702Z","steps":["trace[240579121] 'process raft request' (duration: 157.140364ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:17.147Z","caller":"traceutil/trace.go:171","msg":"trace[1149487563] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"158.057887ms","start":"2026-07-03T19:28:16.98891Z","end":"2026-07-03T19:28:17.146968Z","steps":["trace[1149487563] 'process raft request' (duration: 156.927261ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:19.341111Z","caller":"traceutil/trace.go:171","msg":"trace[2031858616] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"133.739692ms","start":"2026-07-03T19:28:19.207346Z","end":"2026-07-03T19:28:19.341086Z","steps":["trace[2031858616] 'process raft request' (duration: 88.6152ms)","trace[2031858616] 'compare' (duration: 44.94159ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:19.341106Z","caller":"traceutil/trace.go:171","msg":"trace[579348352] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"132.605975ms","start":"2026-07-03T19:28:19.208481Z","end":"2026-07-03T19:28:19.341087Z","steps":["trace[579348352] 'process raft request' (duration: 132.564635ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:19.341158Z","caller":"traceutil/trace.go:171","msg":"trace[1620696258] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"133.548799ms","start":"2026-07-03T19:28:19.2076Z","end":"2026-07-03T19:28:19.341149Z","steps":["trace[1620696258] 'process raft request' (duration: 133.400337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:19.428869Z","caller":"traceutil/trace.go:171","msg":"trace[18784349] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"162.107203ms","start":"2026-07-03T19:28:19.266739Z","end":"2026-07-03T19:28:19.428846Z","steps":["trace[18784349] 'process raft request' (duration: 161.972901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:19.440834Z","caller":"traceutil/trace.go:171","msg":"trace[21928255] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"103.683228ms","start":"2026-07-03T19:28:19.337112Z","end":"2026-07-03T19:28:19.440795Z","steps":["trace[21928255] 'process raft request' (duration: 103.551526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:19.653715Z","caller":"traceutil/trace.go:171","msg":"trace[1973502920] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"141.796415ms","start":"2026-07-03T19:28:19.511895Z","end":"2026-07-03T19:28:19.653692Z","steps":["trace[1973502920] 'process raft request' (duration: 45.360787ms)","trace[1973502920] 'compare' (duration: 96.196655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:20.211777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.628138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:20.21201Z","caller":"traceutil/trace.go:171","msg":"trace[1713048761] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"304.96441ms","start":"2026-07-03T19:28:19.907021Z","end":"2026-07-03T19:28:20.211985Z","steps":["trace[1713048761] 'process raft request' (duration: 124.022147ms)","trace[1713048761] 'compare' (duration: 180.397325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:20.212102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:28:19.906999Z","time spent":"305.058851ms","remote":"127.0.0.1:51320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:28:39.58197Z","caller":"traceutil/trace.go:171","msg":"trace[1569775892] linearizableReadLoop","detail":"{readStateIndex:4480; appliedIndex:4479; }","duration":"141.796933ms","start":"2026-07-03T19:28:39.440144Z","end":"2026-07-03T19:28:39.581941Z","steps":["trace[1569775892] 'read index received' (duration: 95.100904ms)","trace[1569775892] 'applied index is now lower than readState.Index' (duration: 46.695029ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:39.582046Z","caller":"traceutil/trace.go:171","msg":"trace[1811352471] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"193.303903ms","start":"2026-07-03T19:28:39.388699Z","end":"2026-07-03T19:28:39.582003Z","steps":["trace[1811352471] 'process raft request' (duration: 146.534183ms)","trace[1811352471] 'compare' (duration: 46.567767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:39.582096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.943075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:39.582157Z","caller":"traceutil/trace.go:171","msg":"trace[132394912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4303; }","duration":"142.037436ms","start":"2026-07-03T19:28:39.440105Z","end":"2026-07-03T19:28:39.582142Z","steps":["trace[132394912] 'agreement among raft nodes before linearized reading' (duration: 141.939974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:39.582446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.9688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:28:39.582562Z","caller":"traceutil/trace.go:171","msg":"trace[2126944571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4304; }","duration":"141.131332ms","start":"2026-07-03T19:28:39.441418Z","end":"2026-07-03T19:28:39.582549Z","steps":["trace[2126944571] 'agreement among raft nodes before linearized reading' (duration: 140.924939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:39.58274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.322735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:28:39.582848Z","caller":"traceutil/trace.go:171","msg":"trace[1400970116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4304; }","duration":"103.463066ms","start":"2026-07-03T19:28:39.479345Z","end":"2026-07-03T19:28:39.582808Z","steps":["trace[1400970116] 'agreement among raft nodes before linearized reading' (duration: 103.131672ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:39.81671Z","caller":"traceutil/trace.go:171","msg":"trace[1364434450] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"109.015868ms","start":"2026-07-03T19:28:39.707669Z","end":"2026-07-03T19:28:39.816685Z","steps":["trace[1364434450] 'process raft request' (duration: 108.395308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:39.940329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.090673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:28:39.940628Z","caller":"traceutil/trace.go:171","msg":"trace[2037396789] linearizableReadLoop","detail":"{readStateIndex:4486; appliedIndex:4485; }","duration":"122.731871ms","start":"2026-07-03T19:28:39.817876Z","end":"2026-07-03T19:28:39.940607Z","steps":["trace[2037396789] 'read index received' (duration: 6.248742ms)","trace[2037396789] 'applied index is now lower than readState.Index' (duration: 116.482209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:39.940737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.849473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:39.940759Z","caller":"traceutil/trace.go:171","msg":"trace[246540847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4310; }","duration":"122.923103ms","start":"2026-07-03T19:28:39.81783Z","end":"2026-07-03T19:28:39.940753Z","steps":["trace[246540847] 'agreement among raft nodes before linearized reading' (duration: 122.852062ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:39.940785Z","caller":"traceutil/trace.go:171","msg":"trace[1495705273] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"193.822449ms","start":"2026-07-03T19:28:39.746831Z","end":"2026-07-03T19:28:39.940653Z","steps":["trace[1495705273] 'process raft request' (duration: 77.32239ms)","trace[1495705273] 'compare' (duration: 115.905131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:28:40.008709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.372507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:40.008787Z","caller":"traceutil/trace.go:171","msg":"trace[757009928] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4311; }","duration":"158.487288ms","start":"2026-07-03T19:28:39.850283Z","end":"2026-07-03T19:28:40.00877Z","steps":["trace[757009928] 'agreement among raft nodes before linearized reading' (duration: 158.329526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:40.009013Z","caller":"traceutil/trace.go:171","msg":"trace[648843899] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"119.709606ms","start":"2026-07-03T19:28:39.889292Z","end":"2026-07-03T19:28:40.009002Z","steps":["trace[648843899] 'process raft request' (duration: 118.884995ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:49.071682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2572} {"level":"info","ts":"2026-07-03T19:28:49.178169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2572,"took":"105.389777ms","hash":1532662025,"current-db-size-bytes":40644608,"current-db-size":"41 MB","current-db-size-in-use-bytes":15527936,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-03T19:28:49.178235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1532662025,"revision":2572,"compact-revision":-1} {"level":"info","ts":"2026-07-03T19:28:51.847451Z","caller":"traceutil/trace.go:171","msg":"trace[861805825] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"108.273196ms","start":"2026-07-03T19:28:51.739164Z","end":"2026-07-03T19:28:51.847437Z","steps":["trace[861805825] 'process raft request' (duration: 108.202255ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:51.847548Z","caller":"traceutil/trace.go:171","msg":"trace[1689319210] linearizableReadLoop","detail":"{readStateIndex:4589; appliedIndex:4586; }","duration":"107.428714ms","start":"2026-07-03T19:28:51.740113Z","end":"2026-07-03T19:28:51.847542Z","steps":["trace[1689319210] 'read index received' (duration: 57.969985ms)","trace[1689319210] 'applied index is now lower than readState.Index' (duration: 49.458039ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:28:51.847624Z","caller":"traceutil/trace.go:171","msg":"trace[1629408142] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"108.299666ms","start":"2026-07-03T19:28:51.739318Z","end":"2026-07-03T19:28:51.847617Z","steps":["trace[1629408142] 'process raft request' (duration: 108.095664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:28:51.847777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.658487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:28:51.847796Z","caller":"traceutil/trace.go:171","msg":"trace[1676780965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4409; }","duration":"107.711278ms","start":"2026-07-03T19:28:51.740079Z","end":"2026-07-03T19:28:51.84779Z","steps":["trace[1676780965] 'agreement among raft nodes before linearized reading' (duration: 107.671157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:28:54.811969Z","caller":"traceutil/trace.go:171","msg":"trace[1688065010] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"126.967512ms","start":"2026-07-03T19:28:54.684966Z","end":"2026-07-03T19:28:54.811934Z","steps":["trace[1688065010] 'process raft request' (duration: 126.745249ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:10.161728Z","caller":"traceutil/trace.go:171","msg":"trace[1418086966] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"100.627887ms","start":"2026-07-03T19:29:10.061065Z","end":"2026-07-03T19:29:10.161693Z","steps":["trace[1418086966] 'process raft request' (duration: 85.779995ms)","trace[1418086966] 'compare' (duration: 14.68131ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:10.344459Z","caller":"traceutil/trace.go:171","msg":"trace[1349718831] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"177.552006ms","start":"2026-07-03T19:29:10.166864Z","end":"2026-07-03T19:29:10.344416Z","steps":["trace[1349718831] 'process raft request' (duration: 108.915056ms)","trace[1349718831] 'compare' (duration: 68.325195ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:14.502415Z","caller":"traceutil/trace.go:171","msg":"trace[1242470448] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"139.670087ms","start":"2026-07-03T19:29:14.36271Z","end":"2026-07-03T19:29:14.50238Z","steps":["trace[1242470448] 'process raft request' (duration: 139.412734ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:17.962778Z","caller":"traceutil/trace.go:171","msg":"trace[194630480] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"126.093309ms","start":"2026-07-03T19:29:17.836656Z","end":"2026-07-03T19:29:17.962749Z","steps":["trace[194630480] 'process raft request' (duration: 124.0522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:18.361226Z","caller":"traceutil/trace.go:171","msg":"trace[2036338230] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"103.68252ms","start":"2026-07-03T19:29:18.257519Z","end":"2026-07-03T19:29:18.361202Z","steps":["trace[2036338230] 'process raft request' (duration: 101.136184ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:20.057122Z","caller":"traceutil/trace.go:171","msg":"trace[829933493] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"175.365643ms","start":"2026-07-03T19:29:19.881707Z","end":"2026-07-03T19:29:20.057073Z","steps":["trace[829933493] 'process raft request' (duration: 175.098229ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.788891Z","caller":"traceutil/trace.go:171","msg":"trace[272531891] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"116.316039ms","start":"2026-07-03T19:29:25.672539Z","end":"2026-07-03T19:29:25.788855Z","steps":["trace[272531891] 'process raft request' (duration: 116.115596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.788985Z","caller":"traceutil/trace.go:171","msg":"trace[618208935] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"115.926384ms","start":"2026-07-03T19:29:25.673049Z","end":"2026-07-03T19:29:25.788975Z","steps":["trace[618208935] 'process raft request' (duration: 115.804852ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.789021Z","caller":"traceutil/trace.go:171","msg":"trace[2085154891] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"114.623035ms","start":"2026-07-03T19:29:25.674392Z","end":"2026-07-03T19:29:25.789015Z","steps":["trace[2085154891] 'process raft request' (duration: 114.486923ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.789129Z","caller":"traceutil/trace.go:171","msg":"trace[1051476890] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"116.249588ms","start":"2026-07-03T19:29:25.672868Z","end":"2026-07-03T19:29:25.789118Z","steps":["trace[1051476890] 'process raft request' (duration: 115.931373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.78921Z","caller":"traceutil/trace.go:171","msg":"trace[1793298741] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"116.288619ms","start":"2026-07-03T19:29:25.672913Z","end":"2026-07-03T19:29:25.789202Z","steps":["trace[1793298741] 'process raft request' (duration: 115.910373ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.788894Z","caller":"traceutil/trace.go:171","msg":"trace[836248804] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"116.267328ms","start":"2026-07-03T19:29:25.672598Z","end":"2026-07-03T19:29:25.788865Z","steps":["trace[836248804] 'process raft request' (duration: 116.165137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.788987Z","caller":"traceutil/trace.go:171","msg":"trace[1943365798] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"110.758701ms","start":"2026-07-03T19:29:25.678215Z","end":"2026-07-03T19:29:25.788974Z","steps":["trace[1943365798] 'process raft request' (duration: 110.69431ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.927525Z","caller":"traceutil/trace.go:171","msg":"trace[141403918] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5056; }","duration":"185.341322ms","start":"2026-07-03T19:29:25.742157Z","end":"2026-07-03T19:29:25.927498Z","steps":["trace[141403918] 'read index received' (duration: 46.608727ms)","trace[141403918] 'applied index is now lower than readState.Index' (duration: 138.731625ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:25.927565Z","caller":"traceutil/trace.go:171","msg":"trace[1895711259] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"189.318779ms","start":"2026-07-03T19:29:25.738215Z","end":"2026-07-03T19:29:25.927534Z","steps":["trace[1895711259] 'process raft request' (duration: 117.74935ms)","trace[1895711259] 'compare' (duration: 71.162523ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:25.927579Z","caller":"traceutil/trace.go:171","msg":"trace[1985851303] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"182.282698ms","start":"2026-07-03T19:29:25.745273Z","end":"2026-07-03T19:29:25.927555Z","steps":["trace[1985851303] 'process raft request' (duration: 182.139076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:25.92798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.801129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:25.927978Z","caller":"traceutil/trace.go:171","msg":"trace[3221121] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"133.924158ms","start":"2026-07-03T19:29:25.794025Z","end":"2026-07-03T19:29:25.927949Z","steps":["trace[3221121] 'process raft request' (duration: 133.446601ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.92802Z","caller":"traceutil/trace.go:171","msg":"trace[1266104048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4863; }","duration":"185.883249ms","start":"2026-07-03T19:29:25.742125Z","end":"2026-07-03T19:29:25.928008Z","steps":["trace[1266104048] 'agreement among raft nodes before linearized reading' (duration: 185.498784ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.928209Z","caller":"traceutil/trace.go:171","msg":"trace[738589553] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"133.726495ms","start":"2026-07-03T19:29:25.794466Z","end":"2026-07-03T19:29:25.928192Z","steps":["trace[738589553] 'process raft request' (duration: 133.3939ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.929055Z","caller":"traceutil/trace.go:171","msg":"trace[1261233619] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"130.153493ms","start":"2026-07-03T19:29:25.798884Z","end":"2026-07-03T19:29:25.929038Z","steps":["trace[1261233619] 'process raft request' (duration: 129.244531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:25.937287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.973828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-07-03T19:29:25.937337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.544471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-07-03T19:29:25.937431Z","caller":"traceutil/trace.go:171","msg":"trace[1801457356] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4867; }","duration":"194.695794ms","start":"2026-07-03T19:29:25.742716Z","end":"2026-07-03T19:29:25.937412Z","steps":["trace[1801457356] 'agreement among raft nodes before linearized reading' (duration: 194.41171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:25.937614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.61645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2894"} {"level":"info","ts":"2026-07-03T19:29:25.937634Z","caller":"traceutil/trace.go:171","msg":"trace[1392911618] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4867; }","duration":"191.647191ms","start":"2026-07-03T19:29:25.745977Z","end":"2026-07-03T19:29:25.937625Z","steps":["trace[1392911618] 'agreement among raft nodes before linearized reading' (duration: 191.58557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:25.937911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.263972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-07-03T19:29:25.937929Z","caller":"traceutil/trace.go:171","msg":"trace[2078422361] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4867; }","duration":"195.282852ms","start":"2026-07-03T19:29:25.742641Z","end":"2026-07-03T19:29:25.937924Z","steps":["trace[2078422361] 'agreement among raft nodes before linearized reading' (duration: 195.229881ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:25.938221Z","caller":"traceutil/trace.go:171","msg":"trace[838193627] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4867; }","duration":"195.077589ms","start":"2026-07-03T19:29:25.742256Z","end":"2026-07-03T19:29:25.937334Z","steps":["trace[838193627] 'agreement among raft nodes before linearized reading' (duration: 194.849486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.099294Z","caller":"traceutil/trace.go:171","msg":"trace[2069914684] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"155.119115ms","start":"2026-07-03T19:29:25.944132Z","end":"2026-07-03T19:29:26.099251Z","steps":["trace[2069914684] 'process raft request' (duration: 95.608707ms)","trace[2069914684] 'compare' (duration: 59.199933ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.099739Z","caller":"traceutil/trace.go:171","msg":"trace[658511470] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"155.5127ms","start":"2026-07-03T19:29:25.944193Z","end":"2026-07-03T19:29:26.099705Z","steps":["trace[658511470] 'process raft request' (duration: 154.924452ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.099897Z","caller":"traceutil/trace.go:171","msg":"trace[481054671] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5070; }","duration":"128.743403ms","start":"2026-07-03T19:29:25.971133Z","end":"2026-07-03T19:29:26.099877Z","steps":["trace[481054671] 'read index received' (duration: 68.566456ms)","trace[481054671] 'applied index is now lower than readState.Index' (duration: 60.175817ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.100182Z","caller":"traceutil/trace.go:171","msg":"trace[244367237] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"152.967425ms","start":"2026-07-03T19:29:25.947151Z","end":"2026-07-03T19:29:26.100119Z","steps":["trace[244367237] 'process raft request' (duration: 152.562559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.100211Z","caller":"traceutil/trace.go:171","msg":"trace[1038660821] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"150.592211ms","start":"2026-07-03T19:29:25.949536Z","end":"2026-07-03T19:29:26.100128Z","steps":["trace[1038660821] 'process raft request' (duration: 150.260316ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.100348Z","caller":"traceutil/trace.go:171","msg":"trace[1963892164] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"153.296859ms","start":"2026-07-03T19:29:25.947041Z","end":"2026-07-03T19:29:26.100338Z","steps":["trace[1963892164] 'process raft request' (duration: 152.366206ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.100794Z","caller":"traceutil/trace.go:171","msg":"trace[265035170] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"141.077228ms","start":"2026-07-03T19:29:25.9597Z","end":"2026-07-03T19:29:26.100777Z","steps":["trace[265035170] 'process raft request' (duration: 140.132204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.103555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.390815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18bede5670579c4c\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-07-03T19:29:26.103619Z","caller":"traceutil/trace.go:171","msg":"trace[1781648760] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18bede5670579c4c; range_end:; response_count:1; response_revision:4874; }","duration":"132.498096ms","start":"2026-07-03T19:29:25.971104Z","end":"2026-07-03T19:29:26.103602Z","steps":["trace[1781648760] 'agreement among raft nodes before linearized reading' (duration: 128.862915ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.452816Z","caller":"traceutil/trace.go:171","msg":"trace[139304542] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5108; }","duration":"170.801025ms","start":"2026-07-03T19:29:26.281981Z","end":"2026-07-03T19:29:26.452782Z","steps":["trace[139304542] 'read index received' (duration: 5.094352ms)","trace[139304542] 'applied index is now lower than readState.Index' (duration: 165.705323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:26.453152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.697794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-gtxhb\" ","response":"range_response_count:1 size:2448"} {"level":"info","ts":"2026-07-03T19:29:26.453219Z","caller":"traceutil/trace.go:171","msg":"trace[406765484] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-gtxhb; range_end:; response_count:1; response_revision:4910; }","duration":"180.817866ms","start":"2026-07-03T19:29:26.272386Z","end":"2026-07-03T19:29:26.453204Z","steps":["trace[406765484] 'agreement among raft nodes before linearized reading' (duration: 180.539132ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.45343Z","caller":"traceutil/trace.go:171","msg":"trace[2061877516] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"165.184295ms","start":"2026-07-03T19:29:26.288201Z","end":"2026-07-03T19:29:26.453385Z","steps":["trace[2061877516] 'process raft request' (duration: 164.900121ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.453542Z","caller":"traceutil/trace.go:171","msg":"trace[1964872810] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"150.883795ms","start":"2026-07-03T19:29:26.302626Z","end":"2026-07-03T19:29:26.45351Z","steps":["trace[1964872810] 'process raft request' (duration: 150.699632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.452871Z","caller":"traceutil/trace.go:171","msg":"trace[299124988] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"171.293432ms","start":"2026-07-03T19:29:26.281531Z","end":"2026-07-03T19:29:26.452825Z","steps":["trace[299124988] 'process raft request' (duration: 104.42085ms)","trace[299124988] 'compare' (duration: 66.658539ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.453826Z","caller":"traceutil/trace.go:171","msg":"trace[254597108] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"140.815143ms","start":"2026-07-03T19:29:26.31294Z","end":"2026-07-03T19:29:26.453755Z","steps":["trace[254597108] 'process raft request' (duration: 140.478059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.453911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.648898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:26.453968Z","caller":"traceutil/trace.go:171","msg":"trace[811878238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4916; }","duration":"137.74785ms","start":"2026-07-03T19:29:26.316206Z","end":"2026-07-03T19:29:26.453954Z","steps":["trace[811878238] 'agreement among raft nodes before linearized reading' (duration: 137.627199ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.454052Z","caller":"traceutil/trace.go:171","msg":"trace[1314215089] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"133.275007ms","start":"2026-07-03T19:29:26.320764Z","end":"2026-07-03T19:29:26.454039Z","steps":["trace[1314215089] 'process raft request' (duration: 132.931333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.45421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.595266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:26.454294Z","caller":"traceutil/trace.go:171","msg":"trace[674887619] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4916; }","duration":"122.717409ms","start":"2026-07-03T19:29:26.331557Z","end":"2026-07-03T19:29:26.454275Z","steps":["trace[674887619] 'agreement among raft nodes before linearized reading' (duration: 122.554736ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.454349Z","caller":"traceutil/trace.go:171","msg":"trace[1970122909] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"157.206914ms","start":"2026-07-03T19:29:26.296393Z","end":"2026-07-03T19:29:26.4536Z","steps":["trace[1970122909] 'process raft request' (duration: 156.848368ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.634845Z","caller":"traceutil/trace.go:171","msg":"trace[1904730031] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"165.861386ms","start":"2026-07-03T19:29:26.46896Z","end":"2026-07-03T19:29:26.634821Z","steps":["trace[1904730031] 'process raft request' (duration: 92.906068ms)","trace[1904730031] 'compare' (duration: 72.832526ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.63941Z","caller":"traceutil/trace.go:171","msg":"trace[1703435692] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"102.25286ms","start":"2026-07-03T19:29:26.537144Z","end":"2026-07-03T19:29:26.639397Z","steps":["trace[1703435692] 'process raft request' (duration: 102.21945ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.639471Z","caller":"traceutil/trace.go:171","msg":"trace[1163358943] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"150.208006ms","start":"2026-07-03T19:29:26.489227Z","end":"2026-07-03T19:29:26.639435Z","steps":["trace[1163358943] 'process raft request' (duration: 150.052994ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.852641Z","caller":"traceutil/trace.go:171","msg":"trace[443126880] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"262.824251ms","start":"2026-07-03T19:29:26.589787Z","end":"2026-07-03T19:29:26.852612Z","steps":["trace[443126880] 'process raft request' (duration: 191.71293ms)","trace[443126880] 'compare' (duration: 70.734155ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.853041Z","caller":"traceutil/trace.go:171","msg":"trace[1160811520] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"221.337916ms","start":"2026-07-03T19:29:26.631685Z","end":"2026-07-03T19:29:26.853023Z","steps":["trace[1160811520] 'process raft request' (duration: 220.89801ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.853495Z","caller":"traceutil/trace.go:171","msg":"trace[1683750215] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4925; }","duration":"216.284965ms","start":"2026-07-03T19:29:26.637196Z","end":"2026-07-03T19:29:26.853481Z","steps":["trace[1683750215] 'process raft request' (duration: 215.787989ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:26.853556Z","caller":"traceutil/trace.go:171","msg":"trace[1858729620] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"222.953159ms","start":"2026-07-03T19:29:26.630578Z","end":"2026-07-03T19:29:26.853532Z","steps":["trace[1858729620] 'read index received' (duration: 8.813034ms)","trace[1858729620] 'applied index is now lower than readState.Index' (duration: 214.137455ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:26.853612Z","caller":"traceutil/trace.go:171","msg":"trace[295197996] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"164.947893ms","start":"2026-07-03T19:29:26.688628Z","end":"2026-07-03T19:29:26.853576Z","steps":["trace[295197996] 'process raft request' (duration: 164.693569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.853784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.187912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:29:26.853828Z","caller":"traceutil/trace.go:171","msg":"trace[788785216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"223.275953ms","start":"2026-07-03T19:29:26.630541Z","end":"2026-07-03T19:29:26.853817Z","steps":["trace[788785216] 'agreement among raft nodes before linearized reading' (duration: 223.0861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.873662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.101068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-03T19:29:26.873782Z","caller":"traceutil/trace.go:171","msg":"trace[818081362] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4927; }","duration":"141.27099ms","start":"2026-07-03T19:29:26.732494Z","end":"2026-07-03T19:29:26.873765Z","steps":["trace[818081362] 'agreement among raft nodes before linearized reading' (duration: 140.916594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:26.87379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.451492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2858"} {"level":"info","ts":"2026-07-03T19:29:26.873884Z","caller":"traceutil/trace.go:171","msg":"trace[1663321251] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4927; }","duration":"190.603934ms","start":"2026-07-03T19:29:26.683251Z","end":"2026-07-03T19:29:26.873855Z","steps":["trace[1663321251] 'agreement among raft nodes before linearized reading' (duration: 189.956234ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.132567Z","caller":"traceutil/trace.go:171","msg":"trace[270427397] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"142.664808ms","start":"2026-07-03T19:29:26.989853Z","end":"2026-07-03T19:29:27.132518Z","steps":["trace[270427397] 'process raft request' (duration: 142.454835ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.270998Z","caller":"traceutil/trace.go:171","msg":"trace[346614685] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"269.120036ms","start":"2026-07-03T19:29:27.001842Z","end":"2026-07-03T19:29:27.270962Z","steps":["trace[346614685] 'process raft request' (duration: 268.587689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.271393Z","caller":"traceutil/trace.go:171","msg":"trace[515255118] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"238.737369ms","start":"2026-07-03T19:29:27.032596Z","end":"2026-07-03T19:29:27.271333Z","steps":["trace[515255118] 'process raft request' (duration: 237.988658ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.271649Z","caller":"traceutil/trace.go:171","msg":"trace[603093644] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"221.133201ms","start":"2026-07-03T19:29:27.050486Z","end":"2026-07-03T19:29:27.27162Z","steps":["trace[603093644] 'process raft request' (duration: 220.265499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.271727Z","caller":"traceutil/trace.go:171","msg":"trace[188880402] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"211.813531ms","start":"2026-07-03T19:29:27.059887Z","end":"2026-07-03T19:29:27.2717Z","steps":["trace[188880402] 'process raft request' (duration: 211.10138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:27.272285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.629416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:27.272356Z","caller":"traceutil/trace.go:171","msg":"trace[2144551421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4936; }","duration":"245.751158ms","start":"2026-07-03T19:29:27.026584Z","end":"2026-07-03T19:29:27.272335Z","steps":["trace[2144551421] 'agreement among raft nodes before linearized reading' (duration: 245.464424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.271058Z","caller":"traceutil/trace.go:171","msg":"trace[1979004287] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5135; }","duration":"244.404658ms","start":"2026-07-03T19:29:27.026629Z","end":"2026-07-03T19:29:27.271034Z","steps":["trace[1979004287] 'read index received' (duration: 105.215211ms)","trace[1979004287] 'applied index is now lower than readState.Index' (duration: 139.188057ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:27.317578Z","caller":"traceutil/trace.go:171","msg":"trace[1454633420] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4937; }","duration":"130.08236ms","start":"2026-07-03T19:29:27.187461Z","end":"2026-07-03T19:29:27.317543Z","steps":["trace[1454633420] 'process raft request' (duration: 129.856347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.317426Z","caller":"traceutil/trace.go:171","msg":"trace[421362886] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"177.6739ms","start":"2026-07-03T19:29:27.139728Z","end":"2026-07-03T19:29:27.317402Z","steps":["trace[421362886] 'process raft request' (duration: 177.393236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:27.317592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.159745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-07-03T19:29:27.31777Z","caller":"traceutil/trace.go:171","msg":"trace[1497267882] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4937; }","duration":"234.379298ms","start":"2026-07-03T19:29:27.083372Z","end":"2026-07-03T19:29:27.317751Z","steps":["trace[1497267882] 'agreement among raft nodes before linearized reading' (duration: 234.128884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:27.379575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.654775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:27.379636Z","caller":"traceutil/trace.go:171","msg":"trace[380394181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4938; }","duration":"102.765167ms","start":"2026-07-03T19:29:27.276858Z","end":"2026-07-03T19:29:27.379623Z","steps":["trace[380394181] 'agreement among raft nodes before linearized reading' (duration: 102.529743ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.670636Z","caller":"traceutil/trace.go:171","msg":"trace[1998836597] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"160.760032ms","start":"2026-07-03T19:29:27.50986Z","end":"2026-07-03T19:29:27.67062Z","steps":["trace[1998836597] 'process raft request' (duration: 160.289285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.670543Z","caller":"traceutil/trace.go:171","msg":"trace[1929947812] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5145; }","duration":"120.277552ms","start":"2026-07-03T19:29:27.550242Z","end":"2026-07-03T19:29:27.670519Z","steps":["trace[1929947812] 'read index received' (duration: 119.862227ms)","trace[1929947812] 'applied index is now lower than readState.Index' (duration: 414.095µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:27.67116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.87733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:27.671325Z","caller":"traceutil/trace.go:171","msg":"trace[1332913904] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4941; }","duration":"121.115174ms","start":"2026-07-03T19:29:27.550189Z","end":"2026-07-03T19:29:27.671304Z","steps":["trace[1332913904] 'agreement among raft nodes before linearized reading' (duration: 120.705099ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:27.746052Z","caller":"traceutil/trace.go:171","msg":"trace[929895189] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"187.460808ms","start":"2026-07-03T19:29:27.558551Z","end":"2026-07-03T19:29:27.746012Z","steps":["trace[929895189] 'process raft request' (duration: 168.706154ms)","trace[929895189] 'compare' (duration: 18.580721ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:28.00805Z","caller":"traceutil/trace.go:171","msg":"trace[435966320] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"144.319459ms","start":"2026-07-03T19:29:27.863707Z","end":"2026-07-03T19:29:28.008026Z","steps":["trace[435966320] 'process raft request' (duration: 144.152387ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:28.040225Z","caller":"traceutil/trace.go:171","msg":"trace[2027372874] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"124.701704ms","start":"2026-07-03T19:29:27.915456Z","end":"2026-07-03T19:29:28.040158Z","steps":["trace[2027372874] 'process raft request' (duration: 123.641919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:28.040267Z","caller":"traceutil/trace.go:171","msg":"trace[1321880957] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"105.059128ms","start":"2026-07-03T19:29:27.935167Z","end":"2026-07-03T19:29:28.040227Z","steps":["trace[1321880957] 'process raft request' (duration: 104.859875ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:29.33806Z","caller":"traceutil/trace.go:171","msg":"trace[1210541383] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"146.70493ms","start":"2026-07-03T19:29:29.191329Z","end":"2026-07-03T19:29:29.338034Z","steps":["trace[1210541383] 'process raft request' (duration: 146.396526ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:30.329223Z","caller":"traceutil/trace.go:171","msg":"trace[246844651] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5185; }","duration":"127.498189ms","start":"2026-07-03T19:29:30.2017Z","end":"2026-07-03T19:29:30.329198Z","steps":["trace[246844651] 'read index received' (duration: 127.208895ms)","trace[246844651] 'applied index is now lower than readState.Index' (duration: 288.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:30.329331Z","caller":"traceutil/trace.go:171","msg":"trace[1916909286] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"147.316418ms","start":"2026-07-03T19:29:30.181979Z","end":"2026-07-03T19:29:30.329295Z","steps":["trace[1916909286] 'process raft request' (duration: 147.032524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:30.329438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.719942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:29:30.329472Z","caller":"traceutil/trace.go:171","msg":"trace[134326039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"127.807213ms","start":"2026-07-03T19:29:30.201654Z","end":"2026-07-03T19:29:30.329461Z","steps":["trace[134326039] 'agreement among raft nodes before linearized reading' (duration: 127.638221ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:30.98578Z","caller":"traceutil/trace.go:171","msg":"trace[1646868145] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"101.573885ms","start":"2026-07-03T19:29:30.884165Z","end":"2026-07-03T19:29:30.985739Z","steps":["trace[1646868145] 'process raft request' (duration: 82.763492ms)","trace[1646868145] 'compare' (duration: 18.688791ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:34.324769Z","caller":"traceutil/trace.go:171","msg":"trace[1431552462] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"106.219626ms","start":"2026-07-03T19:29:34.218528Z","end":"2026-07-03T19:29:34.324748Z","steps":["trace[1431552462] 'read index received' (duration: 104.805297ms)","trace[1431552462] 'applied index is now lower than readState.Index' (duration: 1.410619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:34.325033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.475639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-03T19:29:34.325066Z","caller":"traceutil/trace.go:171","msg":"trace[403177354] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5035; }","duration":"106.54166ms","start":"2026-07-03T19:29:34.218516Z","end":"2026-07-03T19:29:34.325057Z","steps":["trace[403177354] 'agreement among raft nodes before linearized reading' (duration: 106.305047ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:34.325455Z","caller":"traceutil/trace.go:171","msg":"trace[1975981292] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"108.038762ms","start":"2026-07-03T19:29:34.21739Z","end":"2026-07-03T19:29:34.325429Z","steps":["trace[1975981292] 'process raft request' (duration: 105.816871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:34.483166Z","caller":"traceutil/trace.go:171","msg":"trace[797735752] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5246; }","duration":"139.211467ms","start":"2026-07-03T19:29:34.343928Z","end":"2026-07-03T19:29:34.483139Z","steps":["trace[797735752] 'read index received' (duration: 139.054775ms)","trace[797735752] 'applied index is now lower than readState.Index' (duration: 155.232µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:34.483341Z","caller":"traceutil/trace.go:171","msg":"trace[1833207050] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"143.991094ms","start":"2026-07-03T19:29:34.339259Z","end":"2026-07-03T19:29:34.48325Z","steps":["trace[1833207050] 'process raft request' (duration: 143.554408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:34.483769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.811366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T19:29:34.483849Z","caller":"traceutil/trace.go:171","msg":"trace[1651929064] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5039; }","duration":"139.943708ms","start":"2026-07-03T19:29:34.343886Z","end":"2026-07-03T19:29:34.48383Z","steps":["trace[1651929064] 'agreement among raft nodes before linearized reading' (duration: 139.39697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:34.488162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.719833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:29:34.489435Z","caller":"traceutil/trace.go:171","msg":"trace[1178454396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"118.041301ms","start":"2026-07-03T19:29:34.371376Z","end":"2026-07-03T19:29:34.489418Z","steps":["trace[1178454396] 'agreement among raft nodes before linearized reading' (duration: 115.401884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:34.489699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.227344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:29:34.489727Z","caller":"traceutil/trace.go:171","msg":"trace[1232176950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"118.269964ms","start":"2026-07-03T19:29:34.371451Z","end":"2026-07-03T19:29:34.489721Z","steps":["trace[1232176950] 'agreement among raft nodes before linearized reading' (duration: 118.161143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:34.489855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.405907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:29:34.489882Z","caller":"traceutil/trace.go:171","msg":"trace[120408848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"118.438987ms","start":"2026-07-03T19:29:34.371435Z","end":"2026-07-03T19:29:34.489874Z","steps":["trace[120408848] 'agreement among raft nodes before linearized reading' (duration: 118.371596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:34.489001Z","caller":"traceutil/trace.go:171","msg":"trace[753827536] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"145.035259ms","start":"2026-07-03T19:29:34.343952Z","end":"2026-07-03T19:29:34.488987Z","steps":["trace[753827536] 'process raft request' (duration: 142.734547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:35.293188Z","caller":"traceutil/trace.go:171","msg":"trace[1391065954] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"120.91403ms","start":"2026-07-03T19:29:35.172232Z","end":"2026-07-03T19:29:35.293146Z","steps":["trace[1391065954] 'process raft request' (duration: 89.393879ms)","trace[1391065954] 'compare' (duration: 31.363549ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:35.293204Z","caller":"traceutil/trace.go:171","msg":"trace[1676320947] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"116.941015ms","start":"2026-07-03T19:29:35.176248Z","end":"2026-07-03T19:29:35.293189Z","steps":["trace[1676320947] 'read index received' (duration: 85.409855ms)","trace[1676320947] 'applied index is now lower than readState.Index' (duration: 31.53023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:35.294038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.205152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-03T19:29:35.294087Z","caller":"traceutil/trace.go:171","msg":"trace[440421443] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5084; }","duration":"113.305983ms","start":"2026-07-03T19:29:35.180766Z","end":"2026-07-03T19:29:35.294072Z","steps":["trace[440421443] 'agreement among raft nodes before linearized reading' (duration: 113.110161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.294316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.065421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15233"} {"level":"info","ts":"2026-07-03T19:29:35.294339Z","caller":"traceutil/trace.go:171","msg":"trace[719424165] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5084; }","duration":"118.088611ms","start":"2026-07-03T19:29:35.176244Z","end":"2026-07-03T19:29:35.294332Z","steps":["trace[719424165] 'agreement among raft nodes before linearized reading' (duration: 116.996406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.294647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.576806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:56740"} {"level":"info","ts":"2026-07-03T19:29:35.294673Z","caller":"traceutil/trace.go:171","msg":"trace[313204914] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5084; }","duration":"105.631967ms","start":"2026-07-03T19:29:35.189033Z","end":"2026-07-03T19:29:35.294665Z","steps":["trace[313204914] 'agreement among raft nodes before linearized reading' (duration: 105.509215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.294878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.9051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-07-03T19:29:35.294907Z","caller":"traceutil/trace.go:171","msg":"trace[1856020889] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5084; }","duration":"105.946052ms","start":"2026-07-03T19:29:35.188951Z","end":"2026-07-03T19:29:35.294897Z","steps":["trace[1856020889] 'agreement among raft nodes before linearized reading' (duration: 105.865781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.562557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.046776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:35.562662Z","caller":"traceutil/trace.go:171","msg":"trace[810080005] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5297; }","duration":"168.166901ms","start":"2026-07-03T19:29:35.394477Z","end":"2026-07-03T19:29:35.562644Z","steps":["trace[810080005] 'read index received' (duration: 60.881231ms)","trace[810080005] 'applied index is now lower than readState.Index' (duration: 107.28436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:35.562992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.494745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-03T19:29:35.563053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.899434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:56740"} {"level":"info","ts":"2026-07-03T19:29:35.562699Z","caller":"traceutil/trace.go:171","msg":"trace[1802889831] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"188.062158ms","start":"2026-07-03T19:29:35.374607Z","end":"2026-07-03T19:29:35.562669Z","steps":["trace[1802889831] 'process raft request' (duration: 80.807589ms)","trace[1802889831] 'compare' (duration: 106.625161ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:35.563106Z","caller":"traceutil/trace.go:171","msg":"trace[1089886836] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5090; }","duration":"164.977245ms","start":"2026-07-03T19:29:35.39812Z","end":"2026-07-03T19:29:35.563097Z","steps":["trace[1089886836] 'agreement among raft nodes before linearized reading' (duration: 164.757462ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:35.563056Z","caller":"traceutil/trace.go:171","msg":"trace[910643778] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5090; }","duration":"168.573196ms","start":"2026-07-03T19:29:35.394468Z","end":"2026-07-03T19:29:35.563041Z","steps":["trace[910643778] 'agreement among raft nodes before linearized reading' (duration: 168.379694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.563358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.842061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-03T19:29:35.563501Z","caller":"traceutil/trace.go:171","msg":"trace[1346298966] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5090; }","duration":"114.054174ms","start":"2026-07-03T19:29:35.449411Z","end":"2026-07-03T19:29:35.563465Z","steps":["trace[1346298966] 'agreement among raft nodes before linearized reading' (duration: 113.622457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:35.867642Z","caller":"traceutil/trace.go:171","msg":"trace[70316165] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5298; }","duration":"184.452168ms","start":"2026-07-03T19:29:35.683169Z","end":"2026-07-03T19:29:35.867621Z","steps":["trace[70316165] 'read index received' (duration: 131.611569ms)","trace[70316165] 'applied index is now lower than readState.Index' (duration: 52.839709ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:35.867758Z","caller":"traceutil/trace.go:171","msg":"trace[1370970798] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"243.985971ms","start":"2026-07-03T19:29:35.623753Z","end":"2026-07-03T19:29:35.867739Z","steps":["trace[1370970798] 'process raft request' (duration: 191.049691ms)","trace[1370970798] 'compare' (duration: 52.22888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:35.867945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.748582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-03T19:29:35.86801Z","caller":"traceutil/trace.go:171","msg":"trace[269976482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:5091; }","duration":"184.868094ms","start":"2026-07-03T19:29:35.683125Z","end":"2026-07-03T19:29:35.867993Z","steps":["trace[269976482] 'agreement among raft nodes before linearized reading' (duration: 184.638031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:35.901257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.453197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:35.901336Z","caller":"traceutil/trace.go:171","msg":"trace[434248117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5092; }","duration":"161.568839ms","start":"2026-07-03T19:29:35.739749Z","end":"2026-07-03T19:29:35.901318Z","steps":["trace[434248117] 'agreement among raft nodes before linearized reading' (duration: 161.438147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:36.552239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.34523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:36.55233Z","caller":"traceutil/trace.go:171","msg":"trace[939273236] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5093; }","duration":"150.489692ms","start":"2026-07-03T19:29:36.401813Z","end":"2026-07-03T19:29:36.552303Z","steps":["trace[939273236] 'count revisions from in-memory index tree' (duration: 150.183827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:36.552335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.942708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:36.552392Z","caller":"traceutil/trace.go:171","msg":"trace[866021103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5093; }","duration":"143.068269ms","start":"2026-07-03T19:29:36.409308Z","end":"2026-07-03T19:29:36.552377Z","steps":["trace[866021103] 'count revisions from in-memory index tree' (duration: 142.850385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:36.552919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.927939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T19:29:36.552964Z","caller":"traceutil/trace.go:171","msg":"trace[1820618484] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5093; }","duration":"179.00831ms","start":"2026-07-03T19:29:36.373943Z","end":"2026-07-03T19:29:36.552951Z","steps":["trace[1820618484] 'range keys from in-memory index tree' (duration: 178.759917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:36.553951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.097556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-03T19:29:36.553991Z","caller":"traceutil/trace.go:171","msg":"trace[1391740305] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5093; }","duration":"407.169157ms","start":"2026-07-03T19:29:36.146812Z","end":"2026-07-03T19:29:36.553981Z","steps":["trace[1391740305] 'range keys from in-memory index tree' (duration: 405.667947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:36.554031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:36.146793Z","time spent":"407.224627ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206996,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-03T19:29:36.870188Z","caller":"traceutil/trace.go:171","msg":"trace[649987117] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"123.712988ms","start":"2026-07-03T19:29:36.746443Z","end":"2026-07-03T19:29:36.870156Z","steps":["trace[649987117] 'process raft request' (duration: 120.138508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.661064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.654477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T19:29:37.661152Z","caller":"traceutil/trace.go:171","msg":"trace[666565914] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5104; }","duration":"103.797789ms","start":"2026-07-03T19:29:37.557334Z","end":"2026-07-03T19:29:37.661132Z","steps":["trace[666565914] 'range keys from in-memory index tree' (duration: 103.503385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.661149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.692939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:37.661264Z","caller":"traceutil/trace.go:171","msg":"trace[563125452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5104; }","duration":"106.893732ms","start":"2026-07-03T19:29:37.554342Z","end":"2026-07-03T19:29:37.661235Z","steps":["trace[563125452] 'range keys from in-memory index tree' (duration: 106.388966ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:37.791014Z","caller":"traceutil/trace.go:171","msg":"trace[1428230] linearizableReadLoop","detail":"{readStateIndex:5314; appliedIndex:5313; }","duration":"125.738755ms","start":"2026-07-03T19:29:37.665245Z","end":"2026-07-03T19:29:37.790984Z","steps":["trace[1428230] 'read index received' (duration: 62.629663ms)","trace[1428230] 'applied index is now lower than readState.Index' (duration: 63.107032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:37.791498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.945604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:37.791547Z","caller":"traceutil/trace.go:171","msg":"trace[1005051234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5104; }","duration":"125.044365ms","start":"2026-07-03T19:29:37.666488Z","end":"2026-07-03T19:29:37.791532Z","steps":["trace[1005051234] 'agreement among raft nodes before linearized reading' (duration: 124.732801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:37.791645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.371003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-03T19:29:37.791796Z","caller":"traceutil/trace.go:171","msg":"trace[1613021069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57668b59-9819-4ff0-840d-2cf27f1b2db4; range_end:; response_count:1; response_revision:5104; }","duration":"126.520626ms","start":"2026-07-03T19:29:37.665217Z","end":"2026-07-03T19:29:37.791737Z","steps":["trace[1613021069] 'agreement among raft nodes before linearized reading' (duration: 125.964698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:38.790763Z","caller":"traceutil/trace.go:171","msg":"trace[1023766368] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"123.665285ms","start":"2026-07-03T19:29:38.667077Z","end":"2026-07-03T19:29:38.790742Z","steps":["trace[1023766368] 'read index received' (duration: 33.264124ms)","trace[1023766368] 'applied index is now lower than readState.Index' (duration: 90.400131ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:38.790827Z","caller":"traceutil/trace.go:171","msg":"trace[443706780] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"146.138579ms","start":"2026-07-03T19:29:38.644634Z","end":"2026-07-03T19:29:38.790772Z","steps":["trace[443706780] 'process raft request' (duration: 126.341313ms)","trace[443706780] 'compare' (duration: 19.607923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:38.791576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.462356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T19:29:38.791658Z","caller":"traceutil/trace.go:171","msg":"trace[931185095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5111; }","duration":"124.627759ms","start":"2026-07-03T19:29:38.667009Z","end":"2026-07-03T19:29:38.791637Z","steps":["trace[931185095] 'agreement among raft nodes before linearized reading' (duration: 123.811198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.683829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.283918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:39.684008Z","caller":"traceutil/trace.go:171","msg":"trace[1289961736] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5325; }","duration":"430.933014ms","start":"2026-07-03T19:29:39.253026Z","end":"2026-07-03T19:29:39.683959Z","steps":["trace[1289961736] 'read index received' (duration: 86.263171ms)","trace[1289961736] 'applied index is now lower than readState.Index' (duration: 344.667123ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:39.684121Z","caller":"traceutil/trace.go:171","msg":"trace[1030079903] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"454.058057ms","start":"2026-07-03T19:29:39.23005Z","end":"2026-07-03T19:29:39.684108Z","steps":["trace[1030079903] 'process raft request' (duration: 109.383004ms)","trace[1030079903] 'compare' (duration: 343.532878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:39.684184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.23002Z","time spent":"454.133819ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:29:39.684606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.576394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:29:39.684692Z","caller":"traceutil/trace.go:171","msg":"trace[623718464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5116; }","duration":"431.660825ms","start":"2026-07-03T19:29:39.252972Z","end":"2026-07-03T19:29:39.684633Z","steps":["trace[623718464] 'agreement among raft nodes before linearized reading' (duration: 431.451823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.68474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.252952Z","time spent":"431.777907ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:39.684979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.006822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:39.685033Z","caller":"traceutil/trace.go:171","msg":"trace[1652337042] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5116; }","duration":"285.099164ms","start":"2026-07-03T19:29:39.399918Z","end":"2026-07-03T19:29:39.685017Z","steps":["trace[1652337042] 'agreement among raft nodes before linearized reading' (duration: 285.019513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:39.685466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.896467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:39.685562Z","caller":"traceutil/trace.go:171","msg":"trace[1636227780] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5116; }","duration":"251.029149ms","start":"2026-07-03T19:29:39.43451Z","end":"2026-07-03T19:29:39.685539Z","steps":["trace[1636227780] 'agreement among raft nodes before linearized reading' (duration: 250.810536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.200779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239551139s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:29:41.205953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244705381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:41.206279Z","caller":"traceutil/trace.go:171","msg":"trace[950483075] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"1.262273135s","start":"2026-07-03T19:29:39.943979Z","end":"2026-07-03T19:29:41.206252Z","steps":["trace[950483075] 'process raft request' (duration: 1.262141983s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.206377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.943932Z","time spent":"1.262405377s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.206792Z","caller":"traceutil/trace.go:171","msg":"trace[1308297580] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"1.51671345s","start":"2026-07-03T19:29:39.690065Z","end":"2026-07-03T19:29:41.206778Z","steps":["trace[1308297580] 'process raft request' (duration: 271.071407ms)","trace[1308297580] 'compare' (duration: 1.243613205s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.206867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.690035Z","time spent":"1.516793392s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.207193Z","caller":"traceutil/trace.go:171","msg":"trace[1897811103] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"1.498177623s","start":"2026-07-03T19:29:39.709003Z","end":"2026-07-03T19:29:41.207181Z","steps":["trace[1897811103] 'read index received' (duration: 252.402507ms)","trace[1897811103] 'applied index is now lower than readState.Index' (duration: 1.245773816s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.207413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498406276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-03T19:29:41.207451Z","caller":"traceutil/trace.go:171","msg":"trace[1545692611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:5118; }","duration":"1.498487607s","start":"2026-07-03T19:29:39.708954Z","end":"2026-07-03T19:29:41.207442Z","steps":["trace[1545692611] 'agreement among raft nodes before linearized reading' (duration: 1.498346536s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.207486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.708934Z","time spent":"1.498542118s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" "} {"level":"info","ts":"2026-07-03T19:29:41.36056Z","caller":"traceutil/trace.go:171","msg":"trace[511571264] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"565.313169ms","start":"2026-07-03T19:29:40.79522Z","end":"2026-07-03T19:29:41.360533Z","steps":["trace[511571264] 'process raft request' (duration: 565.234618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.360602Z","caller":"traceutil/trace.go:171","msg":"trace[131943883] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"1.169998318s","start":"2026-07-03T19:29:40.190574Z","end":"2026-07-03T19:29:41.360572Z","steps":["trace[131943883] 'process raft request' (duration: 1.160171181s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.36076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.795204Z","time spent":"565.43783ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:41.360814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.190541Z","time spent":"1.170130471s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.360825Z","caller":"traceutil/trace.go:171","msg":"trace[330682359] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5328; }","duration":"153.537877ms","start":"2026-07-03T19:29:41.207225Z","end":"2026-07-03T19:29:41.360763Z","steps":["trace[330682359] 'read index received' (duration: 143.619918ms)","trace[330682359] 'applied index is now lower than readState.Index' (duration: 9.914929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.360994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300356703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:41.36103Z","caller":"traceutil/trace.go:171","msg":"trace[45738369] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5121; }","duration":"1.300423953s","start":"2026-07-03T19:29:40.060597Z","end":"2026-07-03T19:29:41.361021Z","steps":["trace[45738369] 'agreement among raft nodes before linearized reading' (duration: 1.300344632s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.060581Z","time spent":"1.300464805s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:41.361174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564765396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T19:29:41.361258Z","caller":"traceutil/trace.go:171","msg":"trace[961900947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5121; }","duration":"1.564934908s","start":"2026-07-03T19:29:39.796308Z","end":"2026-07-03T19:29:41.361243Z","steps":["trace[961900947] 'agreement among raft nodes before linearized reading' (duration: 1.564619804s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.377412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:29:41.361317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.796274Z","time spent":"1.56502921s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" "} {"level":"info","ts":"2026-07-03T19:29:41.361382Z","caller":"traceutil/trace.go:171","msg":"trace[2069615237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5121; }","duration":"655.579045ms","start":"2026-07-03T19:29:40.705757Z","end":"2026-07-03T19:29:41.361336Z","steps":["trace[2069615237] 'agreement among raft nodes before linearized reading' (duration: 655.050427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.36143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019070687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:41.361442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.571288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:29:41.361458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.705741Z","time spent":"655.706776ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:29:41.361476Z","caller":"traceutil/trace.go:171","msg":"trace[253806909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5121; }","duration":"717.665299ms","start":"2026-07-03T19:29:40.643803Z","end":"2026-07-03T19:29:41.361468Z","steps":["trace[253806909] 'agreement among raft nodes before linearized reading' (duration: 717.504127ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.361482Z","caller":"traceutil/trace.go:171","msg":"trace[943279256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5121; }","duration":"1.019175738s","start":"2026-07-03T19:29:40.342289Z","end":"2026-07-03T19:29:41.361465Z","steps":["trace[943279256] 'agreement among raft nodes before linearized reading' (duration: 1.019084017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.643773Z","time spent":"717.71945ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:29:41.361515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.342258Z","time spent":"1.019248669s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:41.361591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310423003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:41.361641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.360736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:29:41.361646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.801401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:29:41.36166Z","caller":"traceutil/trace.go:171","msg":"trace[2048595009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5121; }","duration":"567.429687ms","start":"2026-07-03T19:29:40.794224Z","end":"2026-07-03T19:29:41.361654Z","steps":["trace[2048595009] 'agreement among raft nodes before linearized reading' (duration: 567.373066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474349677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-03T19:29:41.361681Z","caller":"traceutil/trace.go:171","msg":"trace[281894332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5121; }","duration":"378.881141ms","start":"2026-07-03T19:29:40.982788Z","end":"2026-07-03T19:29:41.36167Z","steps":["trace[281894332] 'agreement among raft nodes before linearized reading' (duration: 378.79308ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.361665Z","caller":"traceutil/trace.go:171","msg":"trace[420268061] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5121; }","duration":"1.310522615s","start":"2026-07-03T19:29:40.051127Z","end":"2026-07-03T19:29:41.361649Z","steps":["trace[420268061] 'agreement among raft nodes before linearized reading' (duration: 1.310352713s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.79419Z","time spent":"567.488018ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:29:41.361703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.982758Z","time spent":"378.939822ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:29:41.361701Z","caller":"traceutil/trace.go:171","msg":"trace[1512768751] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:5121; }","duration":"1.474437997s","start":"2026-07-03T19:29:39.887252Z","end":"2026-07-03T19:29:41.36169Z","steps":["trace[1512768751] 'agreement among raft nodes before linearized reading' (duration: 1.474331736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.051106Z","time spent":"1.310612886s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:41.361733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:39.887226Z","time spent":"1.474499939s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" "} {"level":"warn","ts":"2026-07-03T19:29:41.361768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.03868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:41.361774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.142754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:41.361763Z","caller":"traceutil/trace.go:171","msg":"trace[1437494536] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"192.645859ms","start":"2026-07-03T19:29:41.169093Z","end":"2026-07-03T19:29:41.361739Z","steps":["trace[1437494536] 'process raft request' (duration: 191.403202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.361791Z","caller":"traceutil/trace.go:171","msg":"trace[557166328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5121; }","duration":"230.117242ms","start":"2026-07-03T19:29:41.131666Z","end":"2026-07-03T19:29:41.361783Z","steps":["trace[557166328] 'agreement among raft nodes before linearized reading' (duration: 230.081841ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.361793Z","caller":"traceutil/trace.go:171","msg":"trace[1763873131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"621.191275ms","start":"2026-07-03T19:29:40.740596Z","end":"2026-07-03T19:29:41.361788Z","steps":["trace[1763873131] 'agreement among raft nodes before linearized reading' (duration: 621.160774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.361829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:40.740581Z","time spent":"621.244596ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:29:41.564049Z","caller":"traceutil/trace.go:171","msg":"trace[1895922873] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"198.932258ms","start":"2026-07-03T19:29:41.365099Z","end":"2026-07-03T19:29:41.564032Z","steps":["trace[1895922873] 'read index received' (duration: 189.325763ms)","trace[1895922873] 'applied index is now lower than readState.Index' (duration: 9.605865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.564181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.067589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:41.564451Z","caller":"traceutil/trace.go:171","msg":"trace[1821333834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5122; }","duration":"199.377944ms","start":"2026-07-03T19:29:41.36506Z","end":"2026-07-03T19:29:41.564438Z","steps":["trace[1821333834] 'agreement among raft nodes before linearized reading' (duration: 199.05118ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.564349Z","caller":"traceutil/trace.go:171","msg":"trace[178403736] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"347.829191ms","start":"2026-07-03T19:29:41.216496Z","end":"2026-07-03T19:29:41.564326Z","steps":["trace[178403736] 'process raft request' (duration: 337.914802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.564585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.216465Z","time spent":"348.035803ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:41.862757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.180919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:41.863153Z","caller":"traceutil/trace.go:171","msg":"trace[1471563681] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"496.271975ms","start":"2026-07-03T19:29:41.366846Z","end":"2026-07-03T19:29:41.863118Z","steps":["trace[1471563681] 'process raft request' (duration: 330.61067ms)","trace[1471563681] 'compare' (duration: 165.013047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.863349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.366821Z","time spent":"496.410947ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.863447Z","caller":"traceutil/trace.go:171","msg":"trace[1439476231] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"495.538594ms","start":"2026-07-03T19:29:41.367828Z","end":"2026-07-03T19:29:41.863366Z","steps":["trace[1439476231] 'process raft request' (duration: 495.065327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.863674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.367818Z","time spent":"495.758857ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.863752Z","caller":"traceutil/trace.go:171","msg":"trace[1361139356] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"496.152845ms","start":"2026-07-03T19:29:41.367574Z","end":"2026-07-03T19:29:41.863727Z","steps":["trace[1361139356] 'process raft request' (duration: 495.986031ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.863809Z","caller":"traceutil/trace.go:171","msg":"trace[1458880331] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"495.90965ms","start":"2026-07-03T19:29:41.367884Z","end":"2026-07-03T19:29:41.863794Z","steps":["trace[1458880331] 'process raft request' (duration: 495.488553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.863889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.367877Z","time spent":"495.970511ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:41.863918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.367561Z","time spent":"496.283376ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.865147Z","caller":"traceutil/trace.go:171","msg":"trace[261215061] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"399.998216ms","start":"2026-07-03T19:29:41.465127Z","end":"2026-07-03T19:29:41.865125Z","steps":["trace[261215061] 'process raft request' (duration: 398.516876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:41.865115Z","caller":"traceutil/trace.go:171","msg":"trace[1620986105] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5332; }","duration":"120.586508ms","start":"2026-07-03T19:29:41.74451Z","end":"2026-07-03T19:29:41.865096Z","steps":["trace[1620986105] 'read index received' (duration: 60.31112ms)","trace[1620986105] 'applied index is now lower than readState.Index' (duration: 60.274188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:41.865212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:41.465092Z","time spent":"400.088677ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:41.865267Z","caller":"traceutil/trace.go:171","msg":"trace[500668850] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"160.014616ms","start":"2026-07-03T19:29:41.705234Z","end":"2026-07-03T19:29:41.865249Z","steps":["trace[500668850] 'process raft request' (duration: 159.760803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.86552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.842931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:41.865555Z","caller":"traceutil/trace.go:171","msg":"trace[1269190970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"120.935452ms","start":"2026-07-03T19:29:41.744611Z","end":"2026-07-03T19:29:41.865547Z","steps":["trace[1269190970] 'agreement among raft nodes before linearized reading' (duration: 120.78852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:41.865699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.188676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:41.865726Z","caller":"traceutil/trace.go:171","msg":"trace[1278826318] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5128; }","duration":"121.248127ms","start":"2026-07-03T19:29:41.744469Z","end":"2026-07-03T19:29:41.865717Z","steps":["trace[1278826318] 'agreement among raft nodes before linearized reading' (duration: 121.204876ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:42.849974Z","caller":"traceutil/trace.go:171","msg":"trace[700746387] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5339; }","duration":"478.906449ms","start":"2026-07-03T19:29:42.371041Z","end":"2026-07-03T19:29:42.849947Z","steps":["trace[700746387] 'read index received' (duration: 138.543526ms)","trace[700746387] 'applied index is now lower than readState.Index' (duration: 340.361613ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:42.850106Z","caller":"traceutil/trace.go:171","msg":"trace[1151618470] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"487.078282ms","start":"2026-07-03T19:29:42.363009Z","end":"2026-07-03T19:29:42.850087Z","steps":["trace[1151618470] 'process raft request' (duration: 486.639545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:42.850233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:42.362967Z","time spent":"487.176124ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:42.850312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.252513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-03T19:29:42.850406Z","caller":"traceutil/trace.go:171","msg":"trace[657822823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5130; }","duration":"479.401505ms","start":"2026-07-03T19:29:42.370983Z","end":"2026-07-03T19:29:42.850385Z","steps":["trace[657822823] 'agreement among raft nodes before linearized reading' (duration: 479.158652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:42.850452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:42.370971Z","time spent":"479.468497ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" "} {"level":"info","ts":"2026-07-03T19:29:42.899345Z","caller":"traceutil/trace.go:171","msg":"trace[1682717786] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"387.934813ms","start":"2026-07-03T19:29:42.511387Z","end":"2026-07-03T19:29:42.899322Z","steps":["trace[1682717786] 'process raft request' (duration: 387.425446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:42.899429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.26006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:42.899468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:42.511357Z","time spent":"388.040515ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:42.899565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.418599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-07-03T19:29:42.899498Z","caller":"traceutil/trace.go:171","msg":"trace[162994547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"122.380721ms","start":"2026-07-03T19:29:42.777101Z","end":"2026-07-03T19:29:42.899482Z","steps":["trace[162994547] 'agreement among raft nodes before linearized reading' (duration: 122.28474ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:42.899593Z","caller":"traceutil/trace.go:171","msg":"trace[2023606973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:5131; }","duration":"526.456829ms","start":"2026-07-03T19:29:42.373127Z","end":"2026-07-03T19:29:42.899584Z","steps":["trace[2023606973] 'agreement among raft nodes before linearized reading' (duration: 526.391718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:42.900604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:42.373119Z","time spent":"527.130699ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" "} {"level":"warn","ts":"2026-07-03T19:29:45.722878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:46.223363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:46.312784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092658484s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:29:46.313118Z","caller":"traceutil/trace.go:171","msg":"trace[1156943253] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"1.09308158s","start":"2026-07-03T19:29:45.220016Z","end":"2026-07-03T19:29:46.313098Z","steps":["trace[1156943253] 'process raft request' (duration: 1.092925448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.313278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.219993Z","time spent":"1.093190102s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:46.817183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.5648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:46.817443Z","caller":"traceutil/trace.go:171","msg":"trace[152480317] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5366; }","duration":"1.595283013s","start":"2026-07-03T19:29:45.22214Z","end":"2026-07-03T19:29:46.817423Z","steps":["trace[152480317] 'read index received' (duration: 1.090949031s)","trace[152480317] 'applied index is now lower than readState.Index' (duration: 504.332892ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:46.81756Z","caller":"traceutil/trace.go:171","msg":"trace[2037028519] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"1.424886798s","start":"2026-07-03T19:29:45.392661Z","end":"2026-07-03T19:29:46.817548Z","steps":["trace[2037028519] 'process raft request' (duration: 1.424711416s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.817639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.392646Z","time spent":"1.42495224s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:46.818442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179886589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nq9t2\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-03T19:29:46.818499Z","caller":"traceutil/trace.go:171","msg":"trace[910707362] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nq9t2; range_end:; response_count:1; response_revision:5158; }","duration":"1.179990631s","start":"2026-07-03T19:29:45.638494Z","end":"2026-07-03T19:29:46.818485Z","steps":["trace[910707362] 'agreement among raft nodes before linearized reading' (duration: 1.179849319s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.818537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.638472Z","time spent":"1.180056302s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nq9t2\" "} {"level":"warn","ts":"2026-07-03T19:29:46.818735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.922445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:29:46.818778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.994118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:29:46.818777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.085758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:46.818813Z","caller":"traceutil/trace.go:171","msg":"trace[1472128172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5158; }","duration":"939.07694ms","start":"2026-07-03T19:29:45.879726Z","end":"2026-07-03T19:29:46.818803Z","steps":["trace[1472128172] 'agreement among raft nodes before linearized reading' (duration: 938.978108ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:46.818811Z","caller":"traceutil/trace.go:171","msg":"trace[1858018602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5158; }","duration":"936.024696ms","start":"2026-07-03T19:29:45.882766Z","end":"2026-07-03T19:29:46.818791Z","steps":["trace[1858018602] 'agreement among raft nodes before linearized reading' (duration: 935.782593ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:46.818836Z","caller":"traceutil/trace.go:171","msg":"trace[514395845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5158; }","duration":"807.19865ms","start":"2026-07-03T19:29:46.011621Z","end":"2026-07-03T19:29:46.81882Z","steps":["trace[514395845] 'agreement among raft nodes before linearized reading' (duration: 807.094428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.818816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.963277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:29:46.818858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.882756Z","time spent":"936.091628ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:29:46.818873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.011598Z","time spent":"807.26644ms","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:29:46.818896Z","caller":"traceutil/trace.go:171","msg":"trace[1325761758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5158; }","duration":"939.0812ms","start":"2026-07-03T19:29:45.879796Z","end":"2026-07-03T19:29:46.818877Z","steps":["trace[1325761758] 'agreement among raft nodes before linearized reading' (duration: 938.823946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.818934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.881886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-07-03T19:29:46.818942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.879791Z","time spent":"939.14219ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:29:46.818968Z","caller":"traceutil/trace.go:171","msg":"trace[275670342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:5158; }","duration":"951.962057ms","start":"2026-07-03T19:29:45.866995Z","end":"2026-07-03T19:29:46.818957Z","steps":["trace[275670342] 'agreement among raft nodes before linearized reading' (duration: 951.871665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.818996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.86697Z","time spent":"952.019998ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" "} {"level":"warn","ts":"2026-07-03T19:29:46.819096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.060158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-07-03T19:29:46.819131Z","caller":"traceutil/trace.go:171","msg":"trace[1001478029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:5158; }","duration":"828.13458ms","start":"2026-07-03T19:29:45.990985Z","end":"2026-07-03T19:29:46.819119Z","steps":["trace[1001478029] 'agreement among raft nodes before linearized reading' (duration: 828.036998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.819164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.990962Z","time spent":"828.19477ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" "} {"level":"info","ts":"2026-07-03T19:29:46.819319Z","caller":"traceutil/trace.go:171","msg":"trace[1838317192] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"1.433546179s","start":"2026-07-03T19:29:45.385756Z","end":"2026-07-03T19:29:46.819302Z","steps":["trace[1838317192] 'process raft request' (duration: 1.098760958s)","trace[1838317192] 'compare' (duration: 332.358547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:46.819386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.505726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:29:46.818844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.879701Z","time spent":"939.13626ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:46.819425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.385729Z","time spent":"1.43362216s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:46.819433Z","caller":"traceutil/trace.go:171","msg":"trace[293297347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5158; }","duration":"939.547237ms","start":"2026-07-03T19:29:45.879859Z","end":"2026-07-03T19:29:46.819406Z","steps":["trace[293297347] 'agreement among raft nodes before linearized reading' (duration: 939.463056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.819472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.879852Z","time spent":"939.614158ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:29:46.819556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597410653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:29:46.819834Z","caller":"traceutil/trace.go:171","msg":"trace[1646613038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5158; }","duration":"1.597686866s","start":"2026-07-03T19:29:45.222112Z","end":"2026-07-03T19:29:46.819799Z","steps":["trace[1646613038] 'agreement among raft nodes before linearized reading' (duration: 1.595749259s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.819879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.222105Z","time spent":"1.597763067s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T19:29:46.819877Z","caller":"traceutil/trace.go:171","msg":"trace[1638671426] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"1.428529319s","start":"2026-07-03T19:29:45.391329Z","end":"2026-07-03T19:29:46.819859Z","steps":["trace[1638671426] 'process raft request' (duration: 1.425961333s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:46.820116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:45.391297Z","time spent":"1.428638261s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:47.135119Z","caller":"traceutil/trace.go:171","msg":"trace[693681574] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5369; }","duration":"240.392461ms","start":"2026-07-03T19:29:46.894702Z","end":"2026-07-03T19:29:47.135094Z","steps":["trace[693681574] 'read index received' (duration: 622.079µs)","trace[693681574] 'applied index is now lower than readState.Index' (duration: 239.769072ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:47.135157Z","caller":"traceutil/trace.go:171","msg":"trace[1457330037] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"306.981213ms","start":"2026-07-03T19:29:46.828137Z","end":"2026-07-03T19:29:47.135118Z","steps":["trace[1457330037] 'process raft request' (duration: 306.867332ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:47.135205Z","caller":"traceutil/trace.go:171","msg":"trace[1977337734] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"309.131804ms","start":"2026-07-03T19:29:46.825936Z","end":"2026-07-03T19:29:47.135068Z","steps":["trace[1977337734] 'process raft request' (duration: 308.796109ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:47.135288Z","caller":"traceutil/trace.go:171","msg":"trace[399721582] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"309.238715ms","start":"2026-07-03T19:29:46.826027Z","end":"2026-07-03T19:29:47.135266Z","steps":["trace[399721582] 'process raft request' (duration: 308.941671ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:47.13528Z","caller":"traceutil/trace.go:171","msg":"trace[29934330] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"309.199345ms","start":"2026-07-03T19:29:46.826023Z","end":"2026-07-03T19:29:47.135223Z","steps":["trace[29934330] 'process raft request' (duration: 308.900951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.135373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.825912Z","time spent":"309.372686ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.135382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.826019Z","time spent":"309.314996ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.135382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.828125Z","time spent":"307.139606ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.135467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.768367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:47.1355Z","caller":"traceutil/trace.go:171","msg":"trace[2042442650] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5164; }","duration":"240.844757ms","start":"2026-07-03T19:29:46.894646Z","end":"2026-07-03T19:29:47.135491Z","steps":["trace[2042442650] 'agreement among raft nodes before linearized reading' (duration: 240.788477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:47.135541Z","caller":"traceutil/trace.go:171","msg":"trace[1350635320] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"306.848772ms","start":"2026-07-03T19:29:46.828681Z","end":"2026-07-03T19:29:47.13553Z","steps":["trace[1350635320] 'process raft request' (duration: 306.358435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:47.13554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.826017Z","time spent":"309.380507ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:47.135568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.737692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:29:47.135594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:46.828668Z","time spent":"306.894302ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:47.135616Z","caller":"traceutil/trace.go:171","msg":"trace[222132223] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5164; }","duration":"164.845193ms","start":"2026-07-03T19:29:46.970757Z","end":"2026-07-03T19:29:47.135602Z","steps":["trace[222132223] 'agreement among raft nodes before linearized reading' (duration: 164.708421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:48.307462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.008754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:48.307545Z","caller":"traceutil/trace.go:171","msg":"trace[737020153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5183; }","duration":"256.172447ms","start":"2026-07-03T19:29:48.051346Z","end":"2026-07-03T19:29:48.307519Z","steps":["trace[737020153] 'range keys from in-memory index tree' (duration: 255.802701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:50.132542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:50.24937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.116087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-03T19:29:50.249658Z","caller":"traceutil/trace.go:171","msg":"trace[793499995] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5288; }","duration":"746.488362ms","start":"2026-07-03T19:29:49.503144Z","end":"2026-07-03T19:29:50.249632Z","steps":["trace[793499995] 'range keys from in-memory index tree' (duration: 745.884624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:50.249714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:49.503115Z","time spent":"746.585273ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-03T19:29:50.250603Z","caller":"traceutil/trace.go:171","msg":"trace[806204563] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"618.947958ms","start":"2026-07-03T19:29:49.631638Z","end":"2026-07-03T19:29:50.250586Z","steps":["trace[806204563] 'read index received' (duration: 618.703735ms)","trace[806204563] 'applied index is now lower than readState.Index' (duration: 243.333µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:50.250939Z","caller":"traceutil/trace.go:171","msg":"trace[1937022550] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"730.436451ms","start":"2026-07-03T19:29:49.520483Z","end":"2026-07-03T19:29:50.25092Z","steps":["trace[1937022550] 'process raft request' (duration: 729.962953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:50.251065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:49.52046Z","time spent":"730.526962ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:50.25144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.802292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T19:29:50.251496Z","caller":"traceutil/trace.go:171","msg":"trace[785050855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f; range_end:; response_count:1; response_revision:5289; }","duration":"619.898942ms","start":"2026-07-03T19:29:49.63158Z","end":"2026-07-03T19:29:50.251479Z","steps":["trace[785050855] 'agreement among raft nodes before linearized reading' (duration: 619.75141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:50.251541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:49.631557Z","time spent":"619.974053ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" "} {"level":"warn","ts":"2026-07-03T19:29:50.251738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.764817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:50.25178Z","caller":"traceutil/trace.go:171","msg":"trace[581500741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5289; }","duration":"511.846237ms","start":"2026-07-03T19:29:49.739922Z","end":"2026-07-03T19:29:50.251768Z","steps":["trace[581500741] 'agreement among raft nodes before linearized reading' (duration: 511.784616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:50.251818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:49.739885Z","time spent":"511.925279ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:29:50.252201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.930583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:50.252253Z","caller":"traceutil/trace.go:171","msg":"trace[2025095424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5289; }","duration":"226.025584ms","start":"2026-07-03T19:29:50.026214Z","end":"2026-07-03T19:29:50.25224Z","steps":["trace[2025095424] 'agreement among raft nodes before linearized reading' (duration: 225.953754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:53.196532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:53.697089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:54.197457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:54.697996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:54.740358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:29:54.74044Z","caller":"traceutil/trace.go:171","msg":"trace[880791197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492239s","start":"2026-07-03T19:29:52.739926Z","end":"2026-07-03T19:29:54.740418Z","steps":["trace[880791197] 'agreement among raft nodes before linearized reading' (duration: 2.000390137s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:54.740494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.739915Z","time spent":"2.00056897s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:29:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:29:55.198998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:55.699935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355954967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:29:55.712405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.285644072s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:29:55.99696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061370079s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:55.997104Z","caller":"traceutil/trace.go:171","msg":"trace[557827063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5315; }","duration":"3.061533161s","start":"2026-07-03T19:29:52.935547Z","end":"2026-07-03T19:29:55.99708Z","steps":["trace[557827063] 'range keys from in-memory index tree' (duration: 3.061343388s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:55.99877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.998609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:55.998893Z","caller":"traceutil/trace.go:171","msg":"trace[1584540010] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"3.57227737s","start":"2026-07-03T19:29:52.426593Z","end":"2026-07-03T19:29:55.99887Z","steps":["trace[1584540010] 'process raft request' (duration: 3.286085578s)","trace[1584540010] 'compare' (duration: 285.350291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:29:55.998967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.426561Z","time spent":"3.572376361s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:29:56.404705Z","caller":"traceutil/trace.go:171","msg":"trace[1134435816] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5534; }","duration":"3.709118573s","start":"2026-07-03T19:29:52.695569Z","end":"2026-07-03T19:29:56.404687Z","steps":["trace[1134435816] 'read index received' (duration: 3.017082065s)","trace[1134435816] 'applied index is now lower than readState.Index' (duration: 692.035618ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:56.404748Z","caller":"traceutil/trace.go:171","msg":"trace[970824183] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"3.569966422s","start":"2026-07-03T19:29:52.834737Z","end":"2026-07-03T19:29:56.404704Z","steps":["trace[970824183] 'process raft request' (duration: 3.569728069s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.404814Z","caller":"traceutil/trace.go:171","msg":"trace[1155713032] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"1.035146284s","start":"2026-07-03T19:29:55.369661Z","end":"2026-07-03T19:29:56.404807Z","steps":["trace[1155713032] 'process raft request' (duration: 1.034995162s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.404781Z","caller":"traceutil/trace.go:171","msg":"trace[272354201] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"3.562210795s","start":"2026-07-03T19:29:52.842535Z","end":"2026-07-03T19:29:56.404746Z","steps":["trace[272354201] 'process raft request' (duration: 3.562097183s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.404903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:55.369629Z","time spent":"1.035206215s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:56.404919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.834705Z","time spent":"3.570118405s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:56.405149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.842523Z","time spent":"3.562343767s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:56.405217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544622742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:56.405234Z","caller":"traceutil/trace.go:171","msg":"trace[1113791472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5320; }","duration":"3.544676413s","start":"2026-07-03T19:29:52.860553Z","end":"2026-07-03T19:29:56.405229Z","steps":["trace[1113791472] 'agreement among raft nodes before linearized reading' (duration: 3.544644963s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.860532Z","time spent":"3.544717634s","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.405397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.34557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:56.405413Z","caller":"traceutil/trace.go:171","msg":"trace[1153347063] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5320; }","duration":"182.405571ms","start":"2026-07-03T19:29:56.223002Z","end":"2026-07-03T19:29:56.405408Z","steps":["trace[1153347063] 'agreement among raft nodes before linearized reading' (duration: 182.377951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138993007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-07-03T19:29:56.405506Z","caller":"traceutil/trace.go:171","msg":"trace[1030637411] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"3.56461959s","start":"2026-07-03T19:29:52.840867Z","end":"2026-07-03T19:29:56.405487Z","steps":["trace[1030637411] 'process raft request' (duration: 3.563741777s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.405533Z","caller":"traceutil/trace.go:171","msg":"trace[1200000733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f; range_end:; response_count:1; response_revision:5320; }","duration":"3.139032398s","start":"2026-07-03T19:29:53.266496Z","end":"2026-07-03T19:29:56.405528Z","steps":["trace[1200000733] 'agreement among raft nodes before linearized reading' (duration: 3.138984227s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.266483Z","time spent":"3.139060508s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3962,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.840834Z","time spent":"3.564706641s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:29:56.405584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664435386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:29:56.405661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142473075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:56.405678Z","caller":"traceutil/trace.go:171","msg":"trace[2115175806] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5320; }","duration":"3.142542715s","start":"2026-07-03T19:29:53.263131Z","end":"2026-07-03T19:29:56.405673Z","steps":["trace[2115175806] 'agreement among raft nodes before linearized reading' (duration: 3.142478285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.263107Z","time spent":"3.142581247s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":96,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.405171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70960166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-07-03T19:29:56.405702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067738694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T19:29:56.405737Z","caller":"traceutil/trace.go:171","msg":"trace[1239551582] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9-tls; range_end:; response_count:1; response_revision:5320; }","duration":"3.710158968s","start":"2026-07-03T19:29:52.695561Z","end":"2026-07-03T19:29:56.40572Z","steps":["trace[1239551582] 'agreement among raft nodes before linearized reading' (duration: 3.709523759s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.405738Z","caller":"traceutil/trace.go:171","msg":"trace[254808714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5320; }","duration":"1.664547457s","start":"2026-07-03T19:29:54.741085Z","end":"2026-07-03T19:29:56.405633Z","steps":["trace[254808714] 'agreement among raft nodes before linearized reading' (duration: 1.664438205s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244624235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:29:56.405794Z","caller":"traceutil/trace.go:171","msg":"trace[1108591292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5320; }","duration":"3.244659825s","start":"2026-07-03T19:29:53.16113Z","end":"2026-07-03T19:29:56.40579Z","steps":["trace[1108591292] 'agreement among raft nodes before linearized reading' (duration: 3.244619574s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.405781Z","caller":"traceutil/trace.go:171","msg":"trace[630756275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5320; }","duration":"3.067877097s","start":"2026-07-03T19:29:53.337882Z","end":"2026-07-03T19:29:56.405759Z","steps":["trace[630756275] 'agreement among raft nodes before linearized reading' (duration: 3.067602253s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.695537Z","time spent":"3.71023596s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9-tls\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.161119Z","time spent":"3.244684505s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.741057Z","time spent":"1.66472609s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.337859Z","time spent":"3.067969248s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244945049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:29:56.405888Z","caller":"traceutil/trace.go:171","msg":"trace[425762956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5320; }","duration":"3.245003379s","start":"2026-07-03T19:29:53.160879Z","end":"2026-07-03T19:29:56.405882Z","steps":["trace[425762956] 'agreement among raft nodes before linearized reading' (duration: 3.244968289s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.4059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.16084Z","time spent":"3.24505678s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:56.405956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249057765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:29:56.405968Z","caller":"traceutil/trace.go:171","msg":"trace[915380028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5320; }","duration":"3.249083665s","start":"2026-07-03T19:29:53.156879Z","end":"2026-07-03T19:29:56.405963Z","steps":["trace[915380028] 'agreement among raft nodes before linearized reading' (duration: 3.249051905s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.405978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.156873Z","time spent":"3.249102605s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249248017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:29:56.406044Z","caller":"traceutil/trace.go:171","msg":"trace[1402818175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5320; }","duration":"3.2494876s","start":"2026-07-03T19:29:53.156553Z","end":"2026-07-03T19:29:56.40604Z","steps":["trace[1402818175] 'agreement among raft nodes before linearized reading' (duration: 3.24945573s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.156527Z","time spent":"3.249524711s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.698979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:29:56.406095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136828186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:56.406096Z","caller":"traceutil/trace.go:171","msg":"trace[408746239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5320; }","duration":"316.802581ms","start":"2026-07-03T19:29:56.089276Z","end":"2026-07-03T19:29:56.406078Z","steps":["trace[408746239] 'agreement among raft nodes before linearized reading' (duration: 316.71776ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.406132Z","caller":"traceutil/trace.go:171","msg":"trace[1146804856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5320; }","duration":"2.136941617s","start":"2026-07-03T19:29:54.269179Z","end":"2026-07-03T19:29:56.40612Z","steps":["trace[1146804856] 'agreement among raft nodes before linearized reading' (duration: 2.136878277s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.40614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:56.089252Z","time spent":"316.875432ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.406163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.269155Z","time spent":"2.136999979s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.406237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775046237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-07-03T19:29:56.406284Z","caller":"traceutil/trace.go:171","msg":"trace[1688282075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f; range_end:; response_count:1; response_revision:5320; }","duration":"2.775130348s","start":"2026-07-03T19:29:53.631141Z","end":"2026-07-03T19:29:56.406271Z","steps":["trace[1688282075] 'agreement among raft nodes before linearized reading' (duration: 2.774966836s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.631121Z","time spent":"2.775186989s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3962,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488367706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:29:56.406355Z","caller":"traceutil/trace.go:171","msg":"trace[24179754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5320; }","duration":"3.48863821s","start":"2026-07-03T19:29:52.917712Z","end":"2026-07-03T19:29:56.40635Z","steps":["trace[24179754] 'agreement among raft nodes before linearized reading' (duration: 3.488370817s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:52.9177Z","time spent":"3.488668002s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967675414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:29:56.406398Z","caller":"traceutil/trace.go:171","msg":"trace[1278653727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5320; }","duration":"2.967727575s","start":"2026-07-03T19:29:53.438662Z","end":"2026-07-03T19:29:56.40639Z","steps":["trace[1278653727] 'agreement among raft nodes before linearized reading' (duration: 2.967630854s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:53.43865Z","time spent":"2.967768875s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.722633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5beb672e48\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-03T19:29:56.406512Z","caller":"traceutil/trace.go:171","msg":"trace[1964110415] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5beb672e48; range_end:; response_count:1; response_revision:5320; }","duration":"794.815674ms","start":"2026-07-03T19:29:55.611683Z","end":"2026-07-03T19:29:56.406498Z","steps":["trace[1964110415] 'agreement among raft nodes before linearized reading' (duration: 794.634742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.40654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570319898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:56.406556Z","caller":"traceutil/trace.go:171","msg":"trace[898427931] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5320; }","duration":"1.570386189s","start":"2026-07-03T19:29:54.836165Z","end":"2026-07-03T19:29:56.406551Z","steps":["trace[898427931] 'agreement among raft nodes before linearized reading' (duration: 1.570355349s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:55.611657Z","time spent":"794.887475ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5beb672e48\" "} {"level":"warn","ts":"2026-07-03T19:29:56.406569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.836132Z","time spent":"1.570433569s","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.406711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352063883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:29:56.406752Z","caller":"traceutil/trace.go:171","msg":"trace[705072843] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5320; }","duration":"2.352164215s","start":"2026-07-03T19:29:54.054576Z","end":"2026-07-03T19:29:56.40674Z","steps":["trace[705072843] 'agreement among raft nodes before linearized reading' (duration: 2.352086864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.406784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:29:54.054545Z","time spent":"2.352231105s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:29:56.635461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.918809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:29:56.635708Z","caller":"traceutil/trace.go:171","msg":"trace[397443851] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"222.386271ms","start":"2026-07-03T19:29:56.413296Z","end":"2026-07-03T19:29:56.635682Z","steps":["trace[397443851] 'process raft request' (duration: 52.145588ms)","trace[397443851] 'compare' (duration: 169.674805ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:56.636065Z","caller":"traceutil/trace.go:171","msg":"trace[1982024775] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"222.472092ms","start":"2026-07-03T19:29:56.413582Z","end":"2026-07-03T19:29:56.636054Z","steps":["trace[1982024775] 'process raft request' (duration: 222.011486ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.636128Z","caller":"traceutil/trace.go:171","msg":"trace[998451878] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5539; }","duration":"221.199355ms","start":"2026-07-03T19:29:56.414904Z","end":"2026-07-03T19:29:56.636104Z","steps":["trace[998451878] 'read index received' (duration: 50.517925ms)","trace[998451878] 'applied index is now lower than readState.Index' (duration: 170.68044ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:29:56.636295Z","caller":"traceutil/trace.go:171","msg":"trace[1059984683] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"221.087773ms","start":"2026-07-03T19:29:56.415197Z","end":"2026-07-03T19:29:56.636285Z","steps":["trace[1059984683] 'process raft request' (duration: 220.8624ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.636411Z","caller":"traceutil/trace.go:171","msg":"trace[1286347264] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"222.710776ms","start":"2026-07-03T19:29:56.413692Z","end":"2026-07-03T19:29:56.636403Z","steps":["trace[1286347264] 'process raft request' (duration: 222.190599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.63647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.541799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9719"} {"level":"info","ts":"2026-07-03T19:29:56.636512Z","caller":"traceutil/trace.go:171","msg":"trace[1414497107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5326; }","duration":"221.59461ms","start":"2026-07-03T19:29:56.414902Z","end":"2026-07-03T19:29:56.636497Z","steps":["trace[1414497107] 'agreement among raft nodes before linearized reading' (duration: 221.428568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.63652Z","caller":"traceutil/trace.go:171","msg":"trace[184495560] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"222.717656ms","start":"2026-07-03T19:29:56.413794Z","end":"2026-07-03T19:29:56.636511Z","steps":["trace[184495560] 'process raft request' (duration: 222.199709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:29:56.636626Z","caller":"traceutil/trace.go:171","msg":"trace[1221943205] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"222.232989ms","start":"2026-07-03T19:29:56.414382Z","end":"2026-07-03T19:29:56.636615Z","steps":["trace[1221943205] 'process raft request' (duration: 221.647791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.636743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.088849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:29:56.636774Z","caller":"traceutil/trace.go:171","msg":"trace[1777244814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5326; }","duration":"220.1269ms","start":"2026-07-03T19:29:56.416637Z","end":"2026-07-03T19:29:56.636764Z","steps":["trace[1777244814] 'agreement among raft nodes before linearized reading' (duration: 220.082769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:29:56.637527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.522735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-07-03T19:29:56.637572Z","caller":"traceutil/trace.go:171","msg":"trace[1923850960] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9-tls; range_end:; response_count:1; response_revision:5326; }","duration":"220.576655ms","start":"2026-07-03T19:29:56.416984Z","end":"2026-07-03T19:29:56.637561Z","steps":["trace[1923850960] 'agreement among raft nodes before linearized reading' (duration: 220.466404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.024895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.121998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:01.025254Z","caller":"traceutil/trace.go:171","msg":"trace[1494881690] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"604.839733ms","start":"2026-07-03T19:30:00.420388Z","end":"2026-07-03T19:30:01.025228Z","steps":["trace[1494881690] 'process raft request' (duration: 604.737971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.025368Z","caller":"traceutil/trace.go:171","msg":"trace[868336763] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"666.026403ms","start":"2026-07-03T19:30:00.359283Z","end":"2026-07-03T19:30:01.02531Z","steps":["trace[868336763] 'process raft request' (duration: 97.405597ms)","trace[868336763] 'compare' (duration: 567.339898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:01.025385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.42036Z","time spent":"604.965615ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.025437Z","caller":"traceutil/trace.go:171","msg":"trace[406294369] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5592; }","duration":"595.955391ms","start":"2026-07-03T19:30:00.429448Z","end":"2026-07-03T19:30:01.025403Z","steps":["trace[406294369] 'read index received' (duration: 27.255504ms)","trace[406294369] 'applied index is now lower than readState.Index' (duration: 568.697157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:01.025534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.359266Z","time spent":"666.169805ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.025476Z","caller":"traceutil/trace.go:171","msg":"trace[992795250] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"604.914724ms","start":"2026-07-03T19:30:00.420512Z","end":"2026-07-03T19:30:01.025426Z","steps":["trace[992795250] 'process raft request' (duration: 604.668681ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.025305Z","caller":"traceutil/trace.go:171","msg":"trace[1853011347] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"606.609547ms","start":"2026-07-03T19:30:00.418662Z","end":"2026-07-03T19:30:01.025272Z","steps":["trace[1853011347] 'process raft request' (duration: 606.357864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.025725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.420506Z","time spent":"605.114257ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:01.02578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.295455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T19:30:01.025832Z","caller":"traceutil/trace.go:171","msg":"trace[916843441] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5376; }","duration":"596.418308ms","start":"2026-07-03T19:30:00.429399Z","end":"2026-07-03T19:30:01.025818Z","steps":["trace[916843441] 'agreement among raft nodes before linearized reading' (duration: 596.155954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.02595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.852312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:30:01.025956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.429328Z","time spent":"596.57196ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-03T19:30:01.02596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.109869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:01.025996Z","caller":"traceutil/trace.go:171","msg":"trace[1956198189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5376; }","duration":"373.905454ms","start":"2026-07-03T19:30:00.652078Z","end":"2026-07-03T19:30:01.025983Z","steps":["trace[1956198189] 'agreement among raft nodes before linearized reading' (duration: 373.824193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.026028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.652072Z","time spent":"373.949194ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:01.026087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.726634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:30:01.026092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.41863Z","time spent":"607.072074ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:01.026138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.979256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:01.02614Z","caller":"traceutil/trace.go:171","msg":"trace[784765877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5376; }","duration":"374.775545ms","start":"2026-07-03T19:30:00.651349Z","end":"2026-07-03T19:30:01.026125Z","steps":["trace[784765877] 'agreement among raft nodes before linearized reading' (duration: 374.697664ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.026167Z","caller":"traceutil/trace.go:171","msg":"trace[1004362591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5376; }","duration":"369.053266ms","start":"2026-07-03T19:30:00.657106Z","end":"2026-07-03T19:30:01.026159Z","steps":["trace[1004362591] 'agreement among raft nodes before linearized reading' (duration: 368.989295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.02619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.651346Z","time spent":"374.831805ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:01.026202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.657081Z","time spent":"369.112528ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:30:01.026021Z","caller":"traceutil/trace.go:171","msg":"trace[1634850420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5376; }","duration":"375.204511ms","start":"2026-07-03T19:30:00.650795Z","end":"2026-07-03T19:30:01.026Z","steps":["trace[1634850420] 'agreement among raft nodes before linearized reading' (duration: 375.10396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.026319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.582891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:01.0265Z","caller":"traceutil/trace.go:171","msg":"trace[1237564550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5376; }","duration":"288.800285ms","start":"2026-07-03T19:30:00.737686Z","end":"2026-07-03T19:30:01.026486Z","steps":["trace[1237564550] 'agreement among raft nodes before linearized reading' (duration: 288.232027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.026351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.650737Z","time spent":"375.599816ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:01.026406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.092069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:30:01.026865Z","caller":"traceutil/trace.go:171","msg":"trace[230260444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5376; }","duration":"375.559255ms","start":"2026-07-03T19:30:00.651291Z","end":"2026-07-03T19:30:01.026851Z","steps":["trace[230260444] 'agreement among raft nodes before linearized reading' (duration: 374.986668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.026916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:00.651287Z","time spent":"375.615716ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:30:01.622647Z","caller":"traceutil/trace.go:171","msg":"trace[73644605] linearizableReadLoop","detail":"{readStateIndex:5600; appliedIndex:5596; }","duration":"586.291903ms","start":"2026-07-03T19:30:01.036333Z","end":"2026-07-03T19:30:01.622625Z","steps":["trace[73644605] 'read index received' (duration: 72.23118ms)","trace[73644605] 'applied index is now lower than readState.Index' (duration: 514.059623ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:01.622992Z","caller":"traceutil/trace.go:171","msg":"trace[1838697228] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"586.709049ms","start":"2026-07-03T19:30:01.036273Z","end":"2026-07-03T19:30:01.622982Z","steps":["trace[1838697228] 'process raft request' (duration: 585.933498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036244Z","time spent":"586.776209ms","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.623357Z","caller":"traceutil/trace.go:171","msg":"trace[1119896284] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"587.065534ms","start":"2026-07-03T19:30:01.036281Z","end":"2026-07-03T19:30:01.623346Z","steps":["trace[1119896284] 'process raft request' (duration: 586.07506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036256Z","time spent":"587.126154ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.623579Z","caller":"traceutil/trace.go:171","msg":"trace[1352468668] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"587.254706ms","start":"2026-07-03T19:30:01.036316Z","end":"2026-07-03T19:30:01.62357Z","steps":["trace[1352468668] 'process raft request' (duration: 586.0754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036257Z","time spent":"587.344897ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.623718Z","caller":"traceutil/trace.go:171","msg":"trace[966397630] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"587.383307ms","start":"2026-07-03T19:30:01.036328Z","end":"2026-07-03T19:30:01.623712Z","steps":["trace[966397630] 'process raft request' (duration: 586.10124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036318Z","time spent":"587.414888ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.62384Z","caller":"traceutil/trace.go:171","msg":"trace[382351588] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"587.481739ms","start":"2026-07-03T19:30:01.036351Z","end":"2026-07-03T19:30:01.623833Z","steps":["trace[382351588] 'process raft request' (duration: 586.101181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036347Z","time spent":"587.508399ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.623954Z","caller":"traceutil/trace.go:171","msg":"trace[33727969] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"587.598411ms","start":"2026-07-03T19:30:01.036349Z","end":"2026-07-03T19:30:01.623947Z","steps":["trace[33727969] 'process raft request' (duration: 586.126711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.623986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036319Z","time spent":"587.649001ms","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.624073Z","caller":"traceutil/trace.go:171","msg":"trace[1234242066] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"587.688571ms","start":"2026-07-03T19:30:01.036378Z","end":"2026-07-03T19:30:01.624066Z","steps":["trace[1234242066] 'process raft request' (duration: 586.12501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.624107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036372Z","time spent":"587.715601ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.624206Z","caller":"traceutil/trace.go:171","msg":"trace[1690526791] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"587.793453ms","start":"2026-07-03T19:30:01.036389Z","end":"2026-07-03T19:30:01.624183Z","steps":["trace[1690526791] 'process raft request' (duration: 586.138471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.624357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036381Z","time spent":"587.907994ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:01.62465Z","caller":"traceutil/trace.go:171","msg":"trace[259739262] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"581.536448ms","start":"2026-07-03T19:30:01.043099Z","end":"2026-07-03T19:30:01.624635Z","steps":["trace[259739262] 'process raft request' (duration: 579.473629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.624714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.043068Z","time spent":"581.610929ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:01.625139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.802737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T19:30:01.625176Z","caller":"traceutil/trace.go:171","msg":"trace[61257403] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5386; }","duration":"588.876479ms","start":"2026-07-03T19:30:01.036287Z","end":"2026-07-03T19:30:01.625163Z","steps":["trace[61257403] 'agreement among raft nodes before linearized reading' (duration: 588.742957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.625175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.525283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:01.625198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.036266Z","time spent":"588.927329ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T19:30:01.625208Z","caller":"traceutil/trace.go:171","msg":"trace[1006628769] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5386; }","duration":"480.611233ms","start":"2026-07-03T19:30:01.144586Z","end":"2026-07-03T19:30:01.625197Z","steps":["trace[1006628769] 'agreement among raft nodes before linearized reading' (duration: 480.556563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:01.625231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.144551Z","time spent":"480.674905ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:01.625461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.838481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T19:30:01.625519Z","caller":"traceutil/trace.go:171","msg":"trace[1001319861] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5386; }","duration":"207.911182ms","start":"2026-07-03T19:30:01.417572Z","end":"2026-07-03T19:30:01.625483Z","steps":["trace[1001319861] 'agreement among raft nodes before linearized reading' (duration: 207.798381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.748577Z","caller":"traceutil/trace.go:171","msg":"trace[1866705302] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"117.633814ms","start":"2026-07-03T19:30:01.630909Z","end":"2026-07-03T19:30:01.748543Z","steps":["trace[1866705302] 'process raft request' (duration: 78.899242ms)","trace[1866705302] 'compare' (duration: 38.564109ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:01.767875Z","caller":"traceutil/trace.go:171","msg":"trace[1806190767] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"136.894809ms","start":"2026-07-03T19:30:01.630958Z","end":"2026-07-03T19:30:01.767853Z","steps":["trace[1806190767] 'process raft request' (duration: 136.721546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.768179Z","caller":"traceutil/trace.go:171","msg":"trace[1987325223] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"136.144038ms","start":"2026-07-03T19:30:01.632017Z","end":"2026-07-03T19:30:01.768161Z","steps":["trace[1987325223] 'process raft request' (duration: 135.781903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:01.768429Z","caller":"traceutil/trace.go:171","msg":"trace[1420861534] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"135.909425ms","start":"2026-07-03T19:30:01.632508Z","end":"2026-07-03T19:30:01.768418Z","steps":["trace[1420861534] 'process raft request' (duration: 135.589731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.339674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.907156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:30:02.339697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.233682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:02.339738Z","caller":"traceutil/trace.go:171","msg":"trace[2120255445] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5390; }","duration":"433.010918ms","start":"2026-07-03T19:30:01.906712Z","end":"2026-07-03T19:30:02.339723Z","steps":["trace[2120255445] 'count revisions from in-memory index tree' (duration: 432.840116ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:02.339743Z","caller":"traceutil/trace.go:171","msg":"trace[1116367709] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5390; }","duration":"323.326943ms","start":"2026-07-03T19:30:02.016404Z","end":"2026-07-03T19:30:02.339731Z","steps":["trace[1116367709] 'count revisions from in-memory index tree' (duration: 323.168641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.339771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.906696Z","time spent":"433.066468ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":77,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:02.339784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:02.016383Z","time spent":"323.386054ms","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:02.339693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.0469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T19:30:02.339922Z","caller":"traceutil/trace.go:171","msg":"trace[1390241666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5390; }","duration":"490.291643ms","start":"2026-07-03T19:30:01.849623Z","end":"2026-07-03T19:30:02.339914Z","steps":["trace[1390241666] 'range keys from in-memory index tree' (duration: 489.935918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.339945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:01.849616Z","time spent":"490.321974ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-03T19:30:02.34017Z","caller":"traceutil/trace.go:171","msg":"trace[1845488017] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5610; }","duration":"174.675355ms","start":"2026-07-03T19:30:02.165484Z","end":"2026-07-03T19:30:02.34016Z","steps":["trace[1845488017] 'read index received' (duration: 167.71576ms)","trace[1845488017] 'applied index is now lower than readState.Index' (duration: 6.958935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:02.340241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.755936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:30:02.340258Z","caller":"traceutil/trace.go:171","msg":"trace[2065510228] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:5391; }","duration":"174.816457ms","start":"2026-07-03T19:30:02.165436Z","end":"2026-07-03T19:30:02.340252Z","steps":["trace[2065510228] 'agreement among raft nodes before linearized reading' (duration: 174.757596ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:02.340254Z","caller":"traceutil/trace.go:171","msg":"trace[2136413064] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"308.697752ms","start":"2026-07-03T19:30:02.031547Z","end":"2026-07-03T19:30:02.340244Z","steps":["trace[2136413064] 'process raft request' (duration: 301.729957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:02.340359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:02.031533Z","time spent":"308.743862ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:03.580877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355955123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:30:03.933522Z","caller":"traceutil/trace.go:171","msg":"trace[1290936750] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"901.506052ms","start":"2026-07-03T19:30:03.031993Z","end":"2026-07-03T19:30:03.933499Z","steps":["trace[1290936750] 'process raft request' (duration: 901.289449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.933858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.031975Z","time spent":"901.619733ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:03.945754Z","caller":"traceutil/trace.go:171","msg":"trace[1662865672] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5617; }","duration":"865.369767ms","start":"2026-07-03T19:30:03.080358Z","end":"2026-07-03T19:30:03.945728Z","steps":["trace[1662865672] 'read index received' (duration: 852.952717ms)","trace[1662865672] 'applied index is now lower than readState.Index' (duration: 12.4159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:03.946233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.860783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:03.946279Z","caller":"traceutil/trace.go:171","msg":"trace[1822961159] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5399; }","duration":"865.977105ms","start":"2026-07-03T19:30:03.080292Z","end":"2026-07-03T19:30:03.946269Z","steps":["trace[1822961159] 'agreement among raft nodes before linearized reading' (duration: 865.846973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.946315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.080267Z","time spent":"866.038016ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":50,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:03.946334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.376688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:03.946378Z","caller":"traceutil/trace.go:171","msg":"trace[423172304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5399; }","duration":"833.476919ms","start":"2026-07-03T19:30:03.112889Z","end":"2026-07-03T19:30:03.946366Z","steps":["trace[423172304] 'agreement among raft nodes before linearized reading' (duration: 833.292937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.946417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.112866Z","time spent":"833.54499ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:03.946452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.178084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:03.946516Z","caller":"traceutil/trace.go:171","msg":"trace[320172048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5399; }","duration":"206.278595ms","start":"2026-07-03T19:30:03.740223Z","end":"2026-07-03T19:30:03.946502Z","steps":["trace[320172048] 'agreement among raft nodes before linearized reading' (duration: 206.157654ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:03.946534Z","caller":"traceutil/trace.go:171","msg":"trace[1348554055] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"913.12965ms","start":"2026-07-03T19:30:03.03339Z","end":"2026-07-03T19:30:03.946519Z","steps":["trace[1348554055] 'process raft request' (duration: 912.102957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.946614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.033383Z","time spent":"913.176431ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:03.946639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.411635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:30:03.946676Z","caller":"traceutil/trace.go:171","msg":"trace[1848926743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5399; }","duration":"316.460776ms","start":"2026-07-03T19:30:03.630204Z","end":"2026-07-03T19:30:03.946665Z","steps":["trace[1848926743] 'agreement among raft nodes before linearized reading' (duration: 316.364184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.946714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.630197Z","time spent":"316.510117ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T19:30:03.946752Z","caller":"traceutil/trace.go:171","msg":"trace[1754825842] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"911.478688ms","start":"2026-07-03T19:30:03.035264Z","end":"2026-07-03T19:30:03.946743Z","steps":["trace[1754825842] 'process raft request' (duration: 910.417573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.946803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.035258Z","time spent":"911.516999ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:03.946894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.183227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:30:03.947009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.342039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:03.946931Z","caller":"traceutil/trace.go:171","msg":"trace[490345592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5399; }","duration":"317.226408ms","start":"2026-07-03T19:30:03.629695Z","end":"2026-07-03T19:30:03.946922Z","steps":["trace[490345592] 'agreement among raft nodes before linearized reading' (duration: 317.136177ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:03.947032Z","caller":"traceutil/trace.go:171","msg":"trace[224564188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5399; }","duration":"317.40198ms","start":"2026-07-03T19:30:03.629623Z","end":"2026-07-03T19:30:03.947025Z","steps":["trace[224564188] 'agreement among raft nodes before linearized reading' (duration: 317.293959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.947053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.629605Z","time spent":"317.44242ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:03.947055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.629692Z","time spent":"317.353029ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:03.94713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.4357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:30:03.947161Z","caller":"traceutil/trace.go:171","msg":"trace[173820954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5399; }","duration":"317.475001ms","start":"2026-07-03T19:30:03.629677Z","end":"2026-07-03T19:30:03.947152Z","steps":["trace[173820954] 'agreement among raft nodes before linearized reading' (duration: 317.350279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:03.947187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:03.629673Z","time spent":"317.507911ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:30:08.641753Z","caller":"traceutil/trace.go:171","msg":"trace[1914138716] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"235.623739ms","start":"2026-07-03T19:30:08.406105Z","end":"2026-07-03T19:30:08.641728Z","steps":["trace[1914138716] 'read index received' (duration: 235.367165ms)","trace[1914138716] 'applied index is now lower than readState.Index' (duration: 255.524µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:08.642128Z","caller":"traceutil/trace.go:171","msg":"trace[2028579282] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"285.938135ms","start":"2026-07-03T19:30:08.356176Z","end":"2026-07-03T19:30:08.642114Z","steps":["trace[2028579282] 'process raft request' (duration: 285.370487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.642437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.323928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-07-03T19:30:08.642472Z","caller":"traceutil/trace.go:171","msg":"trace[2025327490] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5432; }","duration":"236.41322ms","start":"2026-07-03T19:30:08.406048Z","end":"2026-07-03T19:30:08.642461Z","steps":["trace[2025327490] 'agreement among raft nodes before linearized reading' (duration: 236.270168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:08.64268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.484473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T19:30:08.64271Z","caller":"traceutil/trace.go:171","msg":"trace[1643097183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5432; }","duration":"174.554583ms","start":"2026-07-03T19:30:08.468145Z","end":"2026-07-03T19:30:08.6427Z","steps":["trace[1643097183] 'agreement among raft nodes before linearized reading' (duration: 174.473522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:09.062652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.047025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:09.062785Z","caller":"traceutil/trace.go:171","msg":"trace[592211479] linearizableReadLoop","detail":"{readStateIndex:5655; appliedIndex:5654; }","duration":"388.201132ms","start":"2026-07-03T19:30:08.674565Z","end":"2026-07-03T19:30:09.062767Z","steps":["trace[592211479] 'read index received' (duration: 260.975414ms)","trace[592211479] 'applied index is now lower than readState.Index' (duration: 127.224608ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:09.062866Z","caller":"traceutil/trace.go:171","msg":"trace[442258308] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"408.824053ms","start":"2026-07-03T19:30:08.65403Z","end":"2026-07-03T19:30:09.062854Z","steps":["trace[442258308] 'process raft request' (duration: 281.481094ms)","trace[442258308] 'compare' (duration: 126.888003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:09.062926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.653996Z","time spent":"408.897685ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:09.062978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.378254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:09.063061Z","caller":"traceutil/trace.go:171","msg":"trace[1619170524] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5433; }","duration":"388.499095ms","start":"2026-07-03T19:30:08.674541Z","end":"2026-07-03T19:30:09.06304Z","steps":["trace[1619170524] 'agreement among raft nodes before linearized reading' (duration: 388.359134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:09.063156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.67453Z","time spent":"388.614708ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:09.563437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355955217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:10.34724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.974732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:10.347397Z","caller":"traceutil/trace.go:171","msg":"trace[85900784] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"1.588138925s","start":"2026-07-03T19:30:08.759189Z","end":"2026-07-03T19:30:10.347328Z","steps":["trace[85900784] 'process raft request' (duration: 829.995351ms)","trace[85900784] 'compare' (duration: 757.670807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:10.347464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.759158Z","time spent":"1.588275257s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:10.496168Z","caller":"traceutil/trace.go:171","msg":"trace[1237652571] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"1.426306242s","start":"2026-07-03T19:30:09.069839Z","end":"2026-07-03T19:30:10.496145Z","steps":["trace[1237652571] 'process raft request' (duration: 1.42614724s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:10.496345Z","caller":"traceutil/trace.go:171","msg":"trace[1315280675] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"1.426579997s","start":"2026-07-03T19:30:09.069743Z","end":"2026-07-03T19:30:10.496323Z","steps":["trace[1315280675] 'process raft request' (duration: 1.386022693s)","trace[1315280675] 'compare' (duration: 40.058306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:10.496438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.069718Z","time spent":"1.426674649s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:10.496527Z","caller":"traceutil/trace.go:171","msg":"trace[1328354065] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"1.426582917s","start":"2026-07-03T19:30:09.069889Z","end":"2026-07-03T19:30:10.496472Z","steps":["trace[1328354065] 'process raft request' (duration: 1.426188641s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.496827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.069881Z","time spent":"1.42672323s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:10.496948Z","caller":"traceutil/trace.go:171","msg":"trace[1188758752] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.426535266s","start":"2026-07-03T19:30:09.0704Z","end":"2026-07-03T19:30:10.496935Z","steps":["trace[1188758752] 'process raft request' (duration: 1.425709904s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.497023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.070393Z","time spent":"1.426593677s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:10.497177Z","caller":"traceutil/trace.go:171","msg":"trace[1449375955] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5655; }","duration":"1.434353123s","start":"2026-07-03T19:30:09.062813Z","end":"2026-07-03T19:30:10.497166Z","steps":["trace[1449375955] 'read index received' (duration: 526.385755ms)","trace[1449375955] 'applied index is now lower than readState.Index' (duration: 907.966238ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:10.497578Z","caller":"traceutil/trace.go:171","msg":"trace[1192410820] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"542.904336ms","start":"2026-07-03T19:30:09.954662Z","end":"2026-07-03T19:30:10.497566Z","steps":["trace[1192410820] 'process raft request' (duration: 542.002444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.497652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.954628Z","time spent":"542.989447ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:10.498151Z","caller":"traceutil/trace.go:171","msg":"trace[499564116] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"530.658309ms","start":"2026-07-03T19:30:09.967477Z","end":"2026-07-03T19:30:10.498136Z","steps":["trace[499564116] 'process raft request' (duration: 529.808078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.498283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756132567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:10.498342Z","caller":"traceutil/trace.go:171","msg":"trace[734768867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"1.756221467s","start":"2026-07-03T19:30:08.742107Z","end":"2026-07-03T19:30:10.498328Z","steps":["trace[734768867] 'agreement among raft nodes before linearized reading' (duration: 1.755376996s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.498389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:08.742088Z","time spent":"1.756292539s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:10.498666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040554018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T19:30:10.498707Z","caller":"traceutil/trace.go:171","msg":"trace[525371579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5441; }","duration":"1.040709879s","start":"2026-07-03T19:30:09.457987Z","end":"2026-07-03T19:30:10.498696Z","steps":["trace[525371579] 'agreement among raft nodes before linearized reading' (duration: 1.040561947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.498736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.457964Z","time spent":"1.040764951s","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T19:30:10.498934Z","caller":"traceutil/trace.go:171","msg":"trace[1792580163] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"529.701465ms","start":"2026-07-03T19:30:09.969222Z","end":"2026-07-03T19:30:10.498924Z","steps":["trace[1792580163] 'process raft request' (duration: 528.57528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.499001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.969209Z","time spent":"529.758727ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:10.499199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.174501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:30:10.499237Z","caller":"traceutil/trace.go:171","msg":"trace[834811877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5441; }","duration":"491.231701ms","start":"2026-07-03T19:30:10.007997Z","end":"2026-07-03T19:30:10.499229Z","steps":["trace[834811877] 'agreement among raft nodes before linearized reading' (duration: 491.13692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.499266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.007987Z","time spent":"491.272602ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:10.499428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.003374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:10.499466Z","caller":"traceutil/trace.go:171","msg":"trace[38776697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5441; }","duration":"498.054104ms","start":"2026-07-03T19:30:10.001403Z","end":"2026-07-03T19:30:10.499457Z","steps":["trace[38776697] 'agreement among raft nodes before linearized reading' (duration: 497.969093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.499497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.001397Z","time spent":"498.091615ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:10.499634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.96746Z","time spent":"530.74053ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:10.499667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.497994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:10.499699Z","caller":"traceutil/trace.go:171","msg":"trace[134153491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5441; }","duration":"499.543894ms","start":"2026-07-03T19:30:10.000147Z","end":"2026-07-03T19:30:10.499691Z","steps":["trace[134153491] 'agreement among raft nodes before linearized reading' (duration: 499.459743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.499726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.00014Z","time spent":"499.580205ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:10.499843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.690096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:30:10.499891Z","caller":"traceutil/trace.go:171","msg":"trace[249468906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5441; }","duration":"499.737598ms","start":"2026-07-03T19:30:10.00013Z","end":"2026-07-03T19:30:10.499868Z","steps":["trace[249468906] 'agreement among raft nodes before linearized reading' (duration: 499.663197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.499929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.000122Z","time spent":"499.800408ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:10.500132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.461567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:30:10.500169Z","caller":"traceutil/trace.go:171","msg":"trace[13613745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5441; }","duration":"511.529518ms","start":"2026-07-03T19:30:09.988631Z","end":"2026-07-03T19:30:10.500161Z","steps":["trace[13613745] 'agreement among raft nodes before linearized reading' (duration: 511.443526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:10.500201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.988618Z","time spent":"511.576348ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:10.50087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:09.069814Z","time spent":"1.426417045s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:11.202483Z","caller":"traceutil/trace.go:171","msg":"trace[540636121] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"695.094421ms","start":"2026-07-03T19:30:10.507352Z","end":"2026-07-03T19:30:11.202447Z","steps":["trace[540636121] 'process raft request' (duration: 694.805597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.202715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.507343Z","time spent":"695.249753ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:11.20449Z","caller":"traceutil/trace.go:171","msg":"trace[1097349213] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"697.013536ms","start":"2026-07-03T19:30:10.507447Z","end":"2026-07-03T19:30:11.20446Z","steps":["trace[1097349213] 'process raft request' (duration: 694.939498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.20466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.507421Z","time spent":"697.149677ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:11.20465Z","caller":"traceutil/trace.go:171","msg":"trace[286516931] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5663; }","duration":"694.756615ms","start":"2026-07-03T19:30:10.509818Z","end":"2026-07-03T19:30:11.204575Z","steps":["trace[286516931] 'read index received' (duration: 51.711206ms)","trace[286516931] 'applied index is now lower than readState.Index' (duration: 643.043609ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:11.204946Z","caller":"traceutil/trace.go:171","msg":"trace[1977327625] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"697.40469ms","start":"2026-07-03T19:30:10.507527Z","end":"2026-07-03T19:30:11.204932Z","steps":["trace[1977327625] 'process raft request' (duration: 696.866883ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:11.205239Z","caller":"traceutil/trace.go:171","msg":"trace[1663455284] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"696.670082ms","start":"2026-07-03T19:30:10.508544Z","end":"2026-07-03T19:30:11.205214Z","steps":["trace[1663455284] 'process raft request' (duration: 695.965631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.205312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.445975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:11.20541Z","caller":"traceutil/trace.go:171","msg":"trace[228137997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5446; }","duration":"695.592037ms","start":"2026-07-03T19:30:10.509802Z","end":"2026-07-03T19:30:11.205394Z","steps":["trace[228137997] 'agreement among raft nodes before linearized reading' (duration: 695.415665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.205454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.509796Z","time spent":"695.648678ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:30:11.205334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.508533Z","time spent":"696.757943ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:11.207202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.507491Z","time spent":"697.517373ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:11.418424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.347253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:11.418537Z","caller":"traceutil/trace.go:171","msg":"trace[6136540] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5668; }","duration":"213.752434ms","start":"2026-07-03T19:30:11.204767Z","end":"2026-07-03T19:30:11.41852Z","steps":["trace[6136540] 'read index received' (duration: 65.164259ms)","trace[6136540] 'applied index is now lower than readState.Index' (duration: 148.586735ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:11.418632Z","caller":"traceutil/trace.go:171","msg":"trace[1410247176] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"770.264423ms","start":"2026-07-03T19:30:10.648308Z","end":"2026-07-03T19:30:11.418573Z","steps":["trace[1410247176] 'process raft request' (duration: 621.673178ms)","trace[1410247176] 'compare' (duration: 148.22741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:11.418752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.209018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5baee4314c\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-03T19:30:11.418794Z","caller":"traceutil/trace.go:171","msg":"trace[566194615] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5baee4314c; range_end:; response_count:1; response_revision:5447; }","duration":"788.29244ms","start":"2026-07-03T19:30:10.630489Z","end":"2026-07-03T19:30:11.418782Z","steps":["trace[566194615] 'agreement among raft nodes before linearized reading' (duration: 788.081107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.418835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.630469Z","time spent":"788.35785ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-j9xw9.18bede5baee4314c\" "} {"level":"warn","ts":"2026-07-03T19:30:11.418806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.64829Z","time spent":"770.434896ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:11.419067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.983581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:11.419119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.10005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:11.419149Z","caller":"traceutil/trace.go:171","msg":"trace[166263862] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5447; }","duration":"767.182851ms","start":"2026-07-03T19:30:10.651959Z","end":"2026-07-03T19:30:11.419142Z","steps":["trace[166263862] 'agreement among raft nodes before linearized reading' (duration: 767.122931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.419173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.651933Z","time spent":"767.234222ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:30:11.419293Z","caller":"traceutil/trace.go:171","msg":"trace[1146718195] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5447; }","duration":"482.070202ms","start":"2026-07-03T19:30:10.937024Z","end":"2026-07-03T19:30:11.419095Z","steps":["trace[1146718195] 'agreement among raft nodes before linearized reading' (duration: 482.009961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:11.419379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:10.936999Z","time spent":"482.364756ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:11.80792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.833712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:11.808005Z","caller":"traceutil/trace.go:171","msg":"trace[1313830887] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"163.875714ms","start":"2026-07-03T19:30:11.644115Z","end":"2026-07-03T19:30:11.807991Z","steps":["trace[1313830887] 'read index received' (duration: 46.771µs)","trace[1313830887] 'applied index is now lower than readState.Index' (duration: 163.827873ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:11.808077Z","caller":"traceutil/trace.go:171","msg":"trace[341690372] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"386.672311ms","start":"2026-07-03T19:30:11.421396Z","end":"2026-07-03T19:30:11.808068Z","steps":["trace[341690372] 'process raft request' (duration: 181.616087ms)","trace[341690372] 'compare' (duration: 204.73083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:11.808174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:11.421346Z","time spent":"386.803703ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:11.808772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.634944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T19:30:11.808883Z","caller":"traceutil/trace.go:171","msg":"trace[2035604545] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5448; }","duration":"164.803457ms","start":"2026-07-03T19:30:11.644055Z","end":"2026-07-03T19:30:11.808858Z","steps":["trace[2035604545] 'agreement among raft nodes before linearized reading' (duration: 164.528733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:12.368806Z","caller":"traceutil/trace.go:171","msg":"trace[1164469098] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"390.890876ms","start":"2026-07-03T19:30:11.977886Z","end":"2026-07-03T19:30:12.368777Z","steps":["trace[1164469098] 'process raft request' (duration: 390.701824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:12.369061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:11.977859Z","time spent":"391.040878ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:12.369077Z","caller":"traceutil/trace.go:171","msg":"trace[737190057] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5671; }","duration":"203.067476ms","start":"2026-07-03T19:30:12.165978Z","end":"2026-07-03T19:30:12.369046Z","steps":["trace[737190057] 'read index received' (duration: 203.057126ms)","trace[737190057] 'applied index is now lower than readState.Index' (duration: 8.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:12.369272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.206482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:12.369303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.322749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:30:12.369309Z","caller":"traceutil/trace.go:171","msg":"trace[1886236864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5449; }","duration":"124.394074ms","start":"2026-07-03T19:30:12.244903Z","end":"2026-07-03T19:30:12.369297Z","steps":["trace[1886236864] 'agreement among raft nodes before linearized reading' (duration: 124.277163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:12.369367Z","caller":"traceutil/trace.go:171","msg":"trace[584824341] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:5449; }","duration":"203.407271ms","start":"2026-07-03T19:30:12.165922Z","end":"2026-07-03T19:30:12.36933Z","steps":["trace[584824341] 'agreement among raft nodes before linearized reading' (duration: 203.33011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:12.665421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.730307ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:30:12.665684Z","caller":"traceutil/trace.go:171","msg":"trace[720725830] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5671; }","duration":"236.416091ms","start":"2026-07-03T19:30:12.429242Z","end":"2026-07-03T19:30:12.665658Z","steps":["trace[720725830] 'read index received' (duration: 40.3493ms)","trace[720725830] 'applied index is now lower than readState.Index' (duration: 196.064261ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:12.665731Z","caller":"traceutil/trace.go:171","msg":"trace[1130053802] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"163.053661ms","start":"2026-07-03T19:30:12.502656Z","end":"2026-07-03T19:30:12.665709Z","steps":["trace[1130053802] 'process raft request' (duration: 162.901219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:12.666001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.736535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:12.666053Z","caller":"traceutil/trace.go:171","msg":"trace[425172391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5450; }","duration":"236.852156ms","start":"2026-07-03T19:30:12.429189Z","end":"2026-07-03T19:30:12.666041Z","steps":["trace[425172391] 'agreement among raft nodes before linearized reading' (duration: 236.597242ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:12.69027Z","caller":"traceutil/trace.go:171","msg":"trace[219558065] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"183.597452ms","start":"2026-07-03T19:30:12.506629Z","end":"2026-07-03T19:30:12.690227Z","steps":["trace[219558065] 'process raft request' (duration: 183.530731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:12.690263Z","caller":"traceutil/trace.go:171","msg":"trace[842097158] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"183.739104ms","start":"2026-07-03T19:30:12.506487Z","end":"2026-07-03T19:30:12.690226Z","steps":["trace[842097158] 'process raft request' (duration: 183.552641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:12.690566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.137551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T19:30:12.690601Z","caller":"traceutil/trace.go:171","msg":"trace[775201680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5452; }","duration":"124.226144ms","start":"2026-07-03T19:30:12.566365Z","end":"2026-07-03T19:30:12.690591Z","steps":["trace[775201680] 'agreement among raft nodes before linearized reading' (duration: 124.094722ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:14.684556Z","caller":"traceutil/trace.go:171","msg":"trace[1532587939] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"216.905753ms","start":"2026-07-03T19:30:14.467632Z","end":"2026-07-03T19:30:14.684537Z","steps":["trace[1532587939] 'process raft request' (duration: 216.73338ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:14.691575Z","caller":"traceutil/trace.go:171","msg":"trace[557934667] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"141.326902ms","start":"2026-07-03T19:30:14.550227Z","end":"2026-07-03T19:30:14.691554Z","steps":["trace[557934667] 'process raft request' (duration: 141.13921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:14.691938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.654433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T19:30:14.693071Z","caller":"traceutil/trace.go:171","msg":"trace[1184785685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5480; }","duration":"141.83509ms","start":"2026-07-03T19:30:14.551219Z","end":"2026-07-03T19:30:14.693054Z","steps":["trace[1184785685] 'agreement among raft nodes before linearized reading' (duration: 140.614423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:14.691689Z","caller":"traceutil/trace.go:171","msg":"trace[1631698323] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5700; }","duration":"140.39714ms","start":"2026-07-03T19:30:14.551269Z","end":"2026-07-03T19:30:14.691667Z","steps":["trace[1631698323] 'read index received' (duration: 133.137322ms)","trace[1631698323] 'applied index is now lower than readState.Index' (duration: 7.257988ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:15.84798Z","caller":"traceutil/trace.go:171","msg":"trace[1249847952] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"102.086909ms","start":"2026-07-03T19:30:15.745861Z","end":"2026-07-03T19:30:15.847948Z","steps":["trace[1249847952] 'process raft request' (duration: 97.561547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:15.848174Z","caller":"traceutil/trace.go:171","msg":"trace[1713314952] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"102.017497ms","start":"2026-07-03T19:30:15.746111Z","end":"2026-07-03T19:30:15.848129Z","steps":["trace[1713314952] 'process raft request' (duration: 101.768643ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:19.668527Z","caller":"traceutil/trace.go:171","msg":"trace[595542537] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"179.614186ms","start":"2026-07-03T19:30:19.488888Z","end":"2026-07-03T19:30:19.668502Z","steps":["trace[595542537] 'process raft request' (duration: 179.449824ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:19.823541Z","caller":"traceutil/trace.go:171","msg":"trace[1636678152] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"132.669609ms","start":"2026-07-03T19:30:19.690846Z","end":"2026-07-03T19:30:19.823516Z","steps":["trace[1636678152] 'process raft request' (duration: 107.226854ms)","trace[1636678152] 'compare' (duration: 25.269153ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:20.001093Z","caller":"traceutil/trace.go:171","msg":"trace[1132136515] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"143.69394ms","start":"2026-07-03T19:30:19.857359Z","end":"2026-07-03T19:30:20.001053Z","steps":["trace[1132136515] 'process raft request' (duration: 72.864119ms)","trace[1132136515] 'compare' (duration: 70.578697ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:20.605597Z","caller":"traceutil/trace.go:171","msg":"trace[2110954153] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"210.573915ms","start":"2026-07-03T19:30:20.39499Z","end":"2026-07-03T19:30:20.605564Z","steps":["trace[2110954153] 'process raft request' (duration: 128.35038ms)","trace[2110954153] 'compare' (duration: 81.81554ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:20.606003Z","caller":"traceutil/trace.go:171","msg":"trace[1223846147] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5754; }","duration":"210.588625ms","start":"2026-07-03T19:30:20.395384Z","end":"2026-07-03T19:30:20.605972Z","steps":["trace[1223846147] 'read index received' (duration: 127.969395ms)","trace[1223846147] 'applied index is now lower than readState.Index' (duration: 82.6178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:20.606206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.800708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T19:30:20.606433Z","caller":"traceutil/trace.go:171","msg":"trace[762563254] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"128.602354ms","start":"2026-07-03T19:30:20.477806Z","end":"2026-07-03T19:30:20.606408Z","steps":["trace[762563254] 'process raft request' (duration: 127.695051ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.605672Z","caller":"traceutil/trace.go:171","msg":"trace[1224372530] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"121.419976ms","start":"2026-07-03T19:30:20.484224Z","end":"2026-07-03T19:30:20.605644Z","steps":["trace[1224372530] 'process raft request' (duration: 121.377145ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.608446Z","caller":"traceutil/trace.go:171","msg":"trace[254266114] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5532; }","duration":"213.078519ms","start":"2026-07-03T19:30:20.395351Z","end":"2026-07-03T19:30:20.608429Z","steps":["trace[254266114] 'agreement among raft nodes before linearized reading' (duration: 210.710247ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.775405Z","caller":"traceutil/trace.go:171","msg":"trace[1892566940] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"156.32798ms","start":"2026-07-03T19:30:20.619057Z","end":"2026-07-03T19:30:20.775385Z","steps":["trace[1892566940] 'process raft request' (duration: 155.969045ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.775697Z","caller":"traceutil/trace.go:171","msg":"trace[189143085] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"155.120123ms","start":"2026-07-03T19:30:20.620562Z","end":"2026-07-03T19:30:20.775682Z","steps":["trace[189143085] 'process raft request' (duration: 154.715627ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.77589Z","caller":"traceutil/trace.go:171","msg":"trace[1327530428] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"142.271979ms","start":"2026-07-03T19:30:20.633604Z","end":"2026-07-03T19:30:20.775876Z","steps":["trace[1327530428] 'process raft request' (duration: 141.704742ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.776181Z","caller":"traceutil/trace.go:171","msg":"trace[1703235778] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"156.813126ms","start":"2026-07-03T19:30:20.619324Z","end":"2026-07-03T19:30:20.776137Z","steps":["trace[1703235778] 'process raft request' (duration: 155.888733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.776213Z","caller":"traceutil/trace.go:171","msg":"trace[2077104881] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"157.066199ms","start":"2026-07-03T19:30:20.61911Z","end":"2026-07-03T19:30:20.776176Z","steps":["trace[2077104881] 'process raft request' (duration: 156.074566ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.776378Z","caller":"traceutil/trace.go:171","msg":"trace[748527445] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"156.927788ms","start":"2026-07-03T19:30:20.619353Z","end":"2026-07-03T19:30:20.776281Z","steps":["trace[748527445] 'process raft request' (duration: 155.895244ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.980724Z","caller":"traceutil/trace.go:171","msg":"trace[2051249762] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5764; }","duration":"205.289604ms","start":"2026-07-03T19:30:20.775364Z","end":"2026-07-03T19:30:20.980653Z","steps":["trace[2051249762] 'read index received' (duration: 115.806291ms)","trace[2051249762] 'applied index is now lower than readState.Index' (duration: 89.482533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:20.981688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.244352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:20.981693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.344122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-03T19:30:20.981731Z","caller":"traceutil/trace.go:171","msg":"trace[1460044459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5542; }","duration":"241.345964ms","start":"2026-07-03T19:30:20.740375Z","end":"2026-07-03T19:30:20.981721Z","steps":["trace[1460044459] 'agreement among raft nodes before linearized reading' (duration: 241.242421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.981781Z","caller":"traceutil/trace.go:171","msg":"trace[2136460299] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5542; }","duration":"280.482003ms","start":"2026-07-03T19:30:20.701277Z","end":"2026-07-03T19:30:20.981759Z","steps":["trace[2136460299] 'agreement among raft nodes before linearized reading' (duration: 280.185028ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.98242Z","caller":"traceutil/trace.go:171","msg":"trace[1861814884] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"235.601284ms","start":"2026-07-03T19:30:20.746807Z","end":"2026-07-03T19:30:20.982408Z","steps":["trace[1861814884] 'process raft request' (duration: 233.726508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.983561Z","caller":"traceutil/trace.go:171","msg":"trace[1249369203] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"261.617237ms","start":"2026-07-03T19:30:20.719368Z","end":"2026-07-03T19:30:20.980985Z","steps":["trace[1249369203] 'process raft request' (duration: 171.738779ms)","trace[1249369203] 'compare' (duration: 88.640052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:20.983661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.049275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T19:30:20.983808Z","caller":"traceutil/trace.go:171","msg":"trace[1871986758] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5542; }","duration":"229.210508ms","start":"2026-07-03T19:30:20.754588Z","end":"2026-07-03T19:30:20.983798Z","steps":["trace[1871986758] 'agreement among raft nodes before linearized reading' (duration: 226.441851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:20.982872Z","caller":"traceutil/trace.go:171","msg":"trace[660903713] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"232.271979ms","start":"2026-07-03T19:30:20.750583Z","end":"2026-07-03T19:30:20.982855Z","steps":["trace[660903713] 'process raft request' (duration: 230.004568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:21.010852Z","caller":"traceutil/trace.go:171","msg":"trace[1440978583] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"228.384547ms","start":"2026-07-03T19:30:20.782427Z","end":"2026-07-03T19:30:21.010811Z","steps":["trace[1440978583] 'process raft request' (duration: 228.047333ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:21.011118Z","caller":"traceutil/trace.go:171","msg":"trace[1142226858] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"227.94791ms","start":"2026-07-03T19:30:20.783159Z","end":"2026-07-03T19:30:21.011107Z","steps":["trace[1142226858] 'process raft request' (duration: 227.440493ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:21.011551Z","caller":"traceutil/trace.go:171","msg":"trace[1201301559] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"223.544652ms","start":"2026-07-03T19:30:20.787983Z","end":"2026-07-03T19:30:21.011527Z","steps":["trace[1201301559] 'process raft request' (duration: 222.66152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.011608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.241112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T19:30:21.011689Z","caller":"traceutil/trace.go:171","msg":"trace[1397004638] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5545; }","duration":"230.414814ms","start":"2026-07-03T19:30:20.781249Z","end":"2026-07-03T19:30:21.011664Z","steps":["trace[1397004638] 'agreement among raft nodes before linearized reading' (duration: 230.170871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.01186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.526782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:21.011883Z","caller":"traceutil/trace.go:171","msg":"trace[708687558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5545; }","duration":"229.568483ms","start":"2026-07-03T19:30:20.782308Z","end":"2026-07-03T19:30:21.011877Z","steps":["trace[708687558] 'agreement among raft nodes before linearized reading' (duration: 229.506642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.552627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355955442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:30:21.596529Z","caller":"traceutil/trace.go:171","msg":"trace[1011556529] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"545.30046ms","start":"2026-07-03T19:30:21.051203Z","end":"2026-07-03T19:30:21.596503Z","steps":["trace[1011556529] 'process raft request' (duration: 545.089058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.596742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.051186Z","time spent":"545.422942ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:21.763007Z","caller":"traceutil/trace.go:171","msg":"trace[1207221322] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5771; }","duration":"711.497552ms","start":"2026-07-03T19:30:21.051486Z","end":"2026-07-03T19:30:21.762984Z","steps":["trace[1207221322] 'read index received' (duration: 544.832244ms)","trace[1207221322] 'applied index is now lower than readState.Index' (duration: 166.664438ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:21.763086Z","caller":"traceutil/trace.go:171","msg":"trace[1895002901] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"711.594813ms","start":"2026-07-03T19:30:21.051423Z","end":"2026-07-03T19:30:21.763018Z","steps":["trace[1895002901] 'process raft request' (duration: 711.31268ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:21.763336Z","caller":"traceutil/trace.go:171","msg":"trace[820616593] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"705.443271ms","start":"2026-07-03T19:30:21.05788Z","end":"2026-07-03T19:30:21.763324Z","steps":["trace[820616593] 'process raft request' (duration: 705.044754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.763342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.051415Z","time spent":"711.774456ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:21.763437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.057872Z","time spent":"705.496251ms","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:21.76348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.963479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:21.763571Z","caller":"traceutil/trace.go:171","msg":"trace[1583332159] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5549; }","duration":"712.06518ms","start":"2026-07-03T19:30:21.051482Z","end":"2026-07-03T19:30:21.763547Z","steps":["trace[1583332159] 'agreement among raft nodes before linearized reading' (duration: 711.916349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.763619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.051461Z","time spent":"712.145331ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-03T19:30:21.930766Z","caller":"traceutil/trace.go:171","msg":"trace[1369003613] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"325.056395ms","start":"2026-07-03T19:30:21.605674Z","end":"2026-07-03T19:30:21.930731Z","steps":["trace[1369003613] 'process raft request' (duration: 240.016144ms)","trace[1369003613] 'compare' (duration: 84.791538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:21.931009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.605654Z","time spent":"325.264658ms","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2727,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:21.931007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.821017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:21.930875Z","caller":"traceutil/trace.go:171","msg":"trace[110358036] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5774; }","duration":"167.783464ms","start":"2026-07-03T19:30:21.763081Z","end":"2026-07-03T19:30:21.930864Z","steps":["trace[110358036] 'read index received' (duration: 82.53425ms)","trace[110358036] 'applied index is now lower than readState.Index' (duration: 85.248364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:21.931068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.886806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-03T19:30:21.933813Z","caller":"traceutil/trace.go:171","msg":"trace[1437152214] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5551; }","duration":"343.594636ms","start":"2026-07-03T19:30:21.5901Z","end":"2026-07-03T19:30:21.933695Z","steps":["trace[1437152214] 'agreement among raft nodes before linearized reading' (duration: 340.792818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.934016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.973573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bede5be28385ad\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-07-03T19:30:21.934084Z","caller":"traceutil/trace.go:171","msg":"trace[1403823506] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bede5be28385ad; range_end:; response_count:1; response_revision:5551; }","duration":"167.060093ms","start":"2026-07-03T19:30:21.766989Z","end":"2026-07-03T19:30:21.934049Z","steps":["trace[1403823506] 'agreement among raft nodes before linearized reading' (duration: 166.943522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.934169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.590083Z","time spent":"343.96165ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:21.931154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.356726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:21.934441Z","caller":"traceutil/trace.go:171","msg":"trace[1925172417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5551; }","duration":"541.655691ms","start":"2026-07-03T19:30:21.392774Z","end":"2026-07-03T19:30:21.93443Z","steps":["trace[1925172417] 'agreement among raft nodes before linearized reading' (duration: 538.320435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.934494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.392766Z","time spent":"541.711332ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:21.931202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.565008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:30:21.934627Z","caller":"traceutil/trace.go:171","msg":"trace[864919093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5551; }","duration":"542.010306ms","start":"2026-07-03T19:30:21.392599Z","end":"2026-07-03T19:30:21.934609Z","steps":["trace[864919093] 'agreement among raft nodes before linearized reading' (duration: 538.514827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.934696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.392585Z","time spent":"542.090856ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:21.931226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.191154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:30:21.934826Z","caller":"traceutil/trace.go:171","msg":"trace[473621158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5551; }","duration":"606.828554ms","start":"2026-07-03T19:30:21.327987Z","end":"2026-07-03T19:30:21.934815Z","steps":["trace[473621158] 'agreement among raft nodes before linearized reading' (duration: 603.189374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.934873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.327963Z","time spent":"606.895965ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:21.931271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.599916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:21.935008Z","caller":"traceutil/trace.go:171","msg":"trace[2090236619] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5551; }","duration":"305.367729ms","start":"2026-07-03T19:30:21.629623Z","end":"2026-07-03T19:30:21.93499Z","steps":["trace[2090236619] 'agreement among raft nodes before linearized reading' (duration: 301.625017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.935077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.6296Z","time spent":"305.452289ms","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:21.931278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.489178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:30:21.93513Z","caller":"traceutil/trace.go:171","msg":"trace[1603324709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5551; }","duration":"542.36263ms","start":"2026-07-03T19:30:21.392757Z","end":"2026-07-03T19:30:21.935119Z","steps":["trace[1603324709] 'agreement among raft nodes before linearized reading' (duration: 538.466287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.935173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.392744Z","time spent":"542.418961ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:30:21.930788Z","caller":"traceutil/trace.go:171","msg":"trace[240864156] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5550; }","duration":"319.368728ms","start":"2026-07-03T19:30:21.611393Z","end":"2026-07-03T19:30:21.930761Z","steps":["trace[240864156] 'process raft request' (duration: 319.257366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.935355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.611369Z","time spent":"323.92503ms","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":2776,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:21.931301Z","caller":"traceutil/trace.go:171","msg":"trace[450144012] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"256.736009ms","start":"2026-07-03T19:30:21.674553Z","end":"2026-07-03T19:30:21.931289Z","steps":["trace[450144012] 'process raft request' (duration: 256.138341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.931438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.258429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T19:30:21.935685Z","caller":"traceutil/trace.go:171","msg":"trace[1996412497] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5551; }","duration":"335.532478ms","start":"2026-07-03T19:30:21.600144Z","end":"2026-07-03T19:30:21.935676Z","steps":["trace[1996412497] 'agreement among raft nodes before linearized reading' (duration: 331.144558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.93572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.60007Z","time spent":"335.640418ms","remote":"127.0.0.1:37068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-03T19:30:21.933925Z","caller":"traceutil/trace.go:171","msg":"trace[696178738] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5551; }","duration":"880.793756ms","start":"2026-07-03T19:30:21.053109Z","end":"2026-07-03T19:30:21.933903Z","steps":["trace[696178738] 'agreement among raft nodes before linearized reading' (duration: 877.784496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:21.935948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:21.053099Z","time spent":"882.839134ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-03T19:30:21.934599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.251744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-03T19:30:21.936201Z","caller":"traceutil/trace.go:171","msg":"trace[495804909] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5551; }","duration":"167.855605ms","start":"2026-07-03T19:30:21.768291Z","end":"2026-07-03T19:30:21.936147Z","steps":["trace[495804909] 'agreement among raft nodes before linearized reading' (duration: 166.043851ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.117403Z","caller":"traceutil/trace.go:171","msg":"trace[588409273] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"177.13616ms","start":"2026-07-03T19:30:21.940197Z","end":"2026-07-03T19:30:22.117333Z","steps":["trace[588409273] 'process raft request' (duration: 177.044469ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.117581Z","caller":"traceutil/trace.go:171","msg":"trace[1404416160] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"177.399874ms","start":"2026-07-03T19:30:21.940142Z","end":"2026-07-03T19:30:22.117541Z","steps":["trace[1404416160] 'process raft request' (duration: 111.718814ms)","trace[1404416160] 'compare' (duration: 65.211153ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.117845Z","caller":"traceutil/trace.go:171","msg":"trace[889324030] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"176.629873ms","start":"2026-07-03T19:30:21.941204Z","end":"2026-07-03T19:30:22.117834Z","steps":["trace[889324030] 'process raft request' (duration: 176.085426ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.117853Z","caller":"traceutil/trace.go:171","msg":"trace[1109491231] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5777; }","duration":"176.291028ms","start":"2026-07-03T19:30:21.941546Z","end":"2026-07-03T19:30:22.117837Z","steps":["trace[1109491231] 'read index received' (duration: 63.362579ms)","trace[1109491231] 'applied index is now lower than readState.Index' (duration: 112.927449ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.117971Z","caller":"traceutil/trace.go:171","msg":"trace[1985305976] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"174.357622ms","start":"2026-07-03T19:30:21.943488Z","end":"2026-07-03T19:30:22.117846Z","steps":["trace[1985305976] 'process raft request' (duration: 174.281791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.118052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.951944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4791"} {"level":"warn","ts":"2026-07-03T19:30:22.118097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.545882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-03T19:30:22.118097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.658276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T19:30:22.1181Z","caller":"traceutil/trace.go:171","msg":"trace[1764134663] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5556; }","duration":"176.026055ms","start":"2026-07-03T19:30:21.942063Z","end":"2026-07-03T19:30:22.118089Z","steps":["trace[1764134663] 'agreement among raft nodes before linearized reading' (duration: 175.874423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.118134Z","caller":"traceutil/trace.go:171","msg":"trace[2129160323] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5556; }","duration":"176.609242ms","start":"2026-07-03T19:30:21.941516Z","end":"2026-07-03T19:30:22.118125Z","steps":["trace[2129160323] 'agreement among raft nodes before linearized reading' (duration: 176.373819ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.118143Z","caller":"traceutil/trace.go:171","msg":"trace[1249484183] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5556; }","duration":"174.725306ms","start":"2026-07-03T19:30:21.943404Z","end":"2026-07-03T19:30:22.118129Z","steps":["trace[1249484183] 'agreement among raft nodes before linearized reading' (duration: 174.562864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.118094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.032669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-03T19:30:22.118191Z","caller":"traceutil/trace.go:171","msg":"trace[1457280786] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5556; }","duration":"166.166371ms","start":"2026-07-03T19:30:21.95201Z","end":"2026-07-03T19:30:22.118176Z","steps":["trace[1457280786] 'agreement among raft nodes before linearized reading' (duration: 165.938328ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.332394Z","caller":"traceutil/trace.go:171","msg":"trace[1566834802] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5783; }","duration":"126.570695ms","start":"2026-07-03T19:30:22.205804Z","end":"2026-07-03T19:30:22.332375Z","steps":["trace[1566834802] 'read index received' (duration: 76.078562ms)","trace[1566834802] 'applied index is now lower than readState.Index' (duration: 50.491463ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.332616Z","caller":"traceutil/trace.go:171","msg":"trace[1834785774] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"175.096492ms","start":"2026-07-03T19:30:22.157508Z","end":"2026-07-03T19:30:22.332604Z","steps":["trace[1834785774] 'process raft request' (duration: 124.364115ms)","trace[1834785774] 'compare' (duration: 50.411493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:22.332857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.330063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:30:22.332885Z","caller":"traceutil/trace.go:171","msg":"trace[1653561369] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:5558; }","duration":"166.420575ms","start":"2026-07-03T19:30:22.166459Z","end":"2026-07-03T19:30:22.332879Z","steps":["trace[1653561369] 'agreement among raft nodes before linearized reading' (duration: 166.296583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.333073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.152371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61160"} {"level":"info","ts":"2026-07-03T19:30:22.333098Z","caller":"traceutil/trace.go:171","msg":"trace[844544088] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5558; }","duration":"200.194442ms","start":"2026-07-03T19:30:22.132899Z","end":"2026-07-03T19:30:22.333093Z","steps":["trace[844544088] 'agreement among raft nodes before linearized reading' (duration: 200.07835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.333237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.428985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-03T19:30:22.33326Z","caller":"traceutil/trace.go:171","msg":"trace[164691260] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5558; }","duration":"200.475846ms","start":"2026-07-03T19:30:22.132779Z","end":"2026-07-03T19:30:22.333255Z","steps":["trace[164691260] 'agreement among raft nodes before linearized reading' (duration: 200.417225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.333442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.576833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T19:30:22.333474Z","caller":"traceutil/trace.go:171","msg":"trace[1296162630] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5558; }","duration":"123.635925ms","start":"2026-07-03T19:30:22.209832Z","end":"2026-07-03T19:30:22.333468Z","steps":["trace[1296162630] 'agreement among raft nodes before linearized reading' (duration: 123.510223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.646583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.382278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:22.646682Z","caller":"traceutil/trace.go:171","msg":"trace[1967691010] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5787; }","duration":"242.783508ms","start":"2026-07-03T19:30:22.403879Z","end":"2026-07-03T19:30:22.646663Z","steps":["trace[1967691010] 'read index received' (duration: 86.258018ms)","trace[1967691010] 'applied index is now lower than readState.Index' (duration: 156.52428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:22.647655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.212489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-03T19:30:22.647706Z","caller":"traceutil/trace.go:171","msg":"trace[2116953493] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5561; }","duration":"284.28822ms","start":"2026-07-03T19:30:22.363405Z","end":"2026-07-03T19:30:22.647693Z","steps":["trace[2116953493] 'agreement among raft nodes before linearized reading' (duration: 284.064227ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.649512Z","caller":"traceutil/trace.go:171","msg":"trace[2027987042] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5562; }","duration":"243.282316ms","start":"2026-07-03T19:30:22.406217Z","end":"2026-07-03T19:30:22.649499Z","steps":["trace[2027987042] 'process raft request' (duration: 241.780775ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.649864Z","caller":"traceutil/trace.go:171","msg":"trace[799756183] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"284.365532ms","start":"2026-07-03T19:30:22.362373Z","end":"2026-07-03T19:30:22.646738Z","steps":["trace[799756183] 'process raft request' (duration: 127.752631ms)","trace[799756183] 'compare' (duration: 155.936102ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.874818Z","caller":"traceutil/trace.go:171","msg":"trace[313537868] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5789; }","duration":"212.260415ms","start":"2026-07-03T19:30:22.662359Z","end":"2026-07-03T19:30:22.87462Z","steps":["trace[313537868] 'read index received' (duration: 172.928963ms)","trace[313537868] 'applied index is now lower than readState.Index' (duration: 39.329922ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:22.874822Z","caller":"traceutil/trace.go:171","msg":"trace[1997531324] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"214.686638ms","start":"2026-07-03T19:30:22.66011Z","end":"2026-07-03T19:30:22.874796Z","steps":["trace[1997531324] 'process raft request' (duration: 175.381995ms)","trace[1997531324] 'compare' (duration: 38.965538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:22.875105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.722831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-03T19:30:22.875186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.018765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-03T19:30:22.876253Z","caller":"traceutil/trace.go:171","msg":"trace[1465836594] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5563; }","duration":"180.14997ms","start":"2026-07-03T19:30:22.696085Z","end":"2026-07-03T19:30:22.876235Z","steps":["trace[1465836594] 'agreement among raft nodes before linearized reading' (duration: 178.882632ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:22.87519Z","caller":"traceutil/trace.go:171","msg":"trace[1183762624] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5563; }","duration":"212.850534ms","start":"2026-07-03T19:30:22.662318Z","end":"2026-07-03T19:30:22.875168Z","steps":["trace[1183762624] 'agreement among raft nodes before linearized reading' (duration: 212.55964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:22.875249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.560279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:22.876529Z","caller":"traceutil/trace.go:171","msg":"trace[208687512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5563; }","duration":"137.981608ms","start":"2026-07-03T19:30:22.738535Z","end":"2026-07-03T19:30:22.876517Z","steps":["trace[208687512] 'agreement among raft nodes before linearized reading' (duration: 136.559289ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:23.245861Z","caller":"traceutil/trace.go:171","msg":"trace[226416957] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5790; }","duration":"257.010749ms","start":"2026-07-03T19:30:22.988827Z","end":"2026-07-03T19:30:23.245838Z","steps":["trace[226416957] 'read index received' (duration: 256.781786ms)","trace[226416957] 'applied index is now lower than readState.Index' (duration: 227.813µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:23.245966Z","caller":"traceutil/trace.go:171","msg":"trace[1666459314] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"258.900866ms","start":"2026-07-03T19:30:22.987003Z","end":"2026-07-03T19:30:23.245904Z","steps":["trace[1666459314] 'process raft request' (duration: 258.663703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.247164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.312807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:23.247365Z","caller":"traceutil/trace.go:171","msg":"trace[1429337279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5564; }","duration":"258.590329ms","start":"2026-07-03T19:30:22.98875Z","end":"2026-07-03T19:30:23.247341Z","steps":["trace[1429337279] 'agreement among raft nodes before linearized reading' (duration: 257.280892ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:23.395353Z","caller":"traceutil/trace.go:171","msg":"trace[117516295] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"401.229601ms","start":"2026-07-03T19:30:22.994101Z","end":"2026-07-03T19:30:23.39533Z","steps":["trace[117516295] 'process raft request' (duration: 374.274516ms)","trace[117516295] 'compare' (duration: 26.786653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:23.395507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:22.994085Z","time spent":"401.337422ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:23.395511Z","caller":"traceutil/trace.go:171","msg":"trace[1045651320] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5791; }","duration":"149.553704ms","start":"2026-07-03T19:30:23.245926Z","end":"2026-07-03T19:30:23.39548Z","steps":["trace[1045651320] 'read index received' (duration: 122.442297ms)","trace[1045651320] 'applied index is now lower than readState.Index' (duration: 27.109447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:23.39566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.261966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:23.395694Z","caller":"traceutil/trace.go:171","msg":"trace[1916726243] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5566; }","duration":"145.351948ms","start":"2026-07-03T19:30:23.250332Z","end":"2026-07-03T19:30:23.395684Z","steps":["trace[1916726243] 'agreement among raft nodes before linearized reading' (duration: 145.297677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.395696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.623969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:23.395734Z","caller":"traceutil/trace.go:171","msg":"trace[1234555287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5566; }","duration":"348.70899ms","start":"2026-07-03T19:30:23.047014Z","end":"2026-07-03T19:30:23.395723Z","steps":["trace[1234555287] 'agreement among raft nodes before linearized reading' (duration: 348.591829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.395766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:23.046993Z","time spent":"348.763681ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-03T19:30:23.39556Z","caller":"traceutil/trace.go:171","msg":"trace[1872410752] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"401.005008ms","start":"2026-07-03T19:30:22.994538Z","end":"2026-07-03T19:30:23.395543Z","steps":["trace[1872410752] 'process raft request' (duration: 400.755274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.395939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:22.994523Z","time spent":"401.354202ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:23.396435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.662966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206973"} {"level":"info","ts":"2026-07-03T19:30:23.396482Z","caller":"traceutil/trace.go:171","msg":"trace[1423824164] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5566; }","duration":"231.750917ms","start":"2026-07-03T19:30:23.164718Z","end":"2026-07-03T19:30:23.396469Z","steps":["trace[1423824164] 'agreement among raft nodes before linearized reading' (duration: 230.801293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:23.652377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.137152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61160"} {"level":"info","ts":"2026-07-03T19:30:23.652438Z","caller":"traceutil/trace.go:171","msg":"trace[1550696024] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5567; }","duration":"150.303904ms","start":"2026-07-03T19:30:23.50212Z","end":"2026-07-03T19:30:23.652424Z","steps":["trace[1550696024] 'range keys from in-memory index tree' (duration: 149.95547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:24.230523Z","caller":"traceutil/trace.go:171","msg":"trace[195630961] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"100.648482ms","start":"2026-07-03T19:30:24.129851Z","end":"2026-07-03T19:30:24.2305Z","steps":["trace[195630961] 'process raft request' (duration: 100.52139ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:24.230982Z","caller":"traceutil/trace.go:171","msg":"trace[75787185] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"100.584341ms","start":"2026-07-03T19:30:24.130313Z","end":"2026-07-03T19:30:24.230898Z","steps":["trace[75787185] 'process raft request' (duration: 100.147285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:25.529704Z","caller":"traceutil/trace.go:171","msg":"trace[901212209] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"126.708903ms","start":"2026-07-03T19:30:25.40296Z","end":"2026-07-03T19:30:25.529668Z","steps":["trace[901212209] 'process raft request' (duration: 104.29981ms)","trace[901212209] 'compare' (duration: 22.13796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:25.847098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.039518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:25.847209Z","caller":"traceutil/trace.go:171","msg":"trace[1672572900] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5803; }","duration":"184.738118ms","start":"2026-07-03T19:30:25.662454Z","end":"2026-07-03T19:30:25.847192Z","steps":["trace[1672572900] 'read index received' (duration: 20.497398ms)","trace[1672572900] 'applied index is now lower than readState.Index' (duration: 164.23952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:25.847381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.931401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-07-03T19:30:25.847416Z","caller":"traceutil/trace.go:171","msg":"trace[1199682348] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5577; }","duration":"185.011181ms","start":"2026-07-03T19:30:25.662394Z","end":"2026-07-03T19:30:25.847405Z","steps":["trace[1199682348] 'agreement among raft nodes before linearized reading' (duration: 184.846109ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:25.84769Z","caller":"traceutil/trace.go:171","msg":"trace[1548657388] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"313.687821ms","start":"2026-07-03T19:30:25.533965Z","end":"2026-07-03T19:30:25.847652Z","steps":["trace[1548657388] 'process raft request' (duration: 148.987504ms)","trace[1548657388] 'compare' (duration: 163.893446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:25.847876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:25.533945Z","time spent":"313.826123ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:26.341627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.525366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:30:26.341709Z","caller":"traceutil/trace.go:171","msg":"trace[111038857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5578; }","duration":"105.634558ms","start":"2026-07-03T19:30:26.236055Z","end":"2026-07-03T19:30:26.341689Z","steps":["trace[111038857] 'range keys from in-memory index tree' (duration: 105.396215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:26.341825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.99883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:30:26.341825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.928402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:30:26.341896Z","caller":"traceutil/trace.go:171","msg":"trace[711117193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5578; }","duration":"105.131011ms","start":"2026-07-03T19:30:26.236746Z","end":"2026-07-03T19:30:26.341877Z","steps":["trace[711117193] 'range keys from in-memory index tree' (duration: 104.791357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:26.341904Z","caller":"traceutil/trace.go:171","msg":"trace[366936623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5578; }","duration":"106.070194ms","start":"2026-07-03T19:30:26.235818Z","end":"2026-07-03T19:30:26.341888Z","steps":["trace[366936623] 'range keys from in-memory index tree' (duration: 105.74317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:26.34244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.3828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:30:26.342483Z","caller":"traceutil/trace.go:171","msg":"trace[400422467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5578; }","duration":"144.474132ms","start":"2026-07-03T19:30:26.197998Z","end":"2026-07-03T19:30:26.342472Z","steps":["trace[400422467] 'range keys from in-memory index tree' (duration: 142.86479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:27.766698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.383477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:27.766792Z","caller":"traceutil/trace.go:171","msg":"trace[559141643] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5587; }","duration":"106.581249ms","start":"2026-07-03T19:30:27.660191Z","end":"2026-07-03T19:30:27.766772Z","steps":["trace[559141643] 'count revisions from in-memory index tree' (duration: 106.275276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:27.927641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.477128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:30:28.039279Z","caller":"traceutil/trace.go:171","msg":"trace[1424811883] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"103.584229ms","start":"2026-07-03T19:30:27.93566Z","end":"2026-07-03T19:30:28.039245Z","steps":["trace[1424811883] 'process raft request' (duration: 103.240424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.396548Z","caller":"traceutil/trace.go:171","msg":"trace[1112936637] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"456.201488ms","start":"2026-07-03T19:30:27.940322Z","end":"2026-07-03T19:30:28.396523Z","steps":["trace[1112936637] 'process raft request' (duration: 455.964095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.396698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:27.940289Z","time spent":"456.331789ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:28.39679Z","caller":"traceutil/trace.go:171","msg":"trace[2115201091] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"371.455793ms","start":"2026-07-03T19:30:28.025314Z","end":"2026-07-03T19:30:28.396769Z","steps":["trace[2115201091] 'process raft request' (duration: 371.155549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.396881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.025281Z","time spent":"371.549526ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:28.397331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.497916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-03T19:30:28.396749Z","caller":"traceutil/trace.go:171","msg":"trace[1465631058] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5815; }","duration":"433.937247ms","start":"2026-07-03T19:30:27.962775Z","end":"2026-07-03T19:30:28.396713Z","steps":["trace[1465631058] 'read index received' (duration: 76.216408ms)","trace[1465631058] 'applied index is now lower than readState.Index' (duration: 357.717628ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:28.397459Z","caller":"traceutil/trace.go:171","msg":"trace[1042932595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5590; }","duration":"434.687498ms","start":"2026-07-03T19:30:27.962731Z","end":"2026-07-03T19:30:28.397419Z","steps":["trace[1042932595] 'agreement among raft nodes before linearized reading' (duration: 434.167421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.397516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:27.962686Z","time spent":"434.81748ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T19:30:28.599943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.455456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:28.600029Z","caller":"traceutil/trace.go:171","msg":"trace[817981144] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5818; }","duration":"202.586325ms","start":"2026-07-03T19:30:28.397428Z","end":"2026-07-03T19:30:28.600015Z","steps":["trace[817981144] 'read index received' (duration: 65.065438ms)","trace[817981144] 'applied index is now lower than readState.Index' (duration: 137.519877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:28.600146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.798439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:28.600185Z","caller":"traceutil/trace.go:171","msg":"trace[849709782] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5591; }","duration":"414.862721ms","start":"2026-07-03T19:30:28.185309Z","end":"2026-07-03T19:30:28.600172Z","steps":["trace[849709782] 'agreement among raft nodes before linearized reading' (duration: 414.7674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.600221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.185295Z","time spent":"414.914821ms","remote":"127.0.0.1:52444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:28.600335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.415249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:28.600322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.700127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:30:28.600366Z","caller":"traceutil/trace.go:171","msg":"trace[719657164] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5591; }","duration":"421.499309ms","start":"2026-07-03T19:30:28.178859Z","end":"2026-07-03T19:30:28.600358Z","steps":["trace[719657164] 'agreement among raft nodes before linearized reading' (duration: 421.443599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.600387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.178832Z","time spent":"421.549771ms","remote":"127.0.0.1:36956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:30:28.6004Z","caller":"traceutil/trace.go:171","msg":"trace[1814461166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5591; }","duration":"208.846309ms","start":"2026-07-03T19:30:28.391532Z","end":"2026-07-03T19:30:28.600379Z","steps":["trace[1814461166] 'agreement among raft nodes before linearized reading' (duration: 208.515714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.600421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.903916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:28.600446Z","caller":"traceutil/trace.go:171","msg":"trace[1222435816] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5591; }","duration":"444.969277ms","start":"2026-07-03T19:30:28.15547Z","end":"2026-07-03T19:30:28.600439Z","steps":["trace[1222435816] 'agreement among raft nodes before linearized reading' (duration: 444.926647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.600474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.155453Z","time spent":"445.015308ms","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:30:28.600586Z","caller":"traceutil/trace.go:171","msg":"trace[924709769] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"484.877165ms","start":"2026-07-03T19:30:28.115698Z","end":"2026-07-03T19:30:28.600575Z","steps":["trace[924709769] 'process raft request' (duration: 346.72146ms)","trace[924709769] 'compare' (duration: 137.330184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:28.600635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:28.115673Z","time spent":"484.939337ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:28.614601Z","caller":"traceutil/trace.go:171","msg":"trace[1407505143] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"210.439931ms","start":"2026-07-03T19:30:28.404136Z","end":"2026-07-03T19:30:28.614576Z","steps":["trace[1407505143] 'process raft request' (duration: 210.296719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.614848Z","caller":"traceutil/trace.go:171","msg":"trace[167741692] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"210.639043ms","start":"2026-07-03T19:30:28.404182Z","end":"2026-07-03T19:30:28.614821Z","steps":["trace[167741692] 'process raft request' (duration: 210.337419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.614955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.203068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-03T19:30:28.614987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.073366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:28.615013Z","caller":"traceutil/trace.go:171","msg":"trace[249487460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9c69dda-187e-4af9-86e7-f68a418b4a1f; range_end:; response_count:1; response_revision:5595; }","duration":"213.30312ms","start":"2026-07-03T19:30:28.401695Z","end":"2026-07-03T19:30:28.614998Z","steps":["trace[249487460] 'agreement among raft nodes before linearized reading' (duration: 213.130157ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.615048Z","caller":"traceutil/trace.go:171","msg":"trace[1558538697] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"204.403259ms","start":"2026-07-03T19:30:28.410636Z","end":"2026-07-03T19:30:28.61504Z","steps":["trace[1558538697] 'process raft request' (duration: 204.132396ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.615122Z","caller":"traceutil/trace.go:171","msg":"trace[777834336] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"210.37279ms","start":"2026-07-03T19:30:28.404734Z","end":"2026-07-03T19:30:28.615107Z","steps":["trace[777834336] 'process raft request' (duration: 209.979135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.615248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.54636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:30:28.615289Z","caller":"traceutil/trace.go:171","msg":"trace[485335293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5595; }","duration":"198.61027ms","start":"2026-07-03T19:30:28.416669Z","end":"2026-07-03T19:30:28.615279Z","steps":["trace[485335293] 'agreement among raft nodes before linearized reading' (duration: 198.514999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.615354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.616991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:28.615386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.327605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:28.615421Z","caller":"traceutil/trace.go:171","msg":"trace[1300728692] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5595; }","duration":"154.389185ms","start":"2026-07-03T19:30:28.461022Z","end":"2026-07-03T19:30:28.615411Z","steps":["trace[1300728692] 'agreement among raft nodes before linearized reading' (duration: 154.333854ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.615018Z","caller":"traceutil/trace.go:171","msg":"trace[1622524932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5595; }","duration":"150.136236ms","start":"2026-07-03T19:30:28.464873Z","end":"2026-07-03T19:30:28.615009Z","steps":["trace[1622524932] 'agreement among raft nodes before linearized reading' (duration: 150.048595ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.615432Z","caller":"traceutil/trace.go:171","msg":"trace[1431061932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5595; }","duration":"198.726323ms","start":"2026-07-03T19:30:28.416681Z","end":"2026-07-03T19:30:28.615408Z","steps":["trace[1431061932] 'agreement among raft nodes before linearized reading' (duration: 198.496989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.615566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.834914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:30:28.615605Z","caller":"traceutil/trace.go:171","msg":"trace[1453361945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5595; }","duration":"198.885015ms","start":"2026-07-03T19:30:28.416711Z","end":"2026-07-03T19:30:28.615596Z","steps":["trace[1453361945] 'agreement among raft nodes before linearized reading' (duration: 198.794203ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.84598Z","caller":"traceutil/trace.go:171","msg":"trace[69685299] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5824; }","duration":"168.90889ms","start":"2026-07-03T19:30:28.677054Z","end":"2026-07-03T19:30:28.845963Z","steps":["trace[69685299] 'read index received' (duration: 168.661667ms)","trace[69685299] 'applied index is now lower than readState.Index' (duration: 246.573µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:28.846205Z","caller":"traceutil/trace.go:171","msg":"trace[1238015738] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"222.476473ms","start":"2026-07-03T19:30:28.623721Z","end":"2026-07-03T19:30:28.846197Z","steps":["trace[1238015738] 'process raft request' (duration: 222.056698ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.84634Z","caller":"traceutil/trace.go:171","msg":"trace[914318649] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"222.587024ms","start":"2026-07-03T19:30:28.623748Z","end":"2026-07-03T19:30:28.846335Z","steps":["trace[914318649] 'process raft request' (duration: 222.173818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:28.846411Z","caller":"traceutil/trace.go:171","msg":"trace[208107935] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"222.403072ms","start":"2026-07-03T19:30:28.624003Z","end":"2026-07-03T19:30:28.846406Z","steps":["trace[208107935] 'process raft request' (duration: 221.940596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.846604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.249143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-03T19:30:28.846628Z","caller":"traceutil/trace.go:171","msg":"trace[123007614] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5599; }","duration":"220.289074ms","start":"2026-07-03T19:30:28.626333Z","end":"2026-07-03T19:30:28.846622Z","steps":["trace[123007614] 'agreement among raft nodes before linearized reading' (duration: 220.180652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.846748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.291561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10719"} {"level":"info","ts":"2026-07-03T19:30:28.846766Z","caller":"traceutil/trace.go:171","msg":"trace[966622870] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5599; }","duration":"168.354863ms","start":"2026-07-03T19:30:28.678407Z","end":"2026-07-03T19:30:28.846762Z","steps":["trace[966622870] 'agreement among raft nodes before linearized reading' (duration: 168.305072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:28.846939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.375666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:28.846958Z","caller":"traceutil/trace.go:171","msg":"trace[446763204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5599; }","duration":"106.434326ms","start":"2026-07-03T19:30:28.74052Z","end":"2026-07-03T19:30:28.846954Z","steps":["trace[446763204] 'agreement among raft nodes before linearized reading' (duration: 106.405626ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:29.735929Z","caller":"traceutil/trace.go:171","msg":"trace[1315703318] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"280.604947ms","start":"2026-07-03T19:30:29.455301Z","end":"2026-07-03T19:30:29.735906Z","steps":["trace[1315703318] 'process raft request' (duration: 280.432323ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:29.786946Z","caller":"traceutil/trace.go:171","msg":"trace[1821221211] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"230.42135ms","start":"2026-07-03T19:30:29.556502Z","end":"2026-07-03T19:30:29.786924Z","steps":["trace[1821221211] 'process raft request' (duration: 202.534454ms)","trace[1821221211] 'compare' (duration: 27.39714ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:29.928443Z","caller":"traceutil/trace.go:171","msg":"trace[1137752552] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"154.9621ms","start":"2026-07-03T19:30:29.773455Z","end":"2026-07-03T19:30:29.928417Z","steps":["trace[1137752552] 'process raft request' (duration: 152.133912ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.562328Z","caller":"traceutil/trace.go:171","msg":"trace[406411613] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"223.530005ms","start":"2026-07-03T19:30:30.338762Z","end":"2026-07-03T19:30:30.562292Z","steps":["trace[406411613] 'process raft request' (duration: 194.222649ms)","trace[406411613] 'compare' (duration: 29.041051ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:30.562454Z","caller":"traceutil/trace.go:171","msg":"trace[1466240797] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"159.741435ms","start":"2026-07-03T19:30:30.402683Z","end":"2026-07-03T19:30:30.562424Z","steps":["trace[1466240797] 'process raft request' (duration: 159.603423ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.562447Z","caller":"traceutil/trace.go:171","msg":"trace[1318791736] linearizableReadLoop","detail":"{readStateIndex:5837; appliedIndex:5836; }","duration":"193.464609ms","start":"2026-07-03T19:30:30.368944Z","end":"2026-07-03T19:30:30.562409Z","steps":["trace[1318791736] 'read index received' (duration: 164.048072ms)","trace[1318791736] 'applied index is now lower than readState.Index' (duration: 29.413287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:30.562715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.743944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:30.562764Z","caller":"traceutil/trace.go:171","msg":"trace[1613693348] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5610; }","duration":"193.857355ms","start":"2026-07-03T19:30:30.368892Z","end":"2026-07-03T19:30:30.56275Z","steps":["trace[1613693348] 'agreement among raft nodes before linearized reading' (duration: 193.716723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:30.976611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.003408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:30:30.976619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.865314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:30:30.976641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.08472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:30:30.976693Z","caller":"traceutil/trace.go:171","msg":"trace[34908744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5611; }","duration":"123.110191ms","start":"2026-07-03T19:30:30.853564Z","end":"2026-07-03T19:30:30.976674Z","steps":["trace[34908744] 'range keys from in-memory index tree' (duration: 122.862366ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.976702Z","caller":"traceutil/trace.go:171","msg":"trace[1938931915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5611; }","duration":"125.009205ms","start":"2026-07-03T19:30:30.851674Z","end":"2026-07-03T19:30:30.976683Z","steps":["trace[1938931915] 'range keys from in-memory index tree' (duration: 124.699781ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:30.976763Z","caller":"traceutil/trace.go:171","msg":"trace[191572217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5611; }","duration":"123.210012ms","start":"2026-07-03T19:30:30.853484Z","end":"2026-07-03T19:30:30.976694Z","steps":["trace[191572217] 'range keys from in-memory index tree' (duration: 122.947417ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:31.624477Z","caller":"traceutil/trace.go:171","msg":"trace[442202618] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"113.152446ms","start":"2026-07-03T19:30:31.511296Z","end":"2026-07-03T19:30:31.624448Z","steps":["trace[442202618] 'process raft request' (duration: 112.985304ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:31.845813Z","caller":"traceutil/trace.go:171","msg":"trace[1553519685] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"103.955011ms","start":"2026-07-03T19:30:31.741834Z","end":"2026-07-03T19:30:31.845789Z","steps":["trace[1553519685] 'process raft request' (duration: 103.744549ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:31.899453Z","caller":"traceutil/trace.go:171","msg":"trace[1380530162] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"106.537826ms","start":"2026-07-03T19:30:31.792897Z","end":"2026-07-03T19:30:31.899435Z","steps":["trace[1380530162] 'process raft request' (duration: 106.406885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:32.283768Z","caller":"traceutil/trace.go:171","msg":"trace[1436899047] linearizableReadLoop","detail":"{readStateIndex:5848; appliedIndex:5847; }","duration":"112.92938ms","start":"2026-07-03T19:30:32.170803Z","end":"2026-07-03T19:30:32.283732Z","steps":["trace[1436899047] 'read index received' (duration: 112.721418ms)","trace[1436899047] 'applied index is now lower than readState.Index' (duration: 206.492µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:32.283963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.154504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:32.283989Z","caller":"traceutil/trace.go:171","msg":"trace[1364221948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5619; }","duration":"113.251165ms","start":"2026-07-03T19:30:32.170729Z","end":"2026-07-03T19:30:32.28398Z","steps":["trace[1364221948] 'agreement among raft nodes before linearized reading' (duration: 113.103163ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:32.434174Z","caller":"traceutil/trace.go:171","msg":"trace[290159724] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"114.847067ms","start":"2026-07-03T19:30:32.319302Z","end":"2026-07-03T19:30:32.434149Z","steps":["trace[290159724] 'process raft request' (duration: 54.180939ms)","trace[290159724] 'compare' (duration: 60.045949ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:32.704245Z","caller":"traceutil/trace.go:171","msg":"trace[482081410] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5851; }","duration":"127.323105ms","start":"2026-07-03T19:30:32.576898Z","end":"2026-07-03T19:30:32.704221Z","steps":["trace[482081410] 'read index received' (duration: 127.104062ms)","trace[482081410] 'applied index is now lower than readState.Index' (duration: 218.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:32.704317Z","caller":"traceutil/trace.go:171","msg":"trace[1568813518] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"131.212428ms","start":"2026-07-03T19:30:32.573086Z","end":"2026-07-03T19:30:32.704298Z","steps":["trace[1568813518] 'process raft request' (duration: 130.989065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:32.704679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.76097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13290"} {"level":"info","ts":"2026-07-03T19:30:32.704736Z","caller":"traceutil/trace.go:171","msg":"trace[912175707] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5623; }","duration":"127.858142ms","start":"2026-07-03T19:30:32.576862Z","end":"2026-07-03T19:30:32.70472Z","steps":["trace[912175707] 'agreement among raft nodes before linearized reading' (duration: 127.516018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.133172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.990822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:33.133316Z","caller":"traceutil/trace.go:171","msg":"trace[1084223671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5625; }","duration":"197.141794ms","start":"2026-07-03T19:30:32.936153Z","end":"2026-07-03T19:30:33.133295Z","steps":["trace[1084223671] 'range keys from in-memory index tree' (duration: 196.972512ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.133633Z","caller":"traceutil/trace.go:171","msg":"trace[1592391420] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"325.186069ms","start":"2026-07-03T19:30:32.808423Z","end":"2026-07-03T19:30:33.133609Z","steps":["trace[1592391420] 'process raft request' (duration: 324.255497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:33.133871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:32.808414Z","time spent":"325.27316ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13648,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:33.332096Z","caller":"traceutil/trace.go:171","msg":"trace[1992637760] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"189.927457ms","start":"2026-07-03T19:30:33.142145Z","end":"2026-07-03T19:30:33.332072Z","steps":["trace[1992637760] 'process raft request' (duration: 121.459206ms)","trace[1992637760] 'compare' (duration: 68.279319ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:33.332452Z","caller":"traceutil/trace.go:171","msg":"trace[1891103721] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"175.005956ms","start":"2026-07-03T19:30:33.157421Z","end":"2026-07-03T19:30:33.332427Z","steps":["trace[1891103721] 'process raft request' (duration: 174.964175ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.332787Z","caller":"traceutil/trace.go:171","msg":"trace[826673280] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"190.516577ms","start":"2026-07-03T19:30:33.142262Z","end":"2026-07-03T19:30:33.332779Z","steps":["trace[826673280] 'process raft request' (duration: 190.012849ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.332833Z","caller":"traceutil/trace.go:171","msg":"trace[1595332682] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"190.530675ms","start":"2026-07-03T19:30:33.142288Z","end":"2026-07-03T19:30:33.332818Z","steps":["trace[1595332682] 'process raft request' (duration: 190.012437ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.332866Z","caller":"traceutil/trace.go:171","msg":"trace[558651827] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"190.691929ms","start":"2026-07-03T19:30:33.142168Z","end":"2026-07-03T19:30:33.33286Z","steps":["trace[558651827] 'process raft request' (duration: 189.871927ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.332962Z","caller":"traceutil/trace.go:171","msg":"trace[968795812] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"190.717629ms","start":"2026-07-03T19:30:33.142236Z","end":"2026-07-03T19:30:33.332954Z","steps":["trace[968795812] 'process raft request' (duration: 189.956178ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.332946Z","caller":"traceutil/trace.go:171","msg":"trace[1830877036] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"183.570733ms","start":"2026-07-03T19:30:33.149356Z","end":"2026-07-03T19:30:33.332927Z","steps":["trace[1830877036] 'process raft request' (duration: 182.988124ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.333083Z","caller":"traceutil/trace.go:171","msg":"trace[744503639] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"190.84413ms","start":"2026-07-03T19:30:33.142234Z","end":"2026-07-03T19:30:33.333078Z","steps":["trace[744503639] 'process raft request' (duration: 190.004908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:33.547865Z","caller":"traceutil/trace.go:171","msg":"trace[1610947661] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"102.224626ms","start":"2026-07-03T19:30:33.445608Z","end":"2026-07-03T19:30:33.547833Z","steps":["trace[1610947661] 'process raft request' (duration: 67.489889ms)","trace[1610947661] 'compare' (duration: 34.427293ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:33.9721Z","caller":"traceutil/trace.go:171","msg":"trace[1741770121] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"121.203263ms","start":"2026-07-03T19:30:33.850872Z","end":"2026-07-03T19:30:33.972075Z","steps":["trace[1741770121] 'process raft request' (duration: 121.057491ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.11907Z","caller":"traceutil/trace.go:171","msg":"trace[56132255] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5866; }","duration":"183.965335ms","start":"2026-07-03T19:30:33.935077Z","end":"2026-07-03T19:30:34.119042Z","steps":["trace[56132255] 'read index received' (duration: 36.878996ms)","trace[56132255] 'applied index is now lower than readState.Index' (duration: 147.084749ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:34.119136Z","caller":"traceutil/trace.go:171","msg":"trace[1364156758] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"215.223038ms","start":"2026-07-03T19:30:33.903878Z","end":"2026-07-03T19:30:34.119101Z","steps":["trace[1364156758] 'process raft request' (duration: 180.053295ms)","trace[1364156758] 'compare' (duration: 34.904899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:34.119269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.17115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:34.11931Z","caller":"traceutil/trace.go:171","msg":"trace[1208371279] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5639; }","duration":"184.2795ms","start":"2026-07-03T19:30:33.935017Z","end":"2026-07-03T19:30:34.119297Z","steps":["trace[1208371279] 'agreement among raft nodes before linearized reading' (duration: 184.185029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:34.119388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.827613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:34.119451Z","caller":"traceutil/trace.go:171","msg":"trace[1019790850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5639; }","duration":"174.995415ms","start":"2026-07-03T19:30:33.944439Z","end":"2026-07-03T19:30:34.119434Z","steps":["trace[1019790850] 'agreement among raft nodes before linearized reading' (duration: 174.764972ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.307468Z","caller":"traceutil/trace.go:171","msg":"trace[1793999420] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"131.743573ms","start":"2026-07-03T19:30:34.1757Z","end":"2026-07-03T19:30:34.307443Z","steps":["trace[1793999420] 'read index received' (duration: 131.52306ms)","trace[1793999420] 'applied index is now lower than readState.Index' (duration: 219.383µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:34.30762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.889625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:34.30766Z","caller":"traceutil/trace.go:171","msg":"trace[261737680] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5640; }","duration":"131.969507ms","start":"2026-07-03T19:30:34.17568Z","end":"2026-07-03T19:30:34.307649Z","steps":["trace[261737680] 'agreement among raft nodes before linearized reading' (duration: 131.864194ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:34.308056Z","caller":"traceutil/trace.go:171","msg":"trace[1494073624] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"166.996488ms","start":"2026-07-03T19:30:34.141048Z","end":"2026-07-03T19:30:34.308045Z","steps":["trace[1494073624] 'process raft request' (duration: 166.223307ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:37.273292Z","caller":"traceutil/trace.go:171","msg":"trace[125077313] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5887; }","duration":"124.777786ms","start":"2026-07-03T19:30:37.148486Z","end":"2026-07-03T19:30:37.273264Z","steps":["trace[125077313] 'read index received' (duration: 124.433082ms)","trace[125077313] 'applied index is now lower than readState.Index' (duration: 343.404µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:37.273392Z","caller":"traceutil/trace.go:171","msg":"trace[1913569252] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"127.465212ms","start":"2026-07-03T19:30:37.145903Z","end":"2026-07-03T19:30:37.273368Z","steps":["trace[1913569252] 'process raft request' (duration: 127.167729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:37.274119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.592577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-07-03T19:30:37.274179Z","caller":"traceutil/trace.go:171","msg":"trace[818491347] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5659; }","duration":"125.700538ms","start":"2026-07-03T19:30:37.148463Z","end":"2026-07-03T19:30:37.274164Z","steps":["trace[818491347] 'agreement among raft nodes before linearized reading' (duration: 124.942488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:43.704994Z","caller":"traceutil/trace.go:171","msg":"trace[723466696] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6003; }","duration":"178.190318ms","start":"2026-07-03T19:30:43.526775Z","end":"2026-07-03T19:30:43.704966Z","steps":["trace[723466696] 'read index received' (duration: 178.023886ms)","trace[723466696] 'applied index is now lower than readState.Index' (duration: 164.352µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:43.705128Z","caller":"traceutil/trace.go:171","msg":"trace[1018061329] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"179.262741ms","start":"2026-07-03T19:30:43.525818Z","end":"2026-07-03T19:30:43.70508Z","steps":["trace[1018061329] 'process raft request' (duration: 178.964387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:43.705416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.610173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:30:43.705487Z","caller":"traceutil/trace.go:171","msg":"trace[185028514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5771; }","duration":"178.715834ms","start":"2026-07-03T19:30:43.526753Z","end":"2026-07-03T19:30:43.705469Z","steps":["trace[185028514] 'agreement among raft nodes before linearized reading' (duration: 178.428691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:44.206021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355956051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:44.706662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355956051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:30:45.139779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435033565s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:30:45.744971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:30:45.745133Z","caller":"traceutil/trace.go:171","msg":"trace[1999289659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667095s","start":"2026-07-03T19:30:43.744411Z","end":"2026-07-03T19:30:45.745078Z","steps":["trace[1999289659] 'agreement among raft nodes before linearized reading' (duration: 2.000516903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:45.745242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.744394Z","time spent":"2.000806087s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:30:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:30:46.482142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341988657s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:46.482397Z","caller":"traceutil/trace.go:171","msg":"trace[429052175] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"2.81855144s","start":"2026-07-03T19:30:43.663826Z","end":"2026-07-03T19:30:46.482378Z","steps":["trace[429052175] 'process raft request' (duration: 2.818447178s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:46.482468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.663775Z","time spent":"2.818658401s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:46.482443Z","caller":"traceutil/trace.go:171","msg":"trace[1023783142] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"2.820495405s","start":"2026-07-03T19:30:43.661912Z","end":"2026-07-03T19:30:46.482407Z","steps":["trace[1023783142] 'process raft request' (duration: 1.478145012s)","trace[1023783142] 'compare' (duration: 1.341350979s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:46.482614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.661876Z","time spent":"2.820647677s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:47.205437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.065319212s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:30:47.205853Z","caller":"traceutil/trace.go:171","msg":"trace[1021634817] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"3.496640257s","start":"2026-07-03T19:30:43.709185Z","end":"2026-07-03T19:30:47.205825Z","steps":["trace[1021634817] 'process raft request' (duration: 3.496407774s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.205972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.709172Z","time spent":"3.496722348s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:47.2062Z","caller":"traceutil/trace.go:171","msg":"trace[629906584] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6004; }","duration":"3.501086717s","start":"2026-07-03T19:30:43.705092Z","end":"2026-07-03T19:30:47.206179Z","steps":["trace[629906584] 'read index received' (duration: 1.434980124s)","trace[629906584] 'applied index is now lower than readState.Index' (duration: 2.066105593s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:47.206325Z","caller":"traceutil/trace.go:171","msg":"trace[521344203] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"2.412242435s","start":"2026-07-03T19:30:44.79407Z","end":"2026-07-03T19:30:47.206313Z","steps":["trace[521344203] 'process raft request' (duration: 2.412030553s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:47.206294Z","caller":"traceutil/trace.go:171","msg":"trace[462250464] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"3.010235683s","start":"2026-07-03T19:30:44.196026Z","end":"2026-07-03T19:30:47.206262Z","steps":["trace[462250464] 'process raft request' (duration: 3.009969559s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.206423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.79404Z","time spent":"2.412311987s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:47.20645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.195999Z","time spent":"3.010376635s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:47.206484Z","caller":"traceutil/trace.go:171","msg":"trace[763556323] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"3.109884297s","start":"2026-07-03T19:30:44.096573Z","end":"2026-07-03T19:30:47.206458Z","steps":["trace[763556323] 'process raft request' (duration: 3.109199988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.206613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.096542Z","time spent":"3.110001778s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:47.206634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677788484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:30:47.206683Z","caller":"traceutil/trace.go:171","msg":"trace[777854158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5778; }","duration":"3.677854215s","start":"2026-07-03T19:30:43.528816Z","end":"2026-07-03T19:30:47.206671Z","steps":["trace[777854158] 'agreement among raft nodes before linearized reading' (duration: 3.677665193s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.206714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.528809Z","time spent":"3.677897845s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:47.20672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758724986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:47.206759Z","caller":"traceutil/trace.go:171","msg":"trace[786821153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5778; }","duration":"2.758761096s","start":"2026-07-03T19:30:44.447986Z","end":"2026-07-03T19:30:47.206747Z","steps":["trace[786821153] 'agreement among raft nodes before linearized reading' (duration: 2.758631644s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.206788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.447909Z","time spent":"2.758872777s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:30:47.206787Z","caller":"traceutil/trace.go:171","msg":"trace[1722804345] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"2.292753885s","start":"2026-07-03T19:30:44.91402Z","end":"2026-07-03T19:30:47.206774Z","steps":["trace[1722804345] 'process raft request' (duration: 2.292117267s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.206854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.913999Z","time spent":"2.292820296s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:47.206961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657524862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-03T19:30:47.207001Z","caller":"traceutil/trace.go:171","msg":"trace[891224248] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5778; }","duration":"3.657606363s","start":"2026-07-03T19:30:43.549382Z","end":"2026-07-03T19:30:47.206988Z","steps":["trace[891224248] 'agreement among raft nodes before linearized reading' (duration: 3.657464231s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.207026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527091988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:30:47.207031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:43.549362Z","time spent":"3.657662764s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-03T19:30:47.20707Z","caller":"traceutil/trace.go:171","msg":"trace[932221234] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5778; }","duration":"1.527182299s","start":"2026-07-03T19:30:45.679877Z","end":"2026-07-03T19:30:47.207059Z","steps":["trace[932221234] 'agreement among raft nodes before linearized reading' (duration: 1.527098508s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.207102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:45.679837Z","time spent":"1.527256371s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:47.207215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121879088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:30:47.207255Z","caller":"traceutil/trace.go:171","msg":"trace[1277718604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5778; }","duration":"2.121970249s","start":"2026-07-03T19:30:45.085274Z","end":"2026-07-03T19:30:47.207244Z","steps":["trace[1277718604] 'agreement among raft nodes before linearized reading' (duration: 2.121857958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.207288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:45.085246Z","time spent":"2.12203089s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:30:47.207304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.181065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:30:47.207314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654116954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:30:47.207338Z","caller":"traceutil/trace.go:171","msg":"trace[708662692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5778; }","duration":"161.217206ms","start":"2026-07-03T19:30:47.04611Z","end":"2026-07-03T19:30:47.207328Z","steps":["trace[708662692] 'agreement among raft nodes before linearized reading' (duration: 161.128004ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:47.207358Z","caller":"traceutil/trace.go:171","msg":"trace[611413199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5778; }","duration":"2.654211075s","start":"2026-07-03T19:30:44.553134Z","end":"2026-07-03T19:30:47.207345Z","steps":["trace[611413199] 'agreement among raft nodes before linearized reading' (duration: 2.654058583s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.207392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.553106Z","time spent":"2.654278116s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:30:47.207518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497679684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:30:47.207526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397481387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:47.207551Z","caller":"traceutil/trace.go:171","msg":"trace[758871142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5778; }","duration":"1.497761875s","start":"2026-07-03T19:30:45.70978Z","end":"2026-07-03T19:30:47.207542Z","steps":["trace[758871142] 'agreement among raft nodes before linearized reading' (duration: 1.497665704s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:47.207555Z","caller":"traceutil/trace.go:171","msg":"trace[2113941492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5778; }","duration":"2.397552798s","start":"2026-07-03T19:30:44.809992Z","end":"2026-07-03T19:30:47.207545Z","steps":["trace[2113941492] 'agreement among raft nodes before linearized reading' (duration: 2.397501278s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.20758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:45.709754Z","time spent":"1.497820216s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:30:47.207588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:44.80998Z","time spent":"2.397600429s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:30:47.207683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462154959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:47.207724Z","caller":"traceutil/trace.go:171","msg":"trace[1511171264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5778; }","duration":"1.46221521s","start":"2026-07-03T19:30:45.745497Z","end":"2026-07-03T19:30:47.207712Z","steps":["trace[1511171264] 'agreement among raft nodes before linearized reading' (duration: 1.462160239s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:47.207765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:45.745462Z","time spent":"1.462290751s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:30:47.591155Z","caller":"traceutil/trace.go:171","msg":"trace[949836979] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"201.117158ms","start":"2026-07-03T19:30:47.390013Z","end":"2026-07-03T19:30:47.59113Z","steps":["trace[949836979] 'process raft request' (duration: 200.920586ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:49.727397Z","caller":"traceutil/trace.go:171","msg":"trace[537527437] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"430.604382ms","start":"2026-07-03T19:30:49.296747Z","end":"2026-07-03T19:30:49.727352Z","steps":["trace[537527437] 'process raft request' (duration: 388.626971ms)","trace[537527437] 'compare' (duration: 41.068569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:49.727529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.296727Z","time spent":"430.745335ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:50.27861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355956118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:30:50.345741Z","caller":"traceutil/trace.go:171","msg":"trace[148778794] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6039; }","duration":"567.757002ms","start":"2026-07-03T19:30:49.777968Z","end":"2026-07-03T19:30:50.345725Z","steps":["trace[148778794] 'read index received' (duration: 567.5514ms)","trace[148778794] 'applied index is now lower than readState.Index' (duration: 204.872µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:50.346031Z","caller":"traceutil/trace.go:171","msg":"trace[1448835976] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"1.04821621s","start":"2026-07-03T19:30:49.297806Z","end":"2026-07-03T19:30:50.346022Z","steps":["trace[1448835976] 'process raft request' (duration: 1.047738044s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.346131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.297794Z","time spent":"1.048282731s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:50.346233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.240399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:50.346312Z","caller":"traceutil/trace.go:171","msg":"trace[786729039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5809; }","duration":"568.360481ms","start":"2026-07-03T19:30:49.777936Z","end":"2026-07-03T19:30:50.346296Z","steps":["trace[786729039] 'agreement among raft nodes before linearized reading' (duration: 568.185949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.346354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.77792Z","time spent":"568.427461ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:30:50.346545Z","caller":"traceutil/trace.go:171","msg":"trace[1369574864] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"1.048353792s","start":"2026-07-03T19:30:49.298181Z","end":"2026-07-03T19:30:50.346535Z","steps":["trace[1369574864] 'process raft request' (duration: 1.04746771s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.34664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.29817Z","time spent":"1.048407212s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:50.346702Z","caller":"traceutil/trace.go:171","msg":"trace[732978596] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"1.046584779s","start":"2026-07-03T19:30:49.300109Z","end":"2026-07-03T19:30:50.346694Z","steps":["trace[732978596] 'process raft request' (duration: 1.045586506s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.346754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.300101Z","time spent":"1.046628069s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:50.346756Z","caller":"traceutil/trace.go:171","msg":"trace[897946193] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"1.047728124s","start":"2026-07-03T19:30:49.299017Z","end":"2026-07-03T19:30:50.346745Z","steps":["trace[897946193] 'process raft request' (duration: 1.04665934s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.346798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:49.298999Z","time spent":"1.047778974s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:50.824634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.316238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128230"} {"level":"info","ts":"2026-07-03T19:30:50.824726Z","caller":"traceutil/trace.go:171","msg":"trace[39980716] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5809; }","duration":"329.460479ms","start":"2026-07-03T19:30:50.495249Z","end":"2026-07-03T19:30:50.82471Z","steps":["trace[39980716] 'range keys from in-memory index tree' (duration: 329.044274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.824838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.507798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17204"} {"level":"info","ts":"2026-07-03T19:30:50.824904Z","caller":"traceutil/trace.go:171","msg":"trace[1410184813] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5809; }","duration":"373.607109ms","start":"2026-07-03T19:30:50.451281Z","end":"2026-07-03T19:30:50.824888Z","steps":["trace[1410184813] 'range keys from in-memory index tree' (duration: 373.382016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.824935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:50.451264Z","time spent":"373.66424ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17227,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-03T19:30:50.842273Z","caller":"traceutil/trace.go:171","msg":"trace[1953096188] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6043; }","duration":"293.010773ms","start":"2026-07-03T19:30:50.549233Z","end":"2026-07-03T19:30:50.842244Z","steps":["trace[1953096188] 'read index received' (duration: 271.406134ms)","trace[1953096188] 'applied index is now lower than readState.Index' (duration: 21.603899ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:50.842352Z","caller":"traceutil/trace.go:171","msg":"trace[105341104] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"344.483ms","start":"2026-07-03T19:30:50.49785Z","end":"2026-07-03T19:30:50.842333Z","steps":["trace[105341104] 'process raft request' (duration: 322.845661ms)","trace[105341104] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 17.736946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:50.842442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:50.497826Z","time spent":"344.563981ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:50.842474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.225616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-03T19:30:50.84251Z","caller":"traceutil/trace.go:171","msg":"trace[1917999774] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5810; }","duration":"293.292996ms","start":"2026-07-03T19:30:50.549206Z","end":"2026-07-03T19:30:50.842499Z","steps":["trace[1917999774] 'agreement among raft nodes before linearized reading' (duration: 293.146484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:50.842738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:50.495229Z","time spent":"347.49042ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128253,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-03T19:30:51.711202Z","caller":"traceutil/trace.go:171","msg":"trace[1480705222] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"133.568323ms","start":"2026-07-03T19:30:51.577616Z","end":"2026-07-03T19:30:51.711184Z","steps":["trace[1480705222] 'process raft request' (duration: 133.461671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.058948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.505231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:30:52.059116Z","caller":"traceutil/trace.go:171","msg":"trace[1151163000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5823; }","duration":"115.734294ms","start":"2026-07-03T19:30:51.943362Z","end":"2026-07-03T19:30:52.059096Z","steps":["trace[1151163000] 'count revisions from in-memory index tree' (duration: 115.377979ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.488852Z","caller":"traceutil/trace.go:171","msg":"trace[518349824] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6057; }","duration":"136.673233ms","start":"2026-07-03T19:30:52.352146Z","end":"2026-07-03T19:30:52.48882Z","steps":["trace[518349824] 'read index received' (duration: 136.570172ms)","trace[518349824] 'applied index is now lower than readState.Index' (duration: 101.181µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:52.488876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.169596Z","time spent":"319.271669ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:30:52.48904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.855786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:52.489028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.848126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:52.489051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.892356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-03T19:30:52.48908Z","caller":"traceutil/trace.go:171","msg":"trace[650838059] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5823; }","duration":"136.952607ms","start":"2026-07-03T19:30:52.352117Z","end":"2026-07-03T19:30:52.48907Z","steps":["trace[650838059] 'agreement among raft nodes before linearized reading' (duration: 136.860215ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.489109Z","caller":"traceutil/trace.go:171","msg":"trace[277270058] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5823; }","duration":"136.996918ms","start":"2026-07-03T19:30:52.352098Z","end":"2026-07-03T19:30:52.489095Z","steps":["trace[277270058] 'agreement among raft nodes before linearized reading' (duration: 136.762855ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.489105Z","caller":"traceutil/trace.go:171","msg":"trace[1265637405] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5823; }","duration":"136.978128ms","start":"2026-07-03T19:30:52.352109Z","end":"2026-07-03T19:30:52.489087Z","steps":["trace[1265637405] 'agreement among raft nodes before linearized reading' (duration: 136.841216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.489285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.959477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:52.489311Z","caller":"traceutil/trace.go:171","msg":"trace[428011371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5823; }","duration":"137.000328ms","start":"2026-07-03T19:30:52.352302Z","end":"2026-07-03T19:30:52.489303Z","steps":["trace[428011371] 'agreement among raft nodes before linearized reading' (duration: 136.923767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.489337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:30:52.489412Z","caller":"traceutil/trace.go:171","msg":"trace[1434861598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5823; }","duration":"137.114659ms","start":"2026-07-03T19:30:52.352288Z","end":"2026-07-03T19:30:52.489403Z","steps":["trace[1434861598] 'agreement among raft nodes before linearized reading' (duration: 136.941807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.489547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.18923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-03T19:30:52.489548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.283602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:30:52.489582Z","caller":"traceutil/trace.go:171","msg":"trace[1405348424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"137.246531ms","start":"2026-07-03T19:30:52.352328Z","end":"2026-07-03T19:30:52.489574Z","steps":["trace[1405348424] 'agreement among raft nodes before linearized reading' (duration: 137.15978ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.489597Z","caller":"traceutil/trace.go:171","msg":"trace[1211433491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5823; }","duration":"137.371222ms","start":"2026-07-03T19:30:52.352209Z","end":"2026-07-03T19:30:52.489581Z","steps":["trace[1211433491] 'agreement among raft nodes before linearized reading' (duration: 137.19469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.489897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.869772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:52.48996Z","caller":"traceutil/trace.go:171","msg":"trace[1934287302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5823; }","duration":"123.983444ms","start":"2026-07-03T19:30:52.365962Z","end":"2026-07-03T19:30:52.489945Z","steps":["trace[1934287302] 'agreement among raft nodes before linearized reading' (duration: 123.753091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.993544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.380141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:30:52.993766Z","caller":"traceutil/trace.go:171","msg":"trace[1429536939] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"499.540764ms","start":"2026-07-03T19:30:52.494208Z","end":"2026-07-03T19:30:52.993749Z","steps":["trace[1429536939] 'process raft request' (duration: 499.474863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.993839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.494192Z","time spent":"499.614215ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:52.993824Z","caller":"traceutil/trace.go:171","msg":"trace[2066134530] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"500.406815ms","start":"2026-07-03T19:30:52.493387Z","end":"2026-07-03T19:30:52.993794Z","steps":["trace[2066134530] 'process raft request' (duration: 500.245503ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.993888Z","caller":"traceutil/trace.go:171","msg":"trace[2097509798] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"500.682869ms","start":"2026-07-03T19:30:52.493179Z","end":"2026-07-03T19:30:52.993862Z","steps":["trace[2097509798] 'process raft request' (duration: 210.905633ms)","trace[2097509798] 'compare' (duration: 289.244279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:52.994018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.493164Z","time spent":"500.78454ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:52.99406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.493378Z","time spent":"500.572918ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:30:52.994308Z","caller":"traceutil/trace.go:171","msg":"trace[2045975555] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6058; }","duration":"500.431476ms","start":"2026-07-03T19:30:52.493866Z","end":"2026-07-03T19:30:52.994297Z","steps":["trace[2045975555] 'read index received' (duration: 55.975887ms)","trace[2045975555] 'applied index is now lower than readState.Index' (duration: 444.454749ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:52.994397Z","caller":"traceutil/trace.go:171","msg":"trace[219462541] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"499.877178ms","start":"2026-07-03T19:30:52.494509Z","end":"2026-07-03T19:30:52.994386Z","steps":["trace[219462541] 'process raft request' (duration: 499.207469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.994457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.494497Z","time spent":"499.925829ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:30:52.994726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.193336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:30:52.994747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.276103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:30:52.994771Z","caller":"traceutil/trace.go:171","msg":"trace[408027289] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"145.981737ms","start":"2026-07-03T19:30:52.848774Z","end":"2026-07-03T19:30:52.994756Z","steps":["trace[408027289] 'process raft request' (duration: 145.45236ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.994784Z","caller":"traceutil/trace.go:171","msg":"trace[119247479] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5829; }","duration":"217.284168ms","start":"2026-07-03T19:30:52.777486Z","end":"2026-07-03T19:30:52.99477Z","steps":["trace[119247479] 'agreement among raft nodes before linearized reading' (duration: 217.194657ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.994805Z","caller":"traceutil/trace.go:171","msg":"trace[1030079071] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5829; }","duration":"443.361194ms","start":"2026-07-03T19:30:52.551426Z","end":"2026-07-03T19:30:52.994787Z","steps":["trace[1030079071] 'agreement among raft nodes before linearized reading' (duration: 443.174482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.994841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.973963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T19:30:52.99485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.551412Z","time spent":"443.425605ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:30:52.994915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.186257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:52.99494Z","caller":"traceutil/trace.go:171","msg":"trace[855832681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5829; }","duration":"256.241537ms","start":"2026-07-03T19:30:52.73869Z","end":"2026-07-03T19:30:52.994931Z","steps":["trace[855832681] 'agreement among raft nodes before linearized reading' (duration: 256.029465ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:52.995132Z","caller":"traceutil/trace.go:171","msg":"trace[223203289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5829; }","duration":"501.047945ms","start":"2026-07-03T19:30:52.493826Z","end":"2026-07-03T19:30:52.994874Z","steps":["trace[223203289] 'agreement among raft nodes before linearized reading' (duration: 500.617219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:52.995165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:30:52.493809Z","time spent":"501.348818ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:30:54.236086Z","caller":"traceutil/trace.go:171","msg":"trace[1218871169] linearizableReadLoop","detail":"{readStateIndex:6069; appliedIndex:6068; }","duration":"132.860121ms","start":"2026-07-03T19:30:54.103202Z","end":"2026-07-03T19:30:54.236062Z","steps":["trace[1218871169] 'read index received' (duration: 53.493093ms)","trace[1218871169] 'applied index is now lower than readState.Index' (duration: 79.365978ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:54.236141Z","caller":"traceutil/trace.go:171","msg":"trace[819992767] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"245.229457ms","start":"2026-07-03T19:30:53.990878Z","end":"2026-07-03T19:30:54.236107Z","steps":["trace[819992767] 'process raft request' (duration: 165.919281ms)","trace[819992767] 'compare' (duration: 79.160054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:54.23622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.003332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:54.236268Z","caller":"traceutil/trace.go:171","msg":"trace[1072983939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5834; }","duration":"133.065313ms","start":"2026-07-03T19:30:54.103187Z","end":"2026-07-03T19:30:54.236252Z","steps":["trace[1072983939] 'agreement among raft nodes before linearized reading' (duration: 132.976662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.136333Z","caller":"traceutil/trace.go:171","msg":"trace[1607457110] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"131.622414ms","start":"2026-07-03T19:30:55.004691Z","end":"2026-07-03T19:30:55.136314Z","steps":["trace[1607457110] 'process raft request' (duration: 131.506012ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.141133Z","caller":"traceutil/trace.go:171","msg":"trace[575465654] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"135.387713ms","start":"2026-07-03T19:30:55.005713Z","end":"2026-07-03T19:30:55.1411Z","steps":["trace[575465654] 'process raft request' (duration: 135.15192ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.141198Z","caller":"traceutil/trace.go:171","msg":"trace[437405394] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"134.100455ms","start":"2026-07-03T19:30:55.006957Z","end":"2026-07-03T19:30:55.141058Z","steps":["trace[437405394] 'process raft request' (duration: 134.029885ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.141695Z","caller":"traceutil/trace.go:171","msg":"trace[1103746182] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"133.619131ms","start":"2026-07-03T19:30:55.008063Z","end":"2026-07-03T19:30:55.141683Z","steps":["trace[1103746182] 'process raft request' (duration: 132.961061ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:55.141891Z","caller":"traceutil/trace.go:171","msg":"trace[469843776] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"123.775598ms","start":"2026-07-03T19:30:55.018104Z","end":"2026-07-03T19:30:55.14188Z","steps":["trace[469843776] 'process raft request' (duration: 123.536815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:57.525574Z","caller":"traceutil/trace.go:171","msg":"trace[1180965989] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"128.096005ms","start":"2026-07-03T19:30:57.397459Z","end":"2026-07-03T19:30:57.525555Z","steps":["trace[1180965989] 'process raft request' (duration: 60.283622ms)","trace[1180965989] 'compare' (duration: 67.710052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:58.176935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.477119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:30:58.176986Z","caller":"traceutil/trace.go:171","msg":"trace[953955862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5853; }","duration":"276.56683ms","start":"2026-07-03T19:30:57.900407Z","end":"2026-07-03T19:30:58.176974Z","steps":["trace[953955862] 'range keys from in-memory index tree' (duration: 276.355677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:58.177133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.452173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:30:58.17719Z","caller":"traceutil/trace.go:171","msg":"trace[1538799102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5853; }","duration":"108.569315ms","start":"2026-07-03T19:30:58.068607Z","end":"2026-07-03T19:30:58.177176Z","steps":["trace[1538799102] 'range keys from in-memory index tree' (duration: 108.135847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:58.331264Z","caller":"traceutil/trace.go:171","msg":"trace[513645808] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"150.3513ms","start":"2026-07-03T19:30:58.180903Z","end":"2026-07-03T19:30:58.331255Z","steps":["trace[513645808] 'process raft request' (duration: 150.060576ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:58.331102Z","caller":"traceutil/trace.go:171","msg":"trace[1250030254] linearizableReadLoop","detail":"{readStateIndex:6090; appliedIndex:6089; }","duration":"149.701741ms","start":"2026-07-03T19:30:58.181384Z","end":"2026-07-03T19:30:58.331086Z","steps":["trace[1250030254] 'read index received' (duration: 149.513769ms)","trace[1250030254] 'applied index is now lower than readState.Index' (duration: 187.402µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:30:58.331635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.237068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11738"} {"level":"info","ts":"2026-07-03T19:30:58.331663Z","caller":"traceutil/trace.go:171","msg":"trace[2076086057] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5854; }","duration":"150.283329ms","start":"2026-07-03T19:30:58.181373Z","end":"2026-07-03T19:30:58.331656Z","steps":["trace[2076086057] 'agreement among raft nodes before linearized reading' (duration: 150.160357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:58.585914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.753037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:58.586014Z","caller":"traceutil/trace.go:171","msg":"trace[733151196] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5854; }","duration":"193.862939ms","start":"2026-07-03T19:30:58.392137Z","end":"2026-07-03T19:30:58.586Z","steps":["trace[733151196] 'range keys from in-memory index tree' (duration: 193.697977ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:59.308534Z","caller":"traceutil/trace.go:171","msg":"trace[1651252674] linearizableReadLoop","detail":"{readStateIndex:6091; appliedIndex:6090; }","duration":"112.085131ms","start":"2026-07-03T19:30:59.196432Z","end":"2026-07-03T19:30:59.308518Z","steps":["trace[1651252674] 'read index received' (duration: 111.922929ms)","trace[1651252674] 'applied index is now lower than readState.Index' (duration: 161.512µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:59.308765Z","caller":"traceutil/trace.go:171","msg":"trace[860868882] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"119.894995ms","start":"2026-07-03T19:30:59.188862Z","end":"2026-07-03T19:30:59.308757Z","steps":["trace[860868882] 'process raft request' (duration: 119.54509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:59.308863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.111181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:30:59.308941Z","caller":"traceutil/trace.go:171","msg":"trace[805710703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5855; }","duration":"103.206233ms","start":"2026-07-03T19:30:59.205711Z","end":"2026-07-03T19:30:59.308917Z","steps":["trace[805710703] 'agreement among raft nodes before linearized reading' (duration: 103.033291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:59.309018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:30:59.309078Z","caller":"traceutil/trace.go:171","msg":"trace[387243498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5855; }","duration":"102.430482ms","start":"2026-07-03T19:30:59.20663Z","end":"2026-07-03T19:30:59.309061Z","steps":["trace[387243498] 'agreement among raft nodes before linearized reading' (duration: 102.2868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:59.309137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.636759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:30:59.309186Z","caller":"traceutil/trace.go:171","msg":"trace[116213328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5855; }","duration":"100.708239ms","start":"2026-07-03T19:30:59.208467Z","end":"2026-07-03T19:30:59.309176Z","steps":["trace[116213328] 'agreement among raft nodes before linearized reading' (duration: 100.536237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:59.309222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.608704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:30:59.309258Z","caller":"traceutil/trace.go:171","msg":"trace[363862836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5855; }","duration":"102.645154ms","start":"2026-07-03T19:30:59.206604Z","end":"2026-07-03T19:30:59.309249Z","steps":["trace[363862836] 'agreement among raft nodes before linearized reading' (duration: 102.553153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:30:59.308856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.381825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:30:59.309338Z","caller":"traceutil/trace.go:171","msg":"trace[2049353865] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5855; }","duration":"112.931311ms","start":"2026-07-03T19:30:59.196396Z","end":"2026-07-03T19:30:59.309327Z","steps":["trace[2049353865] 'agreement among raft nodes before linearized reading' (duration: 112.302903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:59.433413Z","caller":"traceutil/trace.go:171","msg":"trace[1930715222] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"120.064767ms","start":"2026-07-03T19:30:59.313271Z","end":"2026-07-03T19:30:59.433335Z","steps":["trace[1930715222] 'process raft request' (duration: 107.52711ms)","trace[1930715222] 'compare' (duration: 12.421416ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:30:59.433604Z","caller":"traceutil/trace.go:171","msg":"trace[1667965337] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"119.988075ms","start":"2026-07-03T19:30:59.313606Z","end":"2026-07-03T19:30:59.433594Z","steps":["trace[1667965337] 'process raft request' (duration: 119.818833ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:59.43367Z","caller":"traceutil/trace.go:171","msg":"trace[39427391] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"116.927285ms","start":"2026-07-03T19:30:59.316707Z","end":"2026-07-03T19:30:59.433634Z","steps":["trace[39427391] 'process raft request' (duration: 116.819904ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:59.433696Z","caller":"traceutil/trace.go:171","msg":"trace[1218676294] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"107.492051ms","start":"2026-07-03T19:30:59.326188Z","end":"2026-07-03T19:30:59.43368Z","steps":["trace[1218676294] 'process raft request' (duration: 107.408849ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:30:59.433721Z","caller":"traceutil/trace.go:171","msg":"trace[560396650] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"116.893064ms","start":"2026-07-03T19:30:59.31678Z","end":"2026-07-03T19:30:59.433673Z","steps":["trace[560396650] 'process raft request' (duration: 116.783263ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:00.990354Z","caller":"traceutil/trace.go:171","msg":"trace[1488904344] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"138.799345ms","start":"2026-07-03T19:31:00.851531Z","end":"2026-07-03T19:31:00.99033Z","steps":["trace[1488904344] 'process raft request' (duration: 138.613582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:02.315313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:31:02.315723Z","caller":"traceutil/trace.go:171","msg":"trace[1888377118] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"130.21162ms","start":"2026-07-03T19:31:02.185486Z","end":"2026-07-03T19:31:02.315697Z","steps":["trace[1888377118] 'process raft request' (duration: 19.056774ms)","trace[1888377118] 'compare' (duration: 110.463736ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:05.726393Z","caller":"traceutil/trace.go:171","msg":"trace[1717942859] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6132; }","duration":"244.679176ms","start":"2026-07-03T19:31:05.481693Z","end":"2026-07-03T19:31:05.726372Z","steps":["trace[1717942859] 'read index received' (duration: 33.282772ms)","trace[1717942859] 'applied index is now lower than readState.Index' (duration: 211.395534ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:05.726449Z","caller":"traceutil/trace.go:171","msg":"trace[154037589] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"248.837471ms","start":"2026-07-03T19:31:05.477586Z","end":"2026-07-03T19:31:05.726423Z","steps":["trace[154037589] 'process raft request' (duration: 208.167562ms)","trace[154037589] 'compare' (duration: 40.466167ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:05.726584Z","caller":"traceutil/trace.go:171","msg":"trace[1735618038] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"237.145656ms","start":"2026-07-03T19:31:05.489411Z","end":"2026-07-03T19:31:05.726556Z","steps":["trace[1735618038] 'process raft request' (duration: 236.917573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:05.726801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.109841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:31:05.726857Z","caller":"traceutil/trace.go:171","msg":"trace[1916734750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5897; }","duration":"245.198611ms","start":"2026-07-03T19:31:05.481635Z","end":"2026-07-03T19:31:05.726834Z","steps":["trace[1916734750] 'agreement among raft nodes before linearized reading' (duration: 245.043389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:05.72699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.004276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:31:05.727087Z","caller":"traceutil/trace.go:171","msg":"trace[886381196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5897; }","duration":"244.147408ms","start":"2026-07-03T19:31:05.48292Z","end":"2026-07-03T19:31:05.727067Z","steps":["trace[886381196] 'agreement among raft nodes before linearized reading' (duration: 243.806754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:05.727251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.46968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:31:05.727309Z","caller":"traceutil/trace.go:171","msg":"trace[604616637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5897; }","duration":"243.54867ms","start":"2026-07-03T19:31:05.483746Z","end":"2026-07-03T19:31:05.727295Z","steps":["trace[604616637] 'agreement among raft nodes before linearized reading' (duration: 243.410799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:05.727377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.386881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:31:05.727431Z","caller":"traceutil/trace.go:171","msg":"trace[806773736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5897; }","duration":"244.480853ms","start":"2026-07-03T19:31:05.482939Z","end":"2026-07-03T19:31:05.72742Z","steps":["trace[806773736] 'agreement among raft nodes before linearized reading' (duration: 244.302361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:05.727451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.286167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:05.727506Z","caller":"traceutil/trace.go:171","msg":"trace[148722110] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5897; }","duration":"191.361328ms","start":"2026-07-03T19:31:05.536129Z","end":"2026-07-03T19:31:05.72749Z","steps":["trace[148722110] 'agreement among raft nodes before linearized reading' (duration: 191.282817ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:15.568458Z","caller":"traceutil/trace.go:171","msg":"trace[50638831] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"112.605058ms","start":"2026-07-03T19:31:15.455828Z","end":"2026-07-03T19:31:15.568433Z","steps":["trace[50638831] 'process raft request' (duration: 112.428206ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.043982Z","caller":"traceutil/trace.go:171","msg":"trace[1893179240] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"234.870632ms","start":"2026-07-03T19:31:16.809084Z","end":"2026-07-03T19:31:17.043955Z","steps":["trace[1893179240] 'process raft request' (duration: 234.735711ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.447351Z","caller":"traceutil/trace.go:171","msg":"trace[1962386630] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"126.203186ms","start":"2026-07-03T19:31:17.321117Z","end":"2026-07-03T19:31:17.44732Z","steps":["trace[1962386630] 'process raft request' (duration: 126.054084ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:17.741823Z","caller":"traceutil/trace.go:171","msg":"trace[2054388894] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"161.708514ms","start":"2026-07-03T19:31:17.580076Z","end":"2026-07-03T19:31:17.741785Z","steps":["trace[2054388894] 'process raft request' (duration: 158.824546ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:19.991116Z","caller":"traceutil/trace.go:171","msg":"trace[1186397354] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6233; }","duration":"106.484024ms","start":"2026-07-03T19:31:19.884606Z","end":"2026-07-03T19:31:19.99109Z","steps":["trace[1186397354] 'read index received' (duration: 89.379349ms)","trace[1186397354] 'applied index is now lower than readState.Index' (duration: 17.103465ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:31:19.991216Z","caller":"traceutil/trace.go:171","msg":"trace[563209330] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"128.931171ms","start":"2026-07-03T19:31:19.862255Z","end":"2026-07-03T19:31:19.991187Z","steps":["trace[563209330] 'process raft request' (duration: 111.637833ms)","trace[563209330] 'compare' (duration: 17.082835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:19.991371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.686808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:31:19.99226Z","caller":"traceutil/trace.go:171","msg":"trace[1451801978] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5994; }","duration":"107.642631ms","start":"2026-07-03T19:31:19.884569Z","end":"2026-07-03T19:31:19.992212Z","steps":["trace[1451801978] 'agreement among raft nodes before linearized reading' (duration: 106.679557ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:20.188005Z","caller":"traceutil/trace.go:171","msg":"trace[7116585] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6234; }","duration":"196.759015ms","start":"2026-07-03T19:31:19.991218Z","end":"2026-07-03T19:31:20.187977Z","steps":["trace[7116585] 'read index received' (duration: 117.791374ms)","trace[7116585] 'applied index is now lower than readState.Index' (duration: 78.966361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:20.188124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.65328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:31:20.188187Z","caller":"traceutil/trace.go:171","msg":"trace[1262448715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5995; }","duration":"270.748031ms","start":"2026-07-03T19:31:19.917426Z","end":"2026-07-03T19:31:20.188174Z","steps":["trace[1262448715] 'agreement among raft nodes before linearized reading' (duration: 270.559668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:20.188273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.116327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:31:20.18832Z","caller":"traceutil/trace.go:171","msg":"trace[404633315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5995; }","duration":"290.188378ms","start":"2026-07-03T19:31:19.898118Z","end":"2026-07-03T19:31:20.188307Z","steps":["trace[404633315] 'agreement among raft nodes before linearized reading' (duration: 290.014366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:20.188423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.408865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:31:20.188462Z","caller":"traceutil/trace.go:171","msg":"trace[95583627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5995; }","duration":"241.466046ms","start":"2026-07-03T19:31:19.946986Z","end":"2026-07-03T19:31:20.188452Z","steps":["trace[95583627] 'agreement among raft nodes before linearized reading' (duration: 241.366314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:20.188601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.108556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:31:20.188641Z","caller":"traceutil/trace.go:171","msg":"trace[1583992515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5995; }","duration":"293.177057ms","start":"2026-07-03T19:31:19.895454Z","end":"2026-07-03T19:31:20.188631Z","steps":["trace[1583992515] 'agreement among raft nodes before linearized reading' (duration: 293.071576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:20.188797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.000797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-hbnb5\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-07-03T19:31:20.188853Z","caller":"traceutil/trace.go:171","msg":"trace[665114821] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-hbnb5; range_end:; response_count:1; response_revision:5995; }","duration":"300.081358ms","start":"2026-07-03T19:31:19.888758Z","end":"2026-07-03T19:31:20.18884Z","steps":["trace[665114821] 'agreement among raft nodes before linearized reading' (duration: 299.856375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:20.188976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:19.888749Z","time spent":"300.214109ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7369,"request content":"key:\"/registry/pods/openstack/keystone-db-init-hbnb5\" "} {"level":"info","ts":"2026-07-03T19:31:20.188176Z","caller":"traceutil/trace.go:171","msg":"trace[384594654] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"299.46271ms","start":"2026-07-03T19:31:19.88869Z","end":"2026-07-03T19:31:20.188152Z","steps":["trace[384594654] 'process raft request' (duration: 220.304435ms)","trace[384594654] 'compare' (duration: 78.81969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:20.190147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:19.888675Z","time spent":"301.370894ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:20.356608Z","caller":"traceutil/trace.go:171","msg":"trace[880809565] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"163.73524ms","start":"2026-07-03T19:31:20.192855Z","end":"2026-07-03T19:31:20.35659Z","steps":["trace[880809565] 'process raft request' (duration: 163.596578ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:20.356956Z","caller":"traceutil/trace.go:171","msg":"trace[804475515] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"156.91477ms","start":"2026-07-03T19:31:20.200018Z","end":"2026-07-03T19:31:20.356933Z","steps":["trace[804475515] 'process raft request' (duration: 156.845839ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:20.357252Z","caller":"traceutil/trace.go:171","msg":"trace[241224603] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"161.051884ms","start":"2026-07-03T19:31:20.196178Z","end":"2026-07-03T19:31:20.35723Z","steps":["trace[241224603] 'process raft request' (duration: 160.592928ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:20.357411Z","caller":"traceutil/trace.go:171","msg":"trace[1833629584] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"161.803964ms","start":"2026-07-03T19:31:20.195589Z","end":"2026-07-03T19:31:20.357393Z","steps":["trace[1833629584] 'process raft request' (duration: 160.976834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:21.483588Z","caller":"traceutil/trace.go:171","msg":"trace[2111653777] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"113.949053ms","start":"2026-07-03T19:31:21.369616Z","end":"2026-07-03T19:31:21.483565Z","steps":["trace[2111653777] 'process raft request' (duration: 113.74315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:24.77261Z","caller":"traceutil/trace.go:171","msg":"trace[1255150515] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"100.19863ms","start":"2026-07-03T19:31:24.672367Z","end":"2026-07-03T19:31:24.772565Z","steps":["trace[1255150515] 'process raft request' (duration: 100.032128ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:25.090378Z","caller":"traceutil/trace.go:171","msg":"trace[77467031] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"134.759714ms","start":"2026-07-03T19:31:24.955584Z","end":"2026-07-03T19:31:25.090343Z","steps":["trace[77467031] 'process raft request' (duration: 130.080703ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:25.286584Z","caller":"traceutil/trace.go:171","msg":"trace[1165975469] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"101.894672ms","start":"2026-07-03T19:31:25.18467Z","end":"2026-07-03T19:31:25.286565Z","steps":["trace[1165975469] 'process raft request' (duration: 101.8483ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:25.286887Z","caller":"traceutil/trace.go:171","msg":"trace[672717878] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"103.011746ms","start":"2026-07-03T19:31:25.183866Z","end":"2026-07-03T19:31:25.286878Z","steps":["trace[672717878] 'process raft request' (duration: 102.565099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:40.141621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.770709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-4n266\" ","response":"range_response_count:1 size:10089"} {"level":"info","ts":"2026-07-03T19:31:40.141716Z","caller":"traceutil/trace.go:171","msg":"trace[353317513] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-4n266; range_end:; response_count:1; response_revision:6148; }","duration":"103.937661ms","start":"2026-07-03T19:31:40.037754Z","end":"2026-07-03T19:31:40.141692Z","steps":["trace[353317513] 'range keys from in-memory index tree' (duration: 103.517386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:40.163846Z","caller":"traceutil/trace.go:171","msg":"trace[186974418] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"122.071549ms","start":"2026-07-03T19:31:40.041751Z","end":"2026-07-03T19:31:40.163822Z","steps":["trace[186974418] 'process raft request' (duration: 121.888466ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:40.219077Z","caller":"traceutil/trace.go:171","msg":"trace[1206304310] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"120.937204ms","start":"2026-07-03T19:31:40.098115Z","end":"2026-07-03T19:31:40.219053Z","steps":["trace[1206304310] 'process raft request' (duration: 120.790673ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:31:44.013035Z","caller":"traceutil/trace.go:171","msg":"trace[1730306702] transaction","detail":"{read_only:false; response_revision:6174; number_of_response:1; }","duration":"113.14833ms","start":"2026-07-03T19:31:43.899856Z","end":"2026-07-03T19:31:44.013004Z","steps":["trace[1730306702] 'process raft request' (duration: 112.953798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:44.774113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:31:45.214619Z","caller":"traceutil/trace.go:171","msg":"trace[961442098] linearizableReadLoop","detail":"{readStateIndex:6422; appliedIndex:6420; }","duration":"940.924448ms","start":"2026-07-03T19:31:44.273671Z","end":"2026-07-03T19:31:45.214595Z","steps":["trace[961442098] 'read index received' (duration: 845.319498ms)","trace[961442098] 'applied index is now lower than readState.Index' (duration: 95.60369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:45.216068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.381158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:31:45.216148Z","caller":"traceutil/trace.go:171","msg":"trace[575658194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6177; }","duration":"942.508899ms","start":"2026-07-03T19:31:44.273619Z","end":"2026-07-03T19:31:45.216128Z","steps":["trace[575658194] 'agreement among raft nodes before linearized reading' (duration: 942.253696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.216188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.273606Z","time spent":"942.57569ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:31:45.216397Z","caller":"traceutil/trace.go:171","msg":"trace[874174761] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"951.831921ms","start":"2026-07-03T19:31:44.264552Z","end":"2026-07-03T19:31:45.216384Z","steps":["trace[874174761] 'process raft request' (duration: 854.424467ms)","trace[874174761] 'compare' (duration: 95.333287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:31:45.216533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.264476Z","time spent":"951.949163ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:31:45.216651Z","caller":"traceutil/trace.go:171","msg":"trace[1677365109] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"847.378085ms","start":"2026-07-03T19:31:44.369264Z","end":"2026-07-03T19:31:45.216643Z","steps":["trace[1677365109] 'process raft request' (duration: 845.295297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.216697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.369225Z","time spent":"847.450326ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:31:45.21702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.794324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:31:45.217055Z","caller":"traceutil/trace.go:171","msg":"trace[1722550166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6177; }","duration":"683.882196ms","start":"2026-07-03T19:31:44.533163Z","end":"2026-07-03T19:31:45.217046Z","steps":["trace[1722550166] 'agreement among raft nodes before linearized reading' (duration: 683.770564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.217075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.533129Z","time spent":"683.941786ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:31:45.217191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.916337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8315"} {"level":"info","ts":"2026-07-03T19:31:45.21724Z","caller":"traceutil/trace.go:171","msg":"trace[2030999775] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6177; }","duration":"304.965508ms","start":"2026-07-03T19:31:44.912269Z","end":"2026-07-03T19:31:45.217234Z","steps":["trace[2030999775] 'agreement among raft nodes before linearized reading' (duration: 304.877267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.217271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.91225Z","time spent":"305.011959ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8338,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-03T19:31:45.21738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.075541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:31:45.217434Z","caller":"traceutil/trace.go:171","msg":"trace[19130763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6177; }","duration":"474.155041ms","start":"2026-07-03T19:31:44.743265Z","end":"2026-07-03T19:31:45.21742Z","steps":["trace[19130763] 'agreement among raft nodes before linearized reading' (duration: 473.994499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.217475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.743254Z","time spent":"474.213052ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:31:45.21761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.533559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:31:45.217626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.514027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:31:45.217638Z","caller":"traceutil/trace.go:171","msg":"trace[1253484945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6177; }","duration":"475.5922ms","start":"2026-07-03T19:31:44.742039Z","end":"2026-07-03T19:31:45.217631Z","steps":["trace[1253484945] 'agreement among raft nodes before linearized reading' (duration: 475.54596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.21766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.742026Z","time spent":"475.63032ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:31:45.217658Z","caller":"traceutil/trace.go:171","msg":"trace[344356004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6177; }","duration":"338.565068ms","start":"2026-07-03T19:31:44.879083Z","end":"2026-07-03T19:31:45.217648Z","steps":["trace[344356004] 'agreement among raft nodes before linearized reading' (duration: 338.470597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.217687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.879071Z","time spent":"338.608039ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:31:45.217827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.929415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:31:45.217853Z","caller":"traceutil/trace.go:171","msg":"trace[1654674939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6177; }","duration":"502.003176ms","start":"2026-07-03T19:31:44.715844Z","end":"2026-07-03T19:31:45.217847Z","steps":["trace[1654674939] 'agreement among raft nodes before linearized reading' (duration: 501.906645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.217871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.71582Z","time spent":"502.047456ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:31:45.217906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.2385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:31:45.217945Z","caller":"traceutil/trace.go:171","msg":"trace[2025314882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6177; }","duration":"661.3274ms","start":"2026-07-03T19:31:44.556608Z","end":"2026-07-03T19:31:45.217936Z","steps":["trace[2025314882] 'agreement among raft nodes before linearized reading' (duration: 661.235699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.21798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.55658Z","time spent":"661.392231ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:31:45.218001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.262543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T19:31:45.218085Z","caller":"traceutil/trace.go:171","msg":"trace[544264730] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6177; }","duration":"393.392795ms","start":"2026-07-03T19:31:44.824673Z","end":"2026-07-03T19:31:45.218066Z","steps":["trace[544264730] 'agreement among raft nodes before linearized reading' (duration: 392.922919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:31:45.218134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:31:44.82466Z","time spent":"393.463455ms","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":576,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:19.928103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:20.428243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:20.92926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:21.430386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:21.740808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:21.740981Z","caller":"traceutil/trace.go:171","msg":"trace[933435604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441947s","start":"2026-07-03T19:32:19.740519Z","end":"2026-07-03T19:32:21.740961Z","steps":["trace[933435604] 'agreement among raft nodes before linearized reading' (duration: 2.000248734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:21.741067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.740488Z","time spent":"2.000565108s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:21.93089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:22.431668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:22.67322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.44426676s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:32:22.67357Z","caller":"traceutil/trace.go:171","msg":"trace[560751914] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"3.444718012s","start":"2026-07-03T19:32:19.228826Z","end":"2026-07-03T19:32:22.673544Z","steps":["trace[560751914] 'process raft request' (duration: 3.444566417s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.673747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.228802Z","time spent":"3.444849546s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:22.675691Z","caller":"traceutil/trace.go:171","msg":"trace[1138972803] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"3.325459615s","start":"2026-07-03T19:32:19.350215Z","end":"2026-07-03T19:32:22.675675Z","steps":["trace[1138972803] 'process raft request' (duration: 3.32532127s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.67569Z","caller":"traceutil/trace.go:171","msg":"trace[1236860733] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"3.330142046s","start":"2026-07-03T19:32:19.345513Z","end":"2026-07-03T19:32:22.675655Z","steps":["trace[1236860733] 'process raft request' (duration: 3.329896947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.675774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.350183Z","time spent":"3.325551347s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:22.675871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248374321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:32:22.675878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.345493Z","time spent":"3.330266839s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:22.675847Z","caller":"traceutil/trace.go:171","msg":"trace[300997880] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"2.510960963s","start":"2026-07-03T19:32:20.164831Z","end":"2026-07-03T19:32:22.675792Z","steps":["trace[300997880] 'process raft request' (duration: 2.510800488s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.675928Z","caller":"traceutil/trace.go:171","msg":"trace[354502651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6404; }","duration":"3.248484784s","start":"2026-07-03T19:32:19.427429Z","end":"2026-07-03T19:32:22.675913Z","steps":["trace[354502651] 'agreement among raft nodes before linearized reading' (duration: 3.248311528s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.675972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.42739Z","time spent":"3.248572066s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:32:22.675694Z","caller":"traceutil/trace.go:171","msg":"trace[1760435794] linearizableReadLoop","detail":"{readStateIndex:6657; appliedIndex:6652; }","duration":"3.248180054s","start":"2026-07-03T19:32:19.427494Z","end":"2026-07-03T19:32:22.675674Z","steps":["trace[1760435794] 'read index received' (duration: 3.245991906s)","trace[1760435794] 'applied index is now lower than readState.Index' (duration: 2.187108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:22.676102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.16482Z","time spent":"2.51114815s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:22.676187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200278554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:32:22.676228Z","caller":"traceutil/trace.go:171","msg":"trace[1152960448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6404; }","duration":"3.200359175s","start":"2026-07-03T19:32:19.475854Z","end":"2026-07-03T19:32:22.676214Z","steps":["trace[1152960448] 'agreement among raft nodes before linearized reading' (duration: 3.200235571s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77050073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-03T19:32:22.676262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.475814Z","time spent":"3.200439258s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:32:22.676304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911385336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:22.676312Z","caller":"traceutil/trace.go:171","msg":"trace[955448934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6404; }","duration":"1.770614022s","start":"2026-07-03T19:32:20.905679Z","end":"2026-07-03T19:32:22.676293Z","steps":["trace[955448934] 'agreement among raft nodes before linearized reading' (duration: 1.770414495s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.676348Z","caller":"traceutil/trace.go:171","msg":"trace[1733370557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6404; }","duration":"1.911457668s","start":"2026-07-03T19:32:20.764874Z","end":"2026-07-03T19:32:22.676332Z","steps":["trace[1733370557] 'agreement among raft nodes before linearized reading' (duration: 1.911402526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187888708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:32:22.676386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.764852Z","time spent":"1.911525709s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:22.676369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19121043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:22.676424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.405328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:22.676427Z","caller":"traceutil/trace.go:171","msg":"trace[823837714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6404; }","duration":"3.18802306s","start":"2026-07-03T19:32:19.488388Z","end":"2026-07-03T19:32:22.676411Z","steps":["trace[823837714] 'agreement among raft nodes before linearized reading' (duration: 3.187751641s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.676441Z","caller":"traceutil/trace.go:171","msg":"trace[701952559] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6404; }","duration":"3.191298914s","start":"2026-07-03T19:32:19.485125Z","end":"2026-07-03T19:32:22.676424Z","steps":["trace[701952559] 'agreement among raft nodes before linearized reading' (duration: 3.191158679s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.676456Z","caller":"traceutil/trace.go:171","msg":"trace[2107593166] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6404; }","duration":"328.482722ms","start":"2026-07-03T19:32:22.347965Z","end":"2026-07-03T19:32:22.676447Z","steps":["trace[2107593166] 'agreement among raft nodes before linearized reading' (duration: 328.406519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.488354Z","time spent":"3.188106653s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:32:22.676466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08319122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:22.676485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:22.347939Z","time spent":"328.540003ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":38,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:22.676531Z","caller":"traceutil/trace.go:171","msg":"trace[1502097775] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6404; }","duration":"1.083328814s","start":"2026-07-03T19:32:21.593181Z","end":"2026-07-03T19:32:22.67651Z","steps":["trace[1502097775] 'agreement among raft nodes before linearized reading' (duration: 1.08321291s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.593163Z","time spent":"1.083407466s","remote":"127.0.0.1:55602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.676661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186876422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-03T19:32:22.676682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511197766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:22.676702Z","caller":"traceutil/trace.go:171","msg":"trace[948551663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6404; }","duration":"3.186947513s","start":"2026-07-03T19:32:19.489742Z","end":"2026-07-03T19:32:22.676689Z","steps":["trace[948551663] 'agreement among raft nodes before linearized reading' (duration: 3.186824059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.210436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:32:22.676725Z","caller":"traceutil/trace.go:171","msg":"trace[104117720] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6404; }","duration":"2.511267018s","start":"2026-07-03T19:32:20.165444Z","end":"2026-07-03T19:32:22.676711Z","steps":["trace[104117720] 'agreement among raft nodes before linearized reading' (duration: 2.511145874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.485114Z","time spent":"3.191355915s","remote":"127.0.0.1:37132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:22.67675Z","caller":"traceutil/trace.go:171","msg":"trace[682580185] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6404; }","duration":"503.31176ms","start":"2026-07-03T19:32:22.173425Z","end":"2026-07-03T19:32:22.676737Z","steps":["trace[682580185] 'agreement among raft nodes before linearized reading' (duration: 503.170955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.489729Z","time spent":"3.187003265s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:32:22.67676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491248234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:22.676789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:22.173338Z","time spent":"503.441604ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-03T19:32:22.676803Z","caller":"traceutil/trace.go:171","msg":"trace[627117452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6404; }","duration":"1.491328646s","start":"2026-07-03T19:32:21.185464Z","end":"2026-07-03T19:32:22.676793Z","steps":["trace[627117452] 'agreement among raft nodes before linearized reading' (duration: 1.491267424s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524651653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:22.676859Z","caller":"traceutil/trace.go:171","msg":"trace[1326254542] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6404; }","duration":"2.524728735s","start":"2026-07-03T19:32:20.152118Z","end":"2026-07-03T19:32:22.676847Z","steps":["trace[1326254542] 'agreement among raft nodes before linearized reading' (duration: 2.524667743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.676855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.185445Z","time spent":"1.491380077s","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.676763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.165435Z","time spent":"2.511318449s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:32:22.676896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.152098Z","time spent":"2.524787337s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.676247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186403405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:32:22.676708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159927175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:22.676957Z","caller":"traceutil/trace.go:171","msg":"trace[436200240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6404; }","duration":"3.187185622s","start":"2026-07-03T19:32:19.489755Z","end":"2026-07-03T19:32:22.67694Z","steps":["trace[436200240] 'agreement among raft nodes before linearized reading' (duration: 3.186350663s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.676996Z","caller":"traceutil/trace.go:171","msg":"trace[1345973764] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6404; }","duration":"1.160251456s","start":"2026-07-03T19:32:21.516731Z","end":"2026-07-03T19:32:22.676982Z","steps":["trace[1345973764] 'agreement among raft nodes before linearized reading' (duration: 1.159947025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.677009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:19.489698Z","time spent":"3.187295635s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:32:22.677043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.516705Z","time spent":"1.160322058s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.676351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.905653Z","time spent":"1.770690345s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:32:22.677181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557314889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:22.677046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.799024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:22.677228Z","caller":"traceutil/trace.go:171","msg":"trace[717988396] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6404; }","duration":"1.557403242s","start":"2026-07-03T19:32:21.119809Z","end":"2026-07-03T19:32:22.677213Z","steps":["trace[717988396] 'agreement among raft nodes before linearized reading' (duration: 1.557315989s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:22.677245Z","caller":"traceutil/trace.go:171","msg":"trace[981413792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6404; }","duration":"936.083603ms","start":"2026-07-03T19:32:21.741146Z","end":"2026-07-03T19:32:22.67723Z","steps":["trace[981413792] 'agreement among raft nodes before linearized reading' (duration: 935.863235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.677272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.119788Z","time spent":"1.557468703s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:22.67729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:21.741129Z","time spent":"936.150355ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:22.6777Z","caller":"traceutil/trace.go:171","msg":"trace[1419733226] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"2.513350687s","start":"2026-07-03T19:32:20.164317Z","end":"2026-07-03T19:32:22.677668Z","steps":["trace[1419733226] 'process raft request' (duration: 2.511270213s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:22.677795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:20.164292Z","time spent":"2.51345425s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:29.20082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:29.70115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:30.202159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:30.702585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:30.740093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:30.740175Z","caller":"traceutil/trace.go:171","msg":"trace[113964019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284861s","start":"2026-07-03T19:32:28.739871Z","end":"2026-07-03T19:32:30.740156Z","steps":["trace[113964019] 'agreement among raft nodes before linearized reading' (duration: 2.000185917s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:30.740224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.739861Z","time spent":"2.000353444s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:31.203119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:31.703564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:32.204641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:32.70583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:32.740891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:32.740953Z","caller":"traceutil/trace.go:171","msg":"trace[129970021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360573s","start":"2026-07-03T19:32:30.740573Z","end":"2026-07-03T19:32:32.740934Z","steps":["trace[129970021] 'agreement among raft nodes before linearized reading' (duration: 2.000284261s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:32.741003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.740551Z","time spent":"2.000442825s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:32.763806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:32.763856Z","caller":"traceutil/trace.go:171","msg":"trace[727713816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915354s","start":"2026-07-03T19:32:30.763929Z","end":"2026-07-03T19:32:32.763845Z","steps":["trace[727713816] 'agreement among raft nodes before linearized reading' (duration: 1.999858982s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:32.763891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.763877Z","time spent":"2.000007067s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:33.206914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:33.697053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.699863Z","time spent":"4.997178464s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.699308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.702Z","time spent":"4.997301617s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.701099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.701902Z","time spent":"4.999190113s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.702163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.703818Z","time spent":"4.998342393s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:33.707441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:33.710705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:33.710767Z","caller":"traceutil/trace.go:171","msg":"trace[1703541149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999671596s","start":"2026-07-03T19:32:28.711079Z","end":"2026-07-03T19:32:33.710751Z","steps":["trace[1703541149] 'agreement among raft nodes before linearized reading' (duration: 4.999597493s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.710809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.71107Z","time spent":"4.999729179s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.713814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:33.713873Z","caller":"traceutil/trace.go:171","msg":"trace[1296089514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99951335s","start":"2026-07-03T19:32:28.714342Z","end":"2026-07-03T19:32:33.713855Z","steps":["trace[1296089514] 'agreement among raft nodes before linearized reading' (duration: 4.999440607s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.713914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.714332Z","time spent":"4.999573472s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:32:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:33.718993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999176196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:33.719049Z","caller":"traceutil/trace.go:171","msg":"trace[1023885099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999262059s","start":"2026-07-03T19:32:28.719773Z","end":"2026-07-03T19:32:33.719035Z","steps":["trace[1023885099] 'agreement among raft nodes before linearized reading' (duration: 4.999191577s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:33.719092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.719763Z","time spent":"4.999320511s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-03T19:32:34.207568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:34.708567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:34.74995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:34.750031Z","caller":"traceutil/trace.go:171","msg":"trace[1802695138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300947s","start":"2026-07-03T19:32:32.749713Z","end":"2026-07-03T19:32:34.750014Z","steps":["trace[1802695138] 'agreement among raft nodes before linearized reading' (duration: 2.000198734s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:34.750083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.749696Z","time spent":"2.00037511s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:35.209387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:35.701017Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:32:35.701217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000782126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:35.701319Z","caller":"traceutil/trace.go:171","msg":"trace[1586773924] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; }","duration":"7.000945152s","start":"2026-07-03T19:32:28.700341Z","end":"2026-07-03T19:32:35.701286Z","steps":["trace[1586773924] 'agreement among raft nodes before linearized reading' (duration: 7.000817347s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:35.701391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.700317Z","time spent":"7.001065446s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:32:36.202137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:36.703278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:36.750885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:36.750969Z","caller":"traceutil/trace.go:171","msg":"trace[236273783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582677s","start":"2026-07-03T19:32:34.750356Z","end":"2026-07-03T19:32:36.750939Z","steps":["trace[236273783] 'agreement among raft nodes before linearized reading' (duration: 2.000490074s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:36.751039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:34.750339Z","time spent":"2.000685141s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:37.203951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:37.704819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.205923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.697254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998834585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.697507Z","caller":"traceutil/trace.go:171","msg":"trace[2061362421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998993211s","start":"2026-07-03T19:32:33.69833Z","end":"2026-07-03T19:32:38.697323Z","steps":["trace[2061362421] 'agreement among raft nodes before linearized reading' (duration: 4.998543855s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.69758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.698313Z","time spent":"4.99924948s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.69887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998474992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.702759Z","caller":"traceutil/trace.go:171","msg":"trace[624012227] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998605476s","start":"2026-07-03T19:32:33.700338Z","end":"2026-07-03T19:32:38.698943Z","steps":["trace[624012227] 'agreement among raft nodes before linearized reading' (duration: 4.998511603s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.704681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.700317Z","time spent":"5.004327334s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.705063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000770029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.70509Z","caller":"traceutil/trace.go:171","msg":"trace[94238774] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000807361s","start":"2026-07-03T19:32:33.704276Z","end":"2026-07-03T19:32:38.705083Z","steps":["trace[94238774] 'agreement among raft nodes before linearized reading' (duration: 5.00078029s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.705083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001733534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:38.705225Z","caller":"traceutil/trace.go:171","msg":"trace[1592032157] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.001888749s","start":"2026-07-03T19:32:33.703287Z","end":"2026-07-03T19:32:38.705176Z","steps":["trace[1592032157] 'agreement among raft nodes before linearized reading' (duration: 5.001758285s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.705328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.703268Z","time spent":"5.002046574s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.705105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.70427Z","time spent":"5.000830982s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.706562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:38.711468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998227323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.71153Z","caller":"traceutil/trace.go:171","msg":"trace[1209513414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998322296s","start":"2026-07-03T19:32:35.713192Z","end":"2026-07-03T19:32:38.711514Z","steps":["trace[1209513414] 'agreement among raft nodes before linearized reading' (duration: 2.998249864s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.711699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.713178Z","time spent":"2.998388158s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.71418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998631717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.714225Z","caller":"traceutil/trace.go:171","msg":"trace[2007903032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998700908s","start":"2026-07-03T19:32:35.715512Z","end":"2026-07-03T19:32:38.714213Z","steps":["trace[2007903032] 'agreement among raft nodes before linearized reading' (duration: 2.998650526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.71426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.715502Z","time spent":"2.99874903s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.721393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002232778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-03T19:32:38.721331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002178975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.721463Z","caller":"traceutil/trace.go:171","msg":"trace[607818141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002367213s","start":"2026-07-03T19:32:28.719072Z","end":"2026-07-03T19:32:38.721439Z","steps":["trace[607818141] 'agreement among raft nodes before linearized reading' (duration: 10.002246258s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:38.721463Z","caller":"traceutil/trace.go:171","msg":"trace[309490502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002336692s","start":"2026-07-03T19:32:28.71911Z","end":"2026-07-03T19:32:38.721447Z","steps":["trace[309490502] 'agreement among raft nodes before linearized reading' (duration: 10.002189046s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.721498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.719062Z","time spent":"10.002430026s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:32:38.721511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:28.719105Z","time spent":"10.002393194s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.721981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001454003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.722019Z","caller":"traceutil/trace.go:171","msg":"trace[1503957577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.001507925s","start":"2026-07-03T19:32:35.720503Z","end":"2026-07-03T19:32:38.722011Z","steps":["trace[1503957577] 'agreement among raft nodes before linearized reading' (duration: 3.001465033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.72204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.720497Z","time spent":"3.001537635s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.722801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846537196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.722823Z","caller":"traceutil/trace.go:171","msg":"trace[511002156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.846586168s","start":"2026-07-03T19:32:32.876231Z","end":"2026-07-03T19:32:38.722817Z","steps":["trace[511002156] 'agreement among raft nodes before linearized reading' (duration: 5.846561657s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.722844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.876213Z","time spent":"5.846626559s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:38.756314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:38.756372Z","caller":"traceutil/trace.go:171","msg":"trace[264667841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045881s","start":"2026-07-03T19:32:36.755896Z","end":"2026-07-03T19:32:38.756354Z","steps":["trace[264667841] 'agreement among raft nodes before linearized reading' (duration: 2.000388068s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:38.756401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:36.755879Z","time spent":"2.000516862s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:39.177589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.177093Z","time spent":"7.000489955s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:39.207291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:39.497087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.496729Z","time spent":"7.000351599s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:39.708059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:40.040421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.040056Z","time spent":"7.000358344s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:40.208832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:40.709038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:40.756649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:32:40.756723Z","caller":"traceutil/trace.go:171","msg":"trace[669288611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026367s","start":"2026-07-03T19:32:38.75644Z","end":"2026-07-03T19:32:40.756704Z","steps":["trace[669288611] 'agreement among raft nodes before linearized reading' (duration: 2.000168427s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:40.756909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.756425Z","time spent":"2.000467508s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:40.856278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:33.856066Z","time spent":"7.000204188s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:41.20987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:41.710272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:42.210906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:42.701565Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:32:42.701708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.155369701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.701725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.174214017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.701751Z","caller":"traceutil/trace.go:171","msg":"trace[1131619231] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"10.155481324s","start":"2026-07-03T19:32:32.546256Z","end":"2026-07-03T19:32:42.701738Z","steps":["trace[1131619231] 'agreement among raft nodes before linearized reading' (duration: 10.155414282s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.701784Z","caller":"traceutil/trace.go:171","msg":"trace[1513368927] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"10.17431131s","start":"2026-07-03T19:32:32.527452Z","end":"2026-07-03T19:32:42.701764Z","steps":["trace[1513368927] 'agreement among raft nodes before linearized reading' (duration: 10.174243988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.701824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.80429109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.701846Z","caller":"traceutil/trace.go:171","msg":"trace[1454190021] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; }","duration":"9.804337802s","start":"2026-07-03T19:32:32.897503Z","end":"2026-07-03T19:32:42.701841Z","steps":["trace[1454190021] 'agreement among raft nodes before linearized reading' (duration: 9.804315671s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.701883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.897489Z","time spent":"9.804369683s","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.701844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.52744Z","time spent":"10.174388444s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.701915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9572952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.701934Z","caller":"traceutil/trace.go:171","msg":"trace[1812451279] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; }","duration":"9.957344662s","start":"2026-07-03T19:32:32.744584Z","end":"2026-07-03T19:32:42.701929Z","steps":["trace[1812451279] 'agreement among raft nodes before linearized reading' (duration: 9.957326121s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.701951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.744568Z","time spent":"9.957378542s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" "} {"level":"warn","ts":"2026-07-03T19:32:42.701972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.52794426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.702025Z","caller":"traceutil/trace.go:171","msg":"trace[40208151] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; }","duration":"10.528036183s","start":"2026-07-03T19:32:32.173976Z","end":"2026-07-03T19:32:42.702012Z","steps":["trace[40208151] 'agreement among raft nodes before linearized reading' (duration: 10.527987461s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.702061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.67490562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.702117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.030546814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.702134Z","caller":"traceutil/trace.go:171","msg":"trace[741672076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.674968842s","start":"2026-07-03T19:32:35.027146Z","end":"2026-07-03T19:32:42.702114Z","steps":["trace[741672076] 'agreement among raft nodes before linearized reading' (duration: 7.67490603s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.702163Z","caller":"traceutil/trace.go:171","msg":"trace[122069311] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"11.030596425s","start":"2026-07-03T19:32:31.671556Z","end":"2026-07-03T19:32:42.702152Z","steps":["trace[122069311] 'agreement among raft nodes before linearized reading' (duration: 11.030546874s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.702193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.027079Z","time spent":"7.675101456s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.702212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:31.671494Z","time spent":"11.030704541s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.702027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.094615627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.701954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.67860798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.702265Z","caller":"traceutil/trace.go:171","msg":"trace[1618217682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.094896627s","start":"2026-07-03T19:32:35.60736Z","end":"2026-07-03T19:32:42.702256Z","steps":["trace[1618217682] 'agreement among raft nodes before linearized reading' (duration: 7.094649788s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.702278Z","caller":"traceutil/trace.go:171","msg":"trace[114584068] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"8.679001434s","start":"2026-07-03T19:32:34.023262Z","end":"2026-07-03T19:32:42.702263Z","steps":["trace[114584068] 'agreement among raft nodes before linearized reading' (duration: 8.678585909s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.70226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.102659917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.702307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.293096092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.702316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:34.023247Z","time spent":"8.679058316s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-03T19:32:42.702341Z","caller":"traceutil/trace.go:171","msg":"trace[1179560525] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"11.293174314s","start":"2026-07-03T19:32:31.409156Z","end":"2026-07-03T19:32:42.70233Z","steps":["trace[1179560525] 'agreement among raft nodes before linearized reading' (duration: 11.293138513s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:42.70235Z","caller":"traceutil/trace.go:171","msg":"trace[1467014206] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"12.102820302s","start":"2026-07-03T19:32:30.599509Z","end":"2026-07-03T19:32:42.702329Z","steps":["trace[1467014206] 'agreement among raft nodes before linearized reading' (duration: 12.102682827s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.70237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:31.409123Z","time spent":"11.293240247s","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.701938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.380163562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-03T19:32:42.702403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:30.599492Z","time spent":"12.102896435s","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:42.70243Z","caller":"traceutil/trace.go:171","msg":"trace[1266510478] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"10.38068049s","start":"2026-07-03T19:32:32.32173Z","end":"2026-07-03T19:32:42.70241Z","steps":["trace[1266510478] 'agreement among raft nodes before linearized reading' (duration: 10.380193103s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.702462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.403423623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:32:42.702488Z","caller":"traceutil/trace.go:171","msg":"trace[1614949468] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"11.403495895s","start":"2026-07-03T19:32:31.298985Z","end":"2026-07-03T19:32:42.702481Z","steps":["trace[1614949468] 'agreement among raft nodes before linearized reading' (duration: 11.403465104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.702496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.321713Z","time spent":"10.380761752s","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.701793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.546228Z","time spent":"10.155552727s","remote":"127.0.0.1:36966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.702072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:32.173953Z","time spent":"10.528108095s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:32:42.702305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.607341Z","time spent":"7.094950839s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.702523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:31.298961Z","time spent":"11.403552178s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:42.764148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:42.764256Z","caller":"traceutil/trace.go:171","msg":"trace[1206288328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059059s","start":"2026-07-03T19:32:40.764174Z","end":"2026-07-03T19:32:42.764233Z","steps":["trace[1206288328] 'agreement among raft nodes before linearized reading' (duration: 1.999940785s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.764316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.764157Z","time spent":"2.000143092s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:42.764286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} 2026/07/03 19:32:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:32:42.764389Z","caller":"traceutil/trace.go:171","msg":"trace[1402048974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019198s","start":"2026-07-03T19:32:40.764353Z","end":"2026-07-03T19:32:42.764372Z","steps":["trace[1402048974] 'agreement among raft nodes before linearized reading' (duration: 1.999891064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:42.764593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.764347Z","time spent":"2.000191284s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:43.202615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957654,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:43.352693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.65267343s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:32:43.711623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.713057Z","time spent":"4.99855877s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:43.724906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.726798Z","time spent":"4.99810046s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:32:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:44.59975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.068705ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:32:44.600823Z","caller":"traceutil/trace.go:171","msg":"trace[1528544865] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"5.89579976s","start":"2026-07-03T19:32:38.704999Z","end":"2026-07-03T19:32:44.600799Z","steps":["trace[1528544865] 'process raft request' (duration: 5.894877459s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:44.600952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.704986Z","time spent":"5.895893702s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:44.771755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000649013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:44.771886Z","caller":"traceutil/trace.go:171","msg":"trace[1005682375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806028s","start":"2026-07-03T19:32:42.771035Z","end":"2026-07-03T19:32:44.771841Z","steps":["trace[1005682375] 'agreement among raft nodes before linearized reading' (duration: 2.000666873s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:44.771965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.771024Z","time spent":"2.000925612s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:45.638743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037886722s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:45.639074Z","caller":"traceutil/trace.go:171","msg":"trace[1337178530] linearizableReadLoop","detail":"{readStateIndex:6704; appliedIndex:6687; }","duration":"2.937395763s","start":"2026-07-03T19:32:42.701661Z","end":"2026-07-03T19:32:45.639057Z","steps":["trace[1337178530] 'read index received' (duration: 651.3116ms)","trace[1337178530] 'applied index is now lower than readState.Index' (duration: 2.286083353s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:45.639292Z","caller":"traceutil/trace.go:171","msg":"trace[1552462126] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"6.91765208s","start":"2026-07-03T19:32:38.721627Z","end":"2026-07-03T19:32:45.639279Z","steps":["trace[1552462126] 'process raft request' (duration: 6.917206405s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.639373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.721609Z","time spent":"6.917719752s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:45.639578Z","caller":"traceutil/trace.go:171","msg":"trace[374079658] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"6.916143178s","start":"2026-07-03T19:32:38.723425Z","end":"2026-07-03T19:32:45.639568Z","steps":["trace[374079658] 'process raft request' (duration: 6.915471395s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.63964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.723396Z","time spent":"6.9162153s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:45.639774Z","caller":"traceutil/trace.go:171","msg":"trace[611715123] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6446; }","duration":"5.595017388s","start":"2026-07-03T19:32:40.044748Z","end":"2026-07-03T19:32:45.639765Z","steps":["trace[611715123] 'process raft request' (duration: 5.594203661s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.639834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.044725Z","time spent":"5.59507864s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:45.639982Z","caller":"traceutil/trace.go:171","msg":"trace[357883508] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6446; }","duration":"4.779038419s","start":"2026-07-03T19:32:40.860932Z","end":"2026-07-03T19:32:45.639971Z","steps":["trace[357883508] 'process raft request' (duration: 4.778051086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.640041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.860874Z","time spent":"4.779139363s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:45.640174Z","caller":"traceutil/trace.go:171","msg":"trace[480542832] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"3.040840127s","start":"2026-07-03T19:32:42.599325Z","end":"2026-07-03T19:32:45.640165Z","steps":["trace[480542832] 'process raft request' (duration: 3.039682038s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.64023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.599302Z","time spent":"3.040901299s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:45.640381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062006279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.640422Z","caller":"traceutil/trace.go:171","msg":"trace[501262662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6447; }","duration":"3.062097512s","start":"2026-07-03T19:32:42.578315Z","end":"2026-07-03T19:32:45.640413Z","steps":["trace[501262662] 'agreement among raft nodes before linearized reading' (duration: 3.06203185s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.640457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.578291Z","time spent":"3.062157644s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.640608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60548875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.640643Z","caller":"traceutil/trace.go:171","msg":"trace[2047290612] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6447; }","duration":"3.605571693s","start":"2026-07-03T19:32:42.035063Z","end":"2026-07-03T19:32:45.640635Z","steps":["trace[2047290612] 'agreement among raft nodes before linearized reading' (duration: 3.605516782s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.640677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.035038Z","time spent":"3.605629716s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.640821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6060909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.640859Z","caller":"traceutil/trace.go:171","msg":"trace[1990694106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6447; }","duration":"3.606171494s","start":"2026-07-03T19:32:42.034676Z","end":"2026-07-03T19:32:45.640848Z","steps":["trace[1990694106] 'agreement among raft nodes before linearized reading' (duration: 3.606119812s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.640889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.034655Z","time spent":"3.606227117s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.641049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666491956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.641083Z","caller":"traceutil/trace.go:171","msg":"trace[1827989238] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6447; }","duration":"4.666559018s","start":"2026-07-03T19:32:40.974516Z","end":"2026-07-03T19:32:45.641075Z","steps":["trace[1827989238] 'agreement among raft nodes before linearized reading' (duration: 4.666483286s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.641115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.974499Z","time spent":"4.66660863s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.642525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938585882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.642824Z","caller":"traceutil/trace.go:171","msg":"trace[941434282] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:6447; }","duration":"2.938923123s","start":"2026-07-03T19:32:42.703886Z","end":"2026-07-03T19:32:45.642809Z","steps":["trace[941434282] 'agreement among raft nodes before linearized reading' (duration: 2.938584402s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.642863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.68175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.642934Z","caller":"traceutil/trace.go:171","msg":"trace[115883163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6447; }","duration":"396.786634ms","start":"2026-07-03T19:32:45.246131Z","end":"2026-07-03T19:32:45.642917Z","steps":["trace[115883163] 'agreement among raft nodes before linearized reading' (duration: 396.68037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.643103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935955182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:45.64316Z","caller":"traceutil/trace.go:171","msg":"trace[1800924493] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6447; }","duration":"7.936047445s","start":"2026-07-03T19:32:37.707098Z","end":"2026-07-03T19:32:45.643146Z","steps":["trace[1800924493] 'agreement among raft nodes before linearized reading' (duration: 7.935889119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.64319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.758630631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:45.643207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:37.707079Z","time spent":"7.936117147s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:32:45.643242Z","caller":"traceutil/trace.go:171","msg":"trace[547378011] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6447; }","duration":"7.758725394s","start":"2026-07-03T19:32:37.884506Z","end":"2026-07-03T19:32:45.643231Z","steps":["trace[547378011] 'agreement among raft nodes before linearized reading' (duration: 7.758643652s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.64328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:37.884486Z","time spent":"7.758785266s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.643344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484614839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:45.642942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274656552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:45.643421Z","caller":"traceutil/trace.go:171","msg":"trace[2028164179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6447; }","duration":"5.275164619s","start":"2026-07-03T19:32:40.368233Z","end":"2026-07-03T19:32:45.643398Z","steps":["trace[2028164179] 'agreement among raft nodes before linearized reading' (duration: 5.274668072s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.643552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.933578799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-03T19:32:45.64295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.921866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.643593Z","caller":"traceutil/trace.go:171","msg":"trace[1951834114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6447; }","duration":"9.933657561s","start":"2026-07-03T19:32:35.709926Z","end":"2026-07-03T19:32:45.643583Z","steps":["trace[1951834114] 'agreement among raft nodes before linearized reading' (duration: 9.933500276s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:45.643607Z","caller":"traceutil/trace.go:171","msg":"trace[1934870015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6447; }","duration":"871.62398ms","start":"2026-07-03T19:32:44.771969Z","end":"2026-07-03T19:32:45.643593Z","steps":["trace[1934870015] 'agreement among raft nodes before linearized reading' (duration: 870.928536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.643626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:35.709896Z","time spent":"9.933723113s","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-03T19:32:45.643656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:44.771939Z","time spent":"871.704992ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:45.643557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.368213Z","time spent":"5.275318874s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.643921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143261182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T19:32:45.643977Z","caller":"traceutil/trace.go:171","msg":"trace[466018122] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6447; }","duration":"6.143354675s","start":"2026-07-03T19:32:39.500609Z","end":"2026-07-03T19:32:45.643963Z","steps":["trace[466018122] 'agreement among raft nodes before linearized reading' (duration: 6.14321497s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.644026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:39.500597Z","time spent":"6.143416937s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T19:32:45.64409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473803174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:45.64413Z","caller":"traceutil/trace.go:171","msg":"trace[453547069] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6447; }","duration":"2.473876836s","start":"2026-07-03T19:32:43.170244Z","end":"2026-07-03T19:32:45.644121Z","steps":["trace[453547069] 'agreement among raft nodes before linearized reading' (duration: 2.473813344s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.64413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.806545158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:45.644155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.026737599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:45.644164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:43.170226Z","time spent":"2.473929908s","remote":"127.0.0.1:37176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:45.644181Z","caller":"traceutil/trace.go:171","msg":"trace[1847926586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6447; }","duration":"6.806637281s","start":"2026-07-03T19:32:38.837528Z","end":"2026-07-03T19:32:45.644165Z","steps":["trace[1847926586] 'agreement among raft nodes before linearized reading' (duration: 6.806556558s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:45.644204Z","caller":"traceutil/trace.go:171","msg":"trace[887165857] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6447; }","duration":"7.026882344s","start":"2026-07-03T19:32:38.61731Z","end":"2026-07-03T19:32:45.644192Z","steps":["trace[887165857] 'agreement among raft nodes before linearized reading' (duration: 7.026807221s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.644257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.617224Z","time spent":"7.027014958s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.642869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.225788013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:45.644446Z","caller":"traceutil/trace.go:171","msg":"trace[562692374] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6447; }","duration":"7.227401458s","start":"2026-07-03T19:32:38.41703Z","end":"2026-07-03T19:32:45.644431Z","steps":["trace[562692374] 'agreement among raft nodes before linearized reading' (duration: 7.225728191s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.644504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.417012Z","time spent":"7.22747478s","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.644582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.46328706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-03T19:32:45.644617Z","caller":"traceutil/trace.go:171","msg":"trace[1331062174] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6447; }","duration":"6.463344452s","start":"2026-07-03T19:32:39.181263Z","end":"2026-07-03T19:32:45.644608Z","steps":["trace[1331062174] 'agreement among raft nodes before linearized reading' (duration: 6.463263639s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.644644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:39.181248Z","time spent":"6.463390333s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-03T19:32:45.644506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.522032765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:45.644798Z","caller":"traceutil/trace.go:171","msg":"trace[221135054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6447; }","duration":"6.522353315s","start":"2026-07-03T19:32:39.122425Z","end":"2026-07-03T19:32:45.644779Z","steps":["trace[221135054] 'agreement among raft nodes before linearized reading' (duration: 6.522052925s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.644864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:39.122408Z","time spent":"6.522434538s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.64494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.746302796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:45.644978Z","caller":"traceutil/trace.go:171","msg":"trace[433240520] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6447; }","duration":"6.746371379s","start":"2026-07-03T19:32:38.898598Z","end":"2026-07-03T19:32:45.644969Z","steps":["trace[433240520] 'agreement among raft nodes before linearized reading' (duration: 6.746308437s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.645013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.89854Z","time spent":"6.746463662s","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:45.645531Z","caller":"traceutil/trace.go:171","msg":"trace[1571808681] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6447; }","duration":"1.48494935s","start":"2026-07-03T19:32:44.158424Z","end":"2026-07-03T19:32:45.643373Z","steps":["trace[1571808681] 'agreement among raft nodes before linearized reading' (duration: 1.484565127s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.64563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-03T19:32:45.645671Z","caller":"traceutil/trace.go:171","msg":"trace[1395979072] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db; range_end:; response_count:1; response_revision:6447; }","duration":"2.938896052s","start":"2026-07-03T19:32:42.706766Z","end":"2026-07-03T19:32:45.645662Z","steps":["trace[1395979072] 'agreement among raft nodes before linearized reading' (duration: 2.938767778s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.645705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.706759Z","time spent":"2.938938964s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" "} {"level":"warn","ts":"2026-07-03T19:32:45.645644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:44.158404Z","time spent":"1.487229738s","remote":"127.0.0.1:37052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":96,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.64288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:42.703868Z","time spent":"2.939004746s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:32:45.64985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.246116Z","time spent":"403.685999ms","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:45.641327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881365961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-03T19:32:45.650318Z","caller":"traceutil/trace.go:171","msg":"trace[373465120] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6447; }","duration":"4.890367646s","start":"2026-07-03T19:32:40.759912Z","end":"2026-07-03T19:32:45.65028Z","steps":["trace[373465120] 'agreement among raft nodes before linearized reading' (duration: 4.88132783s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:45.65036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:40.759888Z","time spent":"4.890461129s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:45.65235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:38.83751Z","time spent":"6.806701053s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:46.152369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:46.577803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.598407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:46.577907Z","caller":"traceutil/trace.go:171","msg":"trace[499544010] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"926.621322ms","start":"2026-07-03T19:32:45.651268Z","end":"2026-07-03T19:32:46.577889Z","steps":["trace[499544010] 'process raft request' (duration: 564.849009ms)","trace[499544010] 'compare' (duration: 360.906814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:46.577966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651247Z","time spent":"926.691105ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:47.179819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528006758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:47.179924Z","caller":"traceutil/trace.go:171","msg":"trace[1523678110] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.528139552s","start":"2026-07-03T19:32:45.651754Z","end":"2026-07-03T19:32:47.179894Z","steps":["trace[1523678110] 'agreement among raft nodes before linearized reading' (duration: 1.528010918s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.180016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651746Z","time spent":"1.528236435s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/03 19:32:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:47.440678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196259484s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:32:47.512916Z","caller":"traceutil/trace.go:171","msg":"trace[1440656097] linearizableReadLoop","detail":"{readStateIndex:6707; appliedIndex:6704; }","duration":"1.861551103s","start":"2026-07-03T19:32:45.651343Z","end":"2026-07-03T19:32:47.512894Z","steps":["trace[1440656097] 'read index received' (duration: 564.900082ms)","trace[1440656097] 'applied index is now lower than readState.Index' (duration: 1.296650011s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:47.513025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651593Z","time spent":"1.861429398s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:32:47.513366Z","caller":"traceutil/trace.go:171","msg":"trace[1507992221] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"1.853496879s","start":"2026-07-03T19:32:45.659833Z","end":"2026-07-03T19:32:47.51333Z","steps":["trace[1507992221] 'process raft request' (duration: 1.852939201s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.513479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.659823Z","time spent":"1.853572152s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:47.513562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862201534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-03T19:32:47.513612Z","caller":"traceutil/trace.go:171","msg":"trace[1348566766] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:6449; }","duration":"1.862281847s","start":"2026-07-03T19:32:45.651318Z","end":"2026-07-03T19:32:47.5136Z","steps":["trace[1348566766] 'agreement among raft nodes before linearized reading' (duration: 1.862122642s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.51364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651308Z","time spent":"1.862326348s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-03T19:32:47.653064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00119822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:47.653138Z","caller":"traceutil/trace.go:171","msg":"trace[1147381171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001298284s","start":"2026-07-03T19:32:45.651823Z","end":"2026-07-03T19:32:47.653121Z","steps":["trace[1147381171] 'agreement among raft nodes before linearized reading' (duration: 2.001207951s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:47.653192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651819Z","time spent":"2.001364096s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:32:48.013626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:48.345833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.860714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:48.345939Z","caller":"traceutil/trace.go:171","msg":"trace[989028718] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"1.162972462s","start":"2026-07-03T19:32:47.182947Z","end":"2026-07-03T19:32:48.345919Z","steps":["trace[989028718] 'process raft request' (duration: 1.047947633s)","trace[989028718] 'compare' (duration: 114.708198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:48.346002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.182932Z","time spent":"1.163042175s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:48.753894Z","caller":"traceutil/trace.go:171","msg":"trace[639757707] linearizableReadLoop","detail":"{readStateIndex:6710; appliedIndex:6707; }","duration":"1.240883599s","start":"2026-07-03T19:32:47.512982Z","end":"2026-07-03T19:32:48.753866Z","steps":["trace[639757707] 'read index received' (duration: 717.924776ms)","trace[639757707] 'applied index is now lower than readState.Index' (duration: 522.957672ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:48.753959Z","caller":"traceutil/trace.go:171","msg":"trace[1838503509] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"1.239461962s","start":"2026-07-03T19:32:47.514466Z","end":"2026-07-03T19:32:48.753928Z","steps":["trace[1838503509] 'process raft request' (duration: 1.142719327s)","trace[1838503509] 'compare' (duration: 96.184996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:48.754025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588402255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:48.754102Z","caller":"traceutil/trace.go:171","msg":"trace[1965690436] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6452; }","duration":"1.588528179s","start":"2026-07-03T19:32:47.165554Z","end":"2026-07-03T19:32:48.754082Z","steps":["trace[1965690436] 'agreement among raft nodes before linearized reading' (duration: 1.588395584s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:48.754104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.514442Z","time spent":"1.239576346s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:48.75415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.165538Z","time spent":"1.588602252s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:48.754188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172355252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:32:48.754248Z","caller":"traceutil/trace.go:171","msg":"trace[1700878004] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; response_count:1; response_revision:6452; }","duration":"2.172457326s","start":"2026-07-03T19:32:46.581775Z","end":"2026-07-03T19:32:48.754232Z","steps":["trace[1700878004] 'agreement among raft nodes before linearized reading' (duration: 2.172246249s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:48.754301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:46.58176Z","time spent":"2.172528649s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" "} {"level":"info","ts":"2026-07-03T19:32:48.754266Z","caller":"traceutil/trace.go:171","msg":"trace[340303478] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"1.234600247s","start":"2026-07-03T19:32:47.519618Z","end":"2026-07-03T19:32:48.754219Z","steps":["trace[340303478] 'process raft request' (duration: 1.234132522s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:48.754566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102774612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-07-03T19:32:48.754593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102479351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-03T19:32:48.754608Z","caller":"traceutil/trace.go:171","msg":"trace[407839843] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:6452; }","duration":"3.102815104s","start":"2026-07-03T19:32:45.651782Z","end":"2026-07-03T19:32:48.754597Z","steps":["trace[407839843] 'agreement among raft nodes before linearized reading' (duration: 3.102675279s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:48.754629Z","caller":"traceutil/trace.go:171","msg":"trace[176359323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6452; }","duration":"3.102559416s","start":"2026-07-03T19:32:45.652059Z","end":"2026-07-03T19:32:48.754618Z","steps":["trace[176359323] 'agreement among raft nodes before linearized reading' (duration: 3.102422901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:48.754642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.651769Z","time spent":"3.102865396s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-03T19:32:48.754669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:45.652052Z","time spent":"3.102610147s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-03T19:32:48.7547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.519598Z","time spent":"1.234845816s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.279033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.085161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:49.27945Z","caller":"traceutil/trace.go:171","msg":"trace[931778218] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"928.814395ms","start":"2026-07-03T19:32:48.350609Z","end":"2026-07-03T19:32:49.279423Z","steps":["trace[931778218] 'process raft request' (duration: 585.254718ms)","trace[931778218] 'compare' (duration: 342.866854ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:49.279524Z","caller":"traceutil/trace.go:171","msg":"trace[489976068] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6710; }","duration":"525.505217ms","start":"2026-07-03T19:32:48.753989Z","end":"2026-07-03T19:32:49.279494Z","steps":["trace[489976068] 'read index received' (duration: 181.898239ms)","trace[489976068] 'applied index is now lower than readState.Index' (duration: 343.596138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:49.279596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.350589Z","time spent":"928.927809ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:49.279629Z","caller":"traceutil/trace.go:171","msg":"trace[478615524] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"523.103577ms","start":"2026-07-03T19:32:48.756494Z","end":"2026-07-03T19:32:49.279597Z","steps":["trace[478615524] 'process raft request' (duration: 522.639001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.279815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.756478Z","time spent":"523.238492ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.280215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.075572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:49.280264Z","caller":"traceutil/trace.go:171","msg":"trace[722633363] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6455; }","duration":"497.156405ms","start":"2026-07-03T19:32:48.783096Z","end":"2026-07-03T19:32:49.280252Z","steps":["trace[722633363] 'agreement among raft nodes before linearized reading' (duration: 497.073622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.280307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.783081Z","time spent":"497.210937ms","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:49.280304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.741384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:32:49.280353Z","caller":"traceutil/trace.go:171","msg":"trace[1481533954] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6455; }","duration":"524.844796ms","start":"2026-07-03T19:32:48.755492Z","end":"2026-07-03T19:32:49.280336Z","steps":["trace[1481533954] 'agreement among raft nodes before linearized reading' (duration: 524.65606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.280464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.755475Z","time spent":"524.94589ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:32:49.280511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626948996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:49.280594Z","caller":"traceutil/trace.go:171","msg":"trace[1472282521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6455; }","duration":"1.627082902s","start":"2026-07-03T19:32:47.653468Z","end":"2026-07-03T19:32:49.280551Z","steps":["trace[1472282521] 'agreement among raft nodes before linearized reading' (duration: 1.626954107s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.28064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.653102Z","time spent":"1.627528106s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:49.281009Z","caller":"traceutil/trace.go:171","msg":"trace[29754501] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"521.915868ms","start":"2026-07-03T19:32:48.758969Z","end":"2026-07-03T19:32:49.280885Z","steps":["trace[29754501] 'process raft request' (duration: 520.51076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.281432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.758949Z","time spent":"522.410993ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:49.280247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.70434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-07-03T19:32:49.28161Z","caller":"traceutil/trace.go:171","msg":"trace[885383557] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6455; }","duration":"932.106087ms","start":"2026-07-03T19:32:48.349483Z","end":"2026-07-03T19:32:49.281589Z","steps":["trace[885383557] 'agreement among raft nodes before linearized reading' (duration: 930.594617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.281676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:48.349472Z","time spent":"932.188379ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-03T19:32:49.282035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761690739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-84dwc\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-07-03T19:32:49.282106Z","caller":"traceutil/trace.go:171","msg":"trace[925643179] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-84dwc; range_end:; response_count:1; response_revision:6455; }","duration":"1.761759011s","start":"2026-07-03T19:32:47.520327Z","end":"2026-07-03T19:32:49.282086Z","steps":["trace[925643179] 'agreement among raft nodes before linearized reading' (duration: 1.761574925s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.28215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.520318Z","time spent":"1.761823123s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-84dwc\" "} {"level":"warn","ts":"2026-07-03T19:32:49.282653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625442465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:49.282704Z","caller":"traceutil/trace.go:171","msg":"trace[167221376] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6455; }","duration":"1.625528649s","start":"2026-07-03T19:32:47.657163Z","end":"2026-07-03T19:32:49.282692Z","steps":["trace[167221376] 'agreement among raft nodes before linearized reading' (duration: 1.625387693s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.282736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:47.657147Z","time spent":"1.625581491s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:32:49.779871Z","caller":"traceutil/trace.go:171","msg":"trace[1598457304] linearizableReadLoop","detail":"{readStateIndex:6714; appliedIndex:6713; }","duration":"492.274133ms","start":"2026-07-03T19:32:49.287562Z","end":"2026-07-03T19:32:49.779836Z","steps":["trace[1598457304] 'read index received' (duration: 470.303656ms)","trace[1598457304] 'applied index is now lower than readState.Index' (duration: 21.968217ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:49.779963Z","caller":"traceutil/trace.go:171","msg":"trace[232408866] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"494.886721ms","start":"2026-07-03T19:32:49.285034Z","end":"2026-07-03T19:32:49.779921Z","steps":["trace[232408866] 'process raft request' (duration: 472.81496ms)","trace[232408866] 'compare' (duration: 21.555994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:49.780117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.285018Z","time spent":"495.026876ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:49.780168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.579244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:32:49.780218Z","caller":"traceutil/trace.go:171","msg":"trace[967022481] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6456; }","duration":"492.656846ms","start":"2026-07-03T19:32:49.287545Z","end":"2026-07-03T19:32:49.780202Z","steps":["trace[967022481] 'agreement among raft nodes before linearized reading' (duration: 492.432769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:49.780269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.287535Z","time spent":"492.717338ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T19:32:50.287511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.835831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:50.287592Z","caller":"traceutil/trace.go:171","msg":"trace[1423746972] linearizableReadLoop","detail":"{readStateIndex:6715; appliedIndex:6714; }","duration":"507.627878ms","start":"2026-07-03T19:32:49.779949Z","end":"2026-07-03T19:32:50.287577Z","steps":["trace[1423746972] 'read index received' (duration: 385.781478ms)","trace[1423746972] 'applied index is now lower than readState.Index' (duration: 121.84539ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:50.287628Z","caller":"traceutil/trace.go:171","msg":"trace[1216167554] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"994.637395ms","start":"2026-07-03T19:32:49.292964Z","end":"2026-07-03T19:32:50.287601Z","steps":["trace[1216167554] 'process raft request' (duration: 872.65655ms)","trace[1216167554] 'compare' (duration: 121.559171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:50.287663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.99277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:50.28768Z","caller":"traceutil/trace.go:171","msg":"trace[1923073779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6457; }","duration":"996.019812ms","start":"2026-07-03T19:32:49.291654Z","end":"2026-07-03T19:32:50.287674Z","steps":["trace[1923073779] 'agreement among raft nodes before linearized reading' (duration: 995.97814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:50.28767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.818658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:50.28767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.745284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:50.287701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.291649Z","time spent":"996.047512ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:50.287718Z","caller":"traceutil/trace.go:171","msg":"trace[2038376129] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6457; }","duration":"606.927231ms","start":"2026-07-03T19:32:49.680779Z","end":"2026-07-03T19:32:50.287706Z","steps":["trace[2038376129] 'agreement among raft nodes before linearized reading' (duration: 606.821777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:50.28772Z","caller":"traceutil/trace.go:171","msg":"trace[705521021] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6457; }","duration":"586.835087ms","start":"2026-07-03T19:32:49.700875Z","end":"2026-07-03T19:32:50.28771Z","steps":["trace[705521021] 'agreement among raft nodes before linearized reading' (duration: 586.714093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:50.287746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.680757Z","time spent":"606.984523ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:50.287748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.700864Z","time spent":"586.877258ms","remote":"127.0.0.1:55486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:50.287745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.292956Z","time spent":"994.722908ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:51.055414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.005565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:51.055522Z","caller":"traceutil/trace.go:171","msg":"trace[748804870] linearizableReadLoop","detail":"{readStateIndex:6716; appliedIndex:6715; }","duration":"767.893267ms","start":"2026-07-03T19:32:50.28761Z","end":"2026-07-03T19:32:51.055504Z","steps":["trace[748804870] 'read index received' (duration: 121.80737ms)","trace[748804870] 'applied index is now lower than readState.Index' (duration: 646.084797ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:51.055612Z","caller":"traceutil/trace.go:171","msg":"trace[391128291] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"1.271788341s","start":"2026-07-03T19:32:49.783811Z","end":"2026-07-03T19:32:51.0556Z","steps":["trace[391128291] 'process raft request' (duration: 625.526178ms)","trace[391128291] 'compare' (duration: 645.891851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:51.05578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.783794Z","time spent":"1.271956296s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:51.055804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001363497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:51.055889Z","caller":"traceutil/trace.go:171","msg":"trace[812458736] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6458; }","duration":"1.001510942s","start":"2026-07-03T19:32:50.05435Z","end":"2026-07-03T19:32:51.055861Z","steps":["trace[812458736] 'agreement among raft nodes before linearized reading' (duration: 1.001332486s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.055921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.889036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:51.055968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:50.054326Z","time spent":"1.001631976s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:51.056019Z","caller":"traceutil/trace.go:171","msg":"trace[103661450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6458; }","duration":"293.057113ms","start":"2026-07-03T19:32:50.762942Z","end":"2026-07-03T19:32:51.055999Z","steps":["trace[103661450] 'agreement among raft nodes before linearized reading' (duration: 292.864915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.055904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231831239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:51.056036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.690216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:51.056164Z","caller":"traceutil/trace.go:171","msg":"trace[869907173] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6458; }","duration":"1.232211474s","start":"2026-07-03T19:32:49.823905Z","end":"2026-07-03T19:32:51.056116Z","steps":["trace[869907173] 'agreement among raft nodes before linearized reading' (duration: 1.231783698s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.056212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.823886Z","time spent":"1.232312876s","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":6,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:51.055922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273324902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T19:32:51.056187Z","caller":"traceutil/trace.go:171","msg":"trace[1026397971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6458; }","duration":"225.996846ms","start":"2026-07-03T19:32:50.830175Z","end":"2026-07-03T19:32:51.056172Z","steps":["trace[1026397971] 'agreement among raft nodes before linearized reading' (duration: 225.705506ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:51.056305Z","caller":"traceutil/trace.go:171","msg":"trace[976232765] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6458; }","duration":"1.273726616s","start":"2026-07-03T19:32:49.782554Z","end":"2026-07-03T19:32:51.05628Z","steps":["trace[976232765] 'agreement among raft nodes before linearized reading' (duration: 1.273091564s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.056288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.249961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-03T19:32:51.056376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:49.782497Z","time spent":"1.273865021s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T19:32:51.056399Z","caller":"traceutil/trace.go:171","msg":"trace[1031781010] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6458; }","duration":"765.367624ms","start":"2026-07-03T19:32:50.290993Z","end":"2026-07-03T19:32:51.056361Z","steps":["trace[1031781010] 'agreement among raft nodes before linearized reading' (duration: 764.98121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.056441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:50.290981Z","time spent":"765.448717ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:51.055907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.940625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:51.056581Z","caller":"traceutil/trace.go:171","msg":"trace[613298584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6458; }","duration":"767.66038ms","start":"2026-07-03T19:32:50.288898Z","end":"2026-07-03T19:32:51.056558Z","steps":["trace[613298584] 'agreement among raft nodes before linearized reading' (duration: 766.912424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.056651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:50.288885Z","time spent":"767.746493ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:51.680018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.874707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:51.68013Z","caller":"traceutil/trace.go:171","msg":"trace[980546242] linearizableReadLoop","detail":"{readStateIndex:6717; appliedIndex:6716; }","duration":"618.312505ms","start":"2026-07-03T19:32:51.061801Z","end":"2026-07-03T19:32:51.680113Z","steps":["trace[980546242] 'read index received' (duration: 188.205ms)","trace[980546242] 'applied index is now lower than readState.Index' (duration: 430.105735ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:51.680178Z","caller":"traceutil/trace.go:171","msg":"trace[956810505] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"619.294049ms","start":"2026-07-03T19:32:51.060842Z","end":"2026-07-03T19:32:51.680136Z","steps":["trace[956810505] 'process raft request' (duration: 189.225235ms)","trace[956810505] 'compare' (duration: 429.578808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:51.68037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.561443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"warn","ts":"2026-07-03T19:32:51.680551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.6807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:51.680626Z","caller":"traceutil/trace.go:171","msg":"trace[1467849606] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6459; }","duration":"388.810555ms","start":"2026-07-03T19:32:51.291799Z","end":"2026-07-03T19:32:51.680609Z","steps":["trace[1467849606] 'agreement among raft nodes before linearized reading' (duration: 388.620468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.680667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.291776Z","time spent":"388.882777ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:32:51.680407Z","caller":"traceutil/trace.go:171","msg":"trace[1198194586] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:6459; }","duration":"618.626726ms","start":"2026-07-03T19:32:51.061771Z","end":"2026-07-03T19:32:51.680397Z","steps":["trace[1198194586] 'agreement among raft nodes before linearized reading' (duration: 618.432529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:51.680379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.060805Z","time spent":"619.507856ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:51.680747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.061752Z","time spent":"618.982749ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:52.810267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.264042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:52.810446Z","caller":"traceutil/trace.go:171","msg":"trace[1733301362] linearizableReadLoop","detail":"{readStateIndex:6719; appliedIndex:6717; }","duration":"1.070678917s","start":"2026-07-03T19:32:51.739751Z","end":"2026-07-03T19:32:52.81043Z","steps":["trace[1733301362] 'read index received' (duration: 170.173767ms)","trace[1733301362] 'applied index is now lower than readState.Index' (duration: 900.50428ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:52.810532Z","caller":"traceutil/trace.go:171","msg":"trace[786066208] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"1.123631337s","start":"2026-07-03T19:32:51.686888Z","end":"2026-07-03T19:32:52.810519Z","steps":["trace[786066208] 'process raft request' (duration: 223.014813ms)","trace[786066208] 'compare' (duration: 900.150199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:52.810587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.686871Z","time spent":"1.123684628s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:52.810971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.340212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:52.811045Z","caller":"traceutil/trace.go:171","msg":"trace[1486216669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6461; }","duration":"215.479316ms","start":"2026-07-03T19:32:52.595549Z","end":"2026-07-03T19:32:52.811028Z","steps":["trace[1486216669] 'agreement among raft nodes before linearized reading' (duration: 215.322641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.811721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071964679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:52.811756Z","caller":"traceutil/trace.go:171","msg":"trace[1224965935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6461; }","duration":"1.072026592s","start":"2026-07-03T19:32:51.73972Z","end":"2026-07-03T19:32:52.811747Z","steps":["trace[1224965935] 'agreement among raft nodes before linearized reading' (duration: 1.07196831s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.811777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.739704Z","time spent":"1.072067032s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:32:52.811831Z","caller":"traceutil/trace.go:171","msg":"trace[291993805] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"1.119840099s","start":"2026-07-03T19:32:51.691953Z","end":"2026-07-03T19:32:52.811793Z","steps":["trace[291993805] 'process raft request' (duration: 1.118417102s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.811894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.169594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:32:52.811956Z","caller":"traceutil/trace.go:171","msg":"trace[984681757] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6461; }","duration":"107.274578ms","start":"2026-07-03T19:32:52.704663Z","end":"2026-07-03T19:32:52.811937Z","steps":["trace[984681757] 'agreement among raft nodes before linearized reading' (duration: 107.072021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:52.811997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:51.691938Z","time spent":"1.119967224s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:53.404877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.995723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:53.405033Z","caller":"traceutil/trace.go:171","msg":"trace[1518730179] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6461; }","duration":"469.138968ms","start":"2026-07-03T19:32:52.93585Z","end":"2026-07-03T19:32:53.404989Z","steps":["trace[1518730179] 'range keys from in-memory index tree' (duration: 468.977123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:53.405093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.953486ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:32:53.405467Z","caller":"traceutil/trace.go:171","msg":"trace[1454219484] linearizableReadLoop","detail":"{readStateIndex:6720; appliedIndex:6719; }","duration":"590.006729ms","start":"2026-07-03T19:32:52.815441Z","end":"2026-07-03T19:32:53.405448Z","steps":["trace[1454219484] 'read index received' (duration: 98.65619ms)","trace[1454219484] 'applied index is now lower than readState.Index' (duration: 491.348899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:53.405482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.812931Z","time spent":"592.546554ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:53.40567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.215997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-03T19:32:53.405706Z","caller":"traceutil/trace.go:171","msg":"trace[1130632330] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db; range_end:; response_count:1; response_revision:6461; }","duration":"590.299489ms","start":"2026-07-03T19:32:52.815397Z","end":"2026-07-03T19:32:53.405696Z","steps":["trace[1130632330] 'agreement among raft nodes before linearized reading' (duration: 590.145144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:53.40574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.815371Z","time spent":"590.360561ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddd0aa3302db\" "} {"level":"warn","ts":"2026-07-03T19:32:53.405828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.377485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:53.405862Z","caller":"traceutil/trace.go:171","msg":"trace[1129798562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6461; }","duration":"585.424587ms","start":"2026-07-03T19:32:52.820426Z","end":"2026-07-03T19:32:53.40585Z","steps":["trace[1129798562] 'agreement among raft nodes before linearized reading' (duration: 585.363825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:53.405891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.820419Z","time spent":"585.465728ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:53.40636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.488306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-07-03T19:32:53.406402Z","caller":"traceutil/trace.go:171","msg":"trace[27917965] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6461; }","duration":"590.553218ms","start":"2026-07-03T19:32:52.815839Z","end":"2026-07-03T19:32:53.406392Z","steps":["trace[27917965] 'agreement among raft nodes before linearized reading' (duration: 590.196885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:53.406431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:52.815828Z","time spent":"590.59599ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:53.912602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:54.071491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.547351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:54.071608Z","caller":"traceutil/trace.go:171","msg":"trace[1679457641] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"663.914751ms","start":"2026-07-03T19:32:53.407673Z","end":"2026-07-03T19:32:54.071588Z","steps":["trace[1679457641] 'process raft request' (duration: 548.185064ms)","trace[1679457641] 'compare' (duration: 115.261552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:54.071669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.407652Z","time spent":"663.989484ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:54.637064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.395109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:32:54.637424Z","caller":"traceutil/trace.go:171","msg":"trace[165140723] linearizableReadLoop","detail":"{readStateIndex:6723; appliedIndex:6720; }","duration":"1.225883524s","start":"2026-07-03T19:32:53.411524Z","end":"2026-07-03T19:32:54.637407Z","steps":["trace[165140723] 'read index received' (duration: 544.360927ms)","trace[165140723] 'applied index is now lower than readState.Index' (duration: 681.521657ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:54.63753Z","caller":"traceutil/trace.go:171","msg":"trace[397467529] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"1.22248377s","start":"2026-07-03T19:32:53.415023Z","end":"2026-07-03T19:32:54.637507Z","steps":["trace[397467529] 'process raft request' (duration: 1.222160129s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:54.637519Z","caller":"traceutil/trace.go:171","msg":"trace[625245012] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"1.228952366s","start":"2026-07-03T19:32:53.408545Z","end":"2026-07-03T19:32:54.637497Z","steps":["trace[625245012] 'process raft request' (duration: 818.025459ms)","trace[625245012] 'compare' (duration: 410.260385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:54.637565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226031748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:54.637652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.415007Z","time spent":"1.222587394s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:54.637632Z","caller":"traceutil/trace.go:171","msg":"trace[1920499576] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6464; }","duration":"1.226128922s","start":"2026-07-03T19:32:53.411492Z","end":"2026-07-03T19:32:54.637621Z","steps":["trace[1920499576] 'agreement among raft nodes before linearized reading' (duration: 1.226011998s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.637736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210318355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:54.637804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.41148Z","time spent":"1.226223105s","remote":"127.0.0.1:37146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.637809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028233455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:54.637877Z","caller":"traceutil/trace.go:171","msg":"trace[930334475] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6464; }","duration":"1.210508521s","start":"2026-07-03T19:32:53.427314Z","end":"2026-07-03T19:32:54.637823Z","steps":["trace[930334475] 'agreement among raft nodes before linearized reading' (duration: 1.210240172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.637963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.427302Z","time spent":"1.210646706s","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.638027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.148052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:32:54.638066Z","caller":"traceutil/trace.go:171","msg":"trace[486028059] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6464; }","duration":"560.230045ms","start":"2026-07-03T19:32:54.077828Z","end":"2026-07-03T19:32:54.638058Z","steps":["trace[486028059] 'agreement among raft nodes before linearized reading' (duration: 560.08224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.63797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.408522Z","time spent":"1.229226295s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:54.637883Z","caller":"traceutil/trace.go:171","msg":"trace[676366024] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6464; }","duration":"1.028371099s","start":"2026-07-03T19:32:53.609491Z","end":"2026-07-03T19:32:54.637862Z","steps":["trace[676366024] 'agreement among raft nodes before linearized reading' (duration: 1.028226605s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.638167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156594887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:54.638175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.609476Z","time spent":"1.02868871s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:54.638202Z","caller":"traceutil/trace.go:171","msg":"trace[601759202] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6464; }","duration":"1.156629648s","start":"2026-07-03T19:32:53.481565Z","end":"2026-07-03T19:32:54.638194Z","steps":["trace[601759202] 'agreement among raft nodes before linearized reading' (duration: 1.156575987s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.638232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.481526Z","time spent":"1.156698861s","remote":"127.0.0.1:36946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.638105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.07778Z","time spent":"560.317217ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:32:54.638421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143642116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:54.638468Z","caller":"traceutil/trace.go:171","msg":"trace[256865759] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6464; }","duration":"1.143724389s","start":"2026-07-03T19:32:53.494733Z","end":"2026-07-03T19:32:54.638457Z","steps":["trace[256865759] 'agreement among raft nodes before linearized reading' (duration: 1.143613585s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.638501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.494716Z","time spent":"1.14377618s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:54.638098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.373624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:54.638614Z","caller":"traceutil/trace.go:171","msg":"trace[1792114449] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6464; }","duration":"950.924482ms","start":"2026-07-03T19:32:53.687675Z","end":"2026-07-03T19:32:54.6386Z","steps":["trace[1792114449] 'agreement among raft nodes before linearized reading' (duration: 950.319482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:54.638714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:53.687653Z","time spent":"951.046486ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:32:55.124616Z","caller":"traceutil/trace.go:171","msg":"trace[2034424451] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"466.727392ms","start":"2026-07-03T19:32:54.657864Z","end":"2026-07-03T19:32:55.124592Z","steps":["trace[2034424451] 'process raft request' (duration: 466.536316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.124761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.657853Z","time spent":"466.832486ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:55.933467Z","caller":"traceutil/trace.go:171","msg":"trace[887083541] linearizableReadLoop","detail":"{readStateIndex:6725; appliedIndex:6723; }","duration":"1.193221422s","start":"2026-07-03T19:32:54.740217Z","end":"2026-07-03T19:32:55.933438Z","steps":["trace[887083541] 'read index received' (duration: 384.15338ms)","trace[887083541] 'applied index is now lower than readState.Index' (duration: 809.066932ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:55.933625Z","caller":"traceutil/trace.go:171","msg":"trace[1760349171] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"1.273763707s","start":"2026-07-03T19:32:54.659819Z","end":"2026-07-03T19:32:55.933583Z","steps":["trace[1760349171] 'process raft request' (duration: 1.273416736s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.933641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193403548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:55.933723Z","caller":"traceutil/trace.go:171","msg":"trace[1804775036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6466; }","duration":"1.193531682s","start":"2026-07-03T19:32:54.740179Z","end":"2026-07-03T19:32:55.933711Z","steps":["trace[1804775036] 'agreement among raft nodes before linearized reading' (duration: 1.193404888s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:55.933795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.740167Z","time spent":"1.193615635s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:55.933831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.659814Z","time spent":"1.273910502s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:56.43866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957704,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:32:56.477802Z","caller":"traceutil/trace.go:171","msg":"trace[1804468611] linearizableReadLoop","detail":"{readStateIndex:6726; appliedIndex:6725; }","duration":"544.236182ms","start":"2026-07-03T19:32:55.933542Z","end":"2026-07-03T19:32:56.477779Z","steps":["trace[1804468611] 'read index received' (duration: 544.078747ms)","trace[1804468611] 'applied index is now lower than readState.Index' (duration: 156.405µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:56.477952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300518315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:56.477986Z","caller":"traceutil/trace.go:171","msg":"trace[448966369] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6467; }","duration":"1.30064435s","start":"2026-07-03T19:32:55.177334Z","end":"2026-07-03T19:32:56.477978Z","steps":["trace[448966369] 'agreement among raft nodes before linearized reading' (duration: 1.300561897s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.477935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.07149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:32:56.478023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.177309Z","time spent":"1.300705171s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:56.478047Z","caller":"traceutil/trace.go:171","msg":"trace[28715215] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6467; }","duration":"739.265116ms","start":"2026-07-03T19:32:55.738763Z","end":"2026-07-03T19:32:56.478028Z","steps":["trace[28715215] 'agreement among raft nodes before linearized reading' (duration: 739.021858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.478152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.738747Z","time spent":"739.38668ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:56.478248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395497013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:56.478295Z","caller":"traceutil/trace.go:171","msg":"trace[1133873987] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6467; }","duration":"1.395581426s","start":"2026-07-03T19:32:55.082701Z","end":"2026-07-03T19:32:56.478283Z","steps":["trace[1133873987] 'agreement among raft nodes before linearized reading' (duration: 1.395519274s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.47833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.082669Z","time spent":"1.395652188s","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:56.47848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656514686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:56.478527Z","caller":"traceutil/trace.go:171","msg":"trace[1278690062] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6467; }","duration":"1.656584779s","start":"2026-07-03T19:32:54.821934Z","end":"2026-07-03T19:32:56.478518Z","steps":["trace[1278690062] 'agreement among raft nodes before linearized reading' (duration: 1.656524217s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.478558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:54.821922Z","time spent":"1.65662836s","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:32:56.478494Z","caller":"traceutil/trace.go:171","msg":"trace[1606108831] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"1.34952928s","start":"2026-07-03T19:32:55.128945Z","end":"2026-07-03T19:32:56.478474Z","steps":["trace[1606108831] 'process raft request' (duration: 1.348700443s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.47867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.128927Z","time spent":"1.349668865s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:56.478712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.274381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:56.478738Z","caller":"traceutil/trace.go:171","msg":"trace[816663369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6467; }","duration":"543.327802ms","start":"2026-07-03T19:32:55.935403Z","end":"2026-07-03T19:32:56.47873Z","steps":["trace[816663369] 'agreement among raft nodes before linearized reading' (duration: 543.287171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.478765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.935388Z","time spent":"543.367914ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:56.479118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.495341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7\" ","response":"range_response_count:1 size:5638"} {"level":"info","ts":"2026-07-03T19:32:56.479202Z","caller":"traceutil/trace.go:171","msg":"trace[1769296446] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7; range_end:; response_count:1; response_revision:6467; }","duration":"541.604955ms","start":"2026-07-03T19:32:55.937575Z","end":"2026-07-03T19:32:56.47918Z","steps":["trace[1769296446] 'agreement among raft nodes before linearized reading' (duration: 541.376628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:56.479248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:55.937564Z","time spent":"541.674407ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5661,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7\" "} {"level":"warn","ts":"2026-07-03T19:32:56.988452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:57.489685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:32:57.730344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244533875s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:32:58.302179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.626503ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-03T19:32:58.30233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.485647Z","time spent":"1.816678305s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:32:58.487242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999001559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:32:58.487371Z","caller":"traceutil/trace.go:171","msg":"trace[627937598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999297989s","start":"2026-07-03T19:32:56.488046Z","end":"2026-07-03T19:32:58.487344Z","steps":["trace[627937598] 'agreement among raft nodes before linearized reading' (duration: 1.999009969s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:58.487465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.488035Z","time spent":"1.999386861s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:32:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:32:58.667855Z","caller":"traceutil/trace.go:171","msg":"trace[101097866] linearizableReadLoop","detail":"{readStateIndex:6729; appliedIndex:6726; }","duration":"2.179758842s","start":"2026-07-03T19:32:56.488073Z","end":"2026-07-03T19:32:58.667832Z","steps":["trace[101097866] 'read index received' (duration: 1.242480667s)","trace[101097866] 'applied index is now lower than readState.Index' (duration: 937.277185ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:58.667903Z","caller":"traceutil/trace.go:171","msg":"trace[262112940] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"2.179786393s","start":"2026-07-03T19:32:56.488082Z","end":"2026-07-03T19:32:58.667869Z","steps":["trace[262112940] 'process raft request' (duration: 2.085665213s)","trace[262112940] 'compare' (duration: 93.746238ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:58.667925Z","caller":"traceutil/trace.go:171","msg":"trace[2147204967] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"1.87881179s","start":"2026-07-03T19:32:56.78908Z","end":"2026-07-03T19:32:58.667892Z","steps":["trace[2147204967] 'process raft request' (duration: 1.878688086s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:58.668102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.488059Z","time spent":"2.179925228s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:58.668109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.789062Z","time spent":"1.878936104s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:59.023459Z","caller":"traceutil/trace.go:171","msg":"trace[599112536] linearizableReadLoop","detail":"{readStateIndex:6730; appliedIndex:6729; }","duration":"355.509986ms","start":"2026-07-03T19:32:58.66792Z","end":"2026-07-03T19:32:59.02343Z","steps":["trace[599112536] 'read index received' (duration: 329.578823ms)","trace[599112536] 'applied index is now lower than readState.Index' (duration: 25.929433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.023571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.341381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:32:59.023634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090824185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.02365Z","caller":"traceutil/trace.go:171","msg":"trace[911545668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6470; }","duration":"536.458604ms","start":"2026-07-03T19:32:58.487173Z","end":"2026-07-03T19:32:59.023632Z","steps":["trace[911545668] 'agreement among raft nodes before linearized reading' (duration: 536.269788ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:59.02368Z","caller":"traceutil/trace.go:171","msg":"trace[1707538677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6470; }","duration":"1.090929519s","start":"2026-07-03T19:32:57.932739Z","end":"2026-07-03T19:32:59.023669Z","steps":["trace[1707538677] 'agreement among raft nodes before linearized reading' (duration: 1.090822165s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.023691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.487157Z","time spent":"536.526026ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:32:59.023718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:57.932717Z","time spent":"1.090991881s","remote":"127.0.0.1:52504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:59.024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364784429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:32:59.02399Z","caller":"traceutil/trace.go:171","msg":"trace[118272429] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"720.561496ms","start":"2026-07-03T19:32:58.303406Z","end":"2026-07-03T19:32:59.023968Z","steps":["trace[118272429] 'process raft request' (duration: 694.109816ms)","trace[118272429] 'compare' (duration: 25.429506ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:59.024038Z","caller":"traceutil/trace.go:171","msg":"trace[1732663742] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6470; }","duration":"2.364861051s","start":"2026-07-03T19:32:56.659168Z","end":"2026-07-03T19:32:59.024029Z","steps":["trace[1732663742] 'agreement among raft nodes before linearized reading' (duration: 2.364733617s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.024067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.659147Z","time spent":"2.364914213s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:32:59.024221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.303389Z","time spent":"720.67199ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:59.024225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343382982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-03T19:32:59.024402Z","caller":"traceutil/trace.go:171","msg":"trace[395961600] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6470; }","duration":"2.343594729s","start":"2026-07-03T19:32:56.680787Z","end":"2026-07-03T19:32:59.024382Z","steps":["trace[395961600] 'agreement among raft nodes before linearized reading' (duration: 2.342980119s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.024489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:56.680777Z","time spent":"2.343698592s","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-03T19:32:59.21408Z","caller":"traceutil/trace.go:171","msg":"trace[1823464468] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"286.718477ms","start":"2026-07-03T19:32:58.927329Z","end":"2026-07-03T19:32:59.214047Z","steps":["trace[1823464468] 'process raft request' (duration: 211.499095ms)","trace[1823464468] 'compare' (duration: 74.996325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.214325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.319554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-07-03T19:32:59.214415Z","caller":"traceutil/trace.go:171","msg":"trace[1861810068] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq; range_end:; response_count:1; response_revision:6471; }","duration":"542.421018ms","start":"2026-07-03T19:32:58.671947Z","end":"2026-07-03T19:32:59.214368Z","steps":["trace[1861810068] 'agreement among raft nodes before linearized reading' (duration: 542.247202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.214454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:58.671929Z","time spent":"542.51551ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq\" "} {"level":"info","ts":"2026-07-03T19:32:59.214147Z","caller":"traceutil/trace.go:171","msg":"trace[1531629257] linearizableReadLoop","detail":"{readStateIndex:6731; appliedIndex:6730; }","duration":"190.431198ms","start":"2026-07-03T19:32:59.023531Z","end":"2026-07-03T19:32:59.213963Z","steps":["trace[1531629257] 'read index received' (duration: 115.227456ms)","trace[1531629257] 'applied index is now lower than readState.Index' (duration: 75.202772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.21514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.836442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.215183Z","caller":"traceutil/trace.go:171","msg":"trace[1562447188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6471; }","duration":"183.896313ms","start":"2026-07-03T19:32:59.031276Z","end":"2026-07-03T19:32:59.215173Z","steps":["trace[1562447188] 'agreement among raft nodes before linearized reading' (duration: 183.827391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.215386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.45697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:32:59.215476Z","caller":"traceutil/trace.go:171","msg":"trace[258202134] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; response_count:1; response_revision:6471; }","duration":"187.568724ms","start":"2026-07-03T19:32:59.027882Z","end":"2026-07-03T19:32:59.215451Z","steps":["trace[258202134] 'agreement among raft nodes before linearized reading' (duration: 187.299995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.215599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.694407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cfbdad4-59ec-4489-aeea-786792956a87\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-03T19:32:59.215662Z","caller":"traceutil/trace.go:171","msg":"trace[1677702625] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cfbdad4-59ec-4489-aeea-786792956a87; range_end:; response_count:1; response_revision:6471; }","duration":"187.798852ms","start":"2026-07-03T19:32:59.027852Z","end":"2026-07-03T19:32:59.215651Z","steps":["trace[1677702625] 'agreement among raft nodes before linearized reading' (duration: 187.213733ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:59.677842Z","caller":"traceutil/trace.go:171","msg":"trace[219662875] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"453.718729ms","start":"2026-07-03T19:32:59.224086Z","end":"2026-07-03T19:32:59.677805Z","steps":["trace[219662875] 'process raft request' (duration: 390.061297ms)","trace[219662875] 'compare' (duration: 63.553949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.677999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.224076Z","time spent":"453.837613ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:32:59.949649Z","caller":"traceutil/trace.go:171","msg":"trace[900595127] linearizableReadLoop","detail":"{readStateIndex:6734; appliedIndex:6732; }","duration":"666.869843ms","start":"2026-07-03T19:32:59.282744Z","end":"2026-07-03T19:32:59.949614Z","steps":["trace[900595127] 'read index received' (duration: 331.41272ms)","trace[900595127] 'applied index is now lower than readState.Index' (duration: 335.453783ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:32:59.949671Z","caller":"traceutil/trace.go:171","msg":"trace[435400354] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"683.762238ms","start":"2026-07-03T19:32:59.265868Z","end":"2026-07-03T19:32:59.94963Z","steps":["trace[435400354] 'process raft request' (duration: 605.056692ms)","trace[435400354] 'compare' (duration: 78.313813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:32:59.949864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.132831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:32:59.949945Z","caller":"traceutil/trace.go:171","msg":"trace[949288294] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6474; }","duration":"667.325399ms","start":"2026-07-03T19:32:59.282602Z","end":"2026-07-03T19:32:59.949927Z","steps":["trace[949288294] 'agreement among raft nodes before linearized reading' (duration: 667.139622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.950029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.282588Z","time spent":"667.426981ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:32:59.950575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.265837Z","time spent":"683.926623ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:32:59.987683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.836574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-07-03T19:32:59.98768Z","caller":"traceutil/trace.go:171","msg":"trace[1150026883] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"355.881854ms","start":"2026-07-03T19:32:59.631761Z","end":"2026-07-03T19:32:59.987643Z","steps":["trace[1150026883] 'process raft request' (duration: 355.707789ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:32:59.987739Z","caller":"traceutil/trace.go:171","msg":"trace[153300621] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6475; }","duration":"303.918397ms","start":"2026-07-03T19:32:59.683806Z","end":"2026-07-03T19:32:59.987725Z","steps":["trace[153300621] 'agreement among raft nodes before linearized reading' (duration: 303.803023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:32:59.987773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.683782Z","time spent":"303.983279ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T19:32:59.987917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.631738Z","time spent":"356.017708ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:32:59.988004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.043118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:32:59.988208Z","caller":"traceutil/trace.go:171","msg":"trace[187154699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6475; }","duration":"247.499362ms","start":"2026-07-03T19:32:59.740688Z","end":"2026-07-03T19:32:59.988188Z","steps":["trace[187154699] 'agreement among raft nodes before linearized reading' (duration: 246.992256ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:00.441783Z","caller":"traceutil/trace.go:171","msg":"trace[1647578871] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"444.60086ms","start":"2026-07-03T19:32:59.997156Z","end":"2026-07-03T19:33:00.441757Z","steps":["trace[1647578871] 'process raft request' (duration: 444.394453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:00.441996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:32:59.997131Z","time spent":"444.740194ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:01.018346Z","caller":"traceutil/trace.go:171","msg":"trace[750003755] linearizableReadLoop","detail":"{readStateIndex:6738; appliedIndex:6736; }","duration":"664.469398ms","start":"2026-07-03T19:33:00.35385Z","end":"2026-07-03T19:33:01.01832Z","steps":["trace[750003755] 'read index received' (duration: 87.626683ms)","trace[750003755] 'applied index is now lower than readState.Index' (duration: 576.841755ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.018403Z","caller":"traceutil/trace.go:171","msg":"trace[2138670363] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"985.574626ms","start":"2026-07-03T19:33:00.032796Z","end":"2026-07-03T19:33:01.01837Z","steps":["trace[2138670363] 'process raft request' (duration: 985.398311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.018788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.888571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-07-03T19:33:01.01881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.032778Z","time spent":"985.958019ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:01.018853Z","caller":"traceutil/trace.go:171","msg":"trace[648966245] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:6478; }","duration":"664.994224ms","start":"2026-07-03T19:33:00.353843Z","end":"2026-07-03T19:33:01.018837Z","steps":["trace[648966245] 'agreement among raft nodes before linearized reading' (duration: 664.668244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.018931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.35378Z","time spent":"665.1397ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-03T19:33:01.264637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.098144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:01.264902Z","caller":"traceutil/trace.go:171","msg":"trace[1771212710] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"241.046228ms","start":"2026-07-03T19:33:01.023842Z","end":"2026-07-03T19:33:01.264889Z","steps":["trace[1771212710] 'process raft request' (duration: 241.001787ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:01.265084Z","caller":"traceutil/trace.go:171","msg":"trace[1228739007] linearizableReadLoop","detail":"{readStateIndex:6739; appliedIndex:6738; }","duration":"246.593259ms","start":"2026-07-03T19:33:01.018482Z","end":"2026-07-03T19:33:01.265075Z","steps":["trace[1228739007] 'read index received' (duration: 135.962968ms)","trace[1228739007] 'applied index is now lower than readState.Index' (duration: 110.629401ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.265069Z","caller":"traceutil/trace.go:171","msg":"trace[474205697] transaction","detail":"{read_only:false; response_revision:6479; number_of_response:1; }","duration":"612.326552ms","start":"2026-07-03T19:33:00.652706Z","end":"2026-07-03T19:33:01.265032Z","steps":["trace[474205697] 'process raft request' (duration: 501.715432ms)","trace[474205697] 'compare' (duration: 109.951528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:01.265216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.053581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:01.265296Z","caller":"traceutil/trace.go:171","msg":"trace[72305148] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6480; }","duration":"393.148294ms","start":"2026-07-03T19:33:00.872132Z","end":"2026-07-03T19:33:01.26528Z","steps":["trace[72305148] 'agreement among raft nodes before linearized reading' (duration: 392.996429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.265308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.30289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-07-03T19:33:01.265396Z","caller":"traceutil/trace.go:171","msg":"trace[1148255538] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq; range_end:; response_count:1; response_revision:6480; }","duration":"820.432345ms","start":"2026-07-03T19:33:00.444956Z","end":"2026-07-03T19:33:01.265389Z","steps":["trace[1148255538] 'agreement among raft nodes before linearized reading' (duration: 820.234919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.265283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.234216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:01.265534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.410767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-03T19:33:01.265548Z","caller":"traceutil/trace.go:171","msg":"trace[461585148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6480; }","duration":"525.558165ms","start":"2026-07-03T19:33:00.739964Z","end":"2026-07-03T19:33:01.265522Z","steps":["trace[461585148] 'agreement among raft nodes before linearized reading' (duration: 525.168213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.265443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.444935Z","time spent":"820.500347ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq\" "} {"level":"info","ts":"2026-07-03T19:33:01.265568Z","caller":"traceutil/trace.go:171","msg":"trace[1854119381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6480; }","duration":"196.467399ms","start":"2026-07-03T19:33:01.06909Z","end":"2026-07-03T19:33:01.265557Z","steps":["trace[1854119381] 'agreement among raft nodes before linearized reading' (duration: 196.372676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.265441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.449883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:01.26592Z","caller":"traceutil/trace.go:171","msg":"trace[920372949] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6480; }","duration":"234.914717ms","start":"2026-07-03T19:33:01.030966Z","end":"2026-07-03T19:33:01.26588Z","steps":["trace[920372949] 'agreement among raft nodes before linearized reading' (duration: 234.326708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.265236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.652679Z","time spent":"612.472036ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:01.265636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.739948Z","time spent":"525.67552ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:01.265331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:00.872069Z","time spent":"393.254508ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:01.703814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.24075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:01.704141Z","caller":"traceutil/trace.go:171","msg":"trace[1351399713] linearizableReadLoop","detail":"{readStateIndex:6741; appliedIndex:6740; }","duration":"433.877587ms","start":"2026-07-03T19:33:01.270229Z","end":"2026-07-03T19:33:01.704107Z","steps":["trace[1351399713] 'read index received' (duration: 201.191682ms)","trace[1351399713] 'applied index is now lower than readState.Index' (duration: 232.682644ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.704214Z","caller":"traceutil/trace.go:171","msg":"trace[1886038833] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"432.431999ms","start":"2026-07-03T19:33:01.271673Z","end":"2026-07-03T19:33:01.704105Z","steps":["trace[1886038833] 'process raft request' (duration: 432.291665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.704509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.271657Z","time spent":"432.789432ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:01.704527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.426712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:01.704071Z","caller":"traceutil/trace.go:171","msg":"trace[1368271708] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"434.932881ms","start":"2026-07-03T19:33:01.269054Z","end":"2026-07-03T19:33:01.703986Z","steps":["trace[1368271708] 'process raft request' (duration: 202.403312ms)","trace[1368271708] 'compare' (duration: 232.038504ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:01.704642Z","caller":"traceutil/trace.go:171","msg":"trace[1373340229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6482; }","duration":"341.614529ms","start":"2026-07-03T19:33:01.363003Z","end":"2026-07-03T19:33:01.704617Z","steps":["trace[1373340229] 'agreement among raft nodes before linearized reading' (duration: 341.412842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.704733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.362981Z","time spent":"341.728442ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:01.704844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.269032Z","time spent":"435.624145ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:01.704515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.26367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-74d5d6fcc4-47tr9\" ","response":"range_response_count:1 size:12293"} {"level":"info","ts":"2026-07-03T19:33:01.704991Z","caller":"traceutil/trace.go:171","msg":"trace[100998484] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-74d5d6fcc4-47tr9; range_end:; response_count:1; response_revision:6482; }","duration":"434.787217ms","start":"2026-07-03T19:33:01.27019Z","end":"2026-07-03T19:33:01.704977Z","steps":["trace[100998484] 'agreement among raft nodes before linearized reading' (duration: 434.114395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:01.70504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.270178Z","time spent":"434.848639ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12316,"request content":"key:\"/registry/pods/openstack/keystone-api-74d5d6fcc4-47tr9\" "} {"level":"info","ts":"2026-07-03T19:33:02.099507Z","caller":"traceutil/trace.go:171","msg":"trace[1573630491] linearizableReadLoop","detail":"{readStateIndex:6743; appliedIndex:6742; }","duration":"384.739053ms","start":"2026-07-03T19:33:01.714746Z","end":"2026-07-03T19:33:02.099485Z","steps":["trace[1573630491] 'read index received' (duration: 384.634069ms)","trace[1573630491] 'applied index is now lower than readState.Index' (duration: 104.064µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:02.099561Z","caller":"traceutil/trace.go:171","msg":"trace[1214949673] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"388.263458ms","start":"2026-07-03T19:33:01.71126Z","end":"2026-07-03T19:33:02.099523Z","steps":["trace[1214949673] 'process raft request' (duration: 388.093433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.099684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.711248Z","time spent":"388.374682ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:02.099743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.97312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-03T19:33:02.09978Z","caller":"traceutil/trace.go:171","msg":"trace[164656] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:6483; }","duration":"385.039253ms","start":"2026-07-03T19:33:01.714729Z","end":"2026-07-03T19:33:02.099768Z","steps":["trace[164656] 'agreement among raft nodes before linearized reading' (duration: 384.857787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.099813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.714722Z","time spent":"385.083064ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:02.600597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355957741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:33:02.632373Z","caller":"traceutil/trace.go:171","msg":"trace[1835748235] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"914.313806ms","start":"2026-07-03T19:33:01.718035Z","end":"2026-07-03T19:33:02.632348Z","steps":["trace[1835748235] 'process raft request' (duration: 914.208602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:02.632434Z","caller":"traceutil/trace.go:171","msg":"trace[2082812087] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"914.383898ms","start":"2026-07-03T19:33:01.718018Z","end":"2026-07-03T19:33:02.632402Z","steps":["trace[2082812087] 'process raft request' (duration: 913.968395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.632597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.718015Z","time spent":"914.43578ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:02.632667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.718005Z","time spent":"914.574224ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:02.694648Z","caller":"traceutil/trace.go:171","msg":"trace[435471869] linearizableReadLoop","detail":"{readStateIndex:6746; appliedIndex:6743; }","duration":"595.04598ms","start":"2026-07-03T19:33:02.099564Z","end":"2026-07-03T19:33:02.69461Z","steps":["trace[435471869] 'read index received' (duration: 532.54695ms)","trace[435471869] 'applied index is now lower than readState.Index' (duration: 62.49814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:02.69497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.787124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-03T19:33:02.695019Z","caller":"traceutil/trace.go:171","msg":"trace[163610810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"972.872116ms","start":"2026-07-03T19:33:01.722134Z","end":"2026-07-03T19:33:02.695006Z","steps":["trace[163610810] 'agreement among raft nodes before linearized reading' (duration: 972.609298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.695064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.722128Z","time spent":"972.927408ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:02.69514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.942469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-07-03T19:33:02.695192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.471121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-07-03T19:33:02.695158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.67282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-03T19:33:02.695378Z","caller":"traceutil/trace.go:171","msg":"trace[770206981] transaction","detail":"{read_only:false; response_revision:6486; number_of_response:1; }","duration":"590.842883ms","start":"2026-07-03T19:33:02.104521Z","end":"2026-07-03T19:33:02.695364Z","steps":["trace[770206981] 'process raft request' (duration: 589.965494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.695417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.099326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-07-03T19:33:02.695434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.523549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:02.695451Z","caller":"traceutil/trace.go:171","msg":"trace[513276939] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"974.142947ms","start":"2026-07-03T19:33:01.721298Z","end":"2026-07-03T19:33:02.695441Z","steps":["trace[513276939] 'agreement among raft nodes before linearized reading' (duration: 974.065815ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:02.695475Z","caller":"traceutil/trace.go:171","msg":"trace[956270833] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6486; }","duration":"370.628992ms","start":"2026-07-03T19:33:02.324835Z","end":"2026-07-03T19:33:02.695464Z","steps":["trace[956270833] 'agreement among raft nodes before linearized reading' (duration: 370.56796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.695494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.721292Z","time spent":"974.193429ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:02.695494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.104501Z","time spent":"590.927776ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:02.695511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.324817Z","time spent":"370.685054ms","remote":"127.0.0.1:55480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:02.695553Z","caller":"traceutil/trace.go:171","msg":"trace[189525943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"973.089063ms","start":"2026-07-03T19:33:01.722313Z","end":"2026-07-03T19:33:02.695402Z","steps":["trace[189525943] 'agreement among raft nodes before linearized reading' (duration: 972.318088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.695672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.722308Z","time spent":"973.349372ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:02.695889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.446976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-03T19:33:02.695945Z","caller":"traceutil/trace.go:171","msg":"trace[369111191] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"977.500888ms","start":"2026-07-03T19:33:01.718431Z","end":"2026-07-03T19:33:02.695932Z","steps":["trace[369111191] 'agreement among raft nodes before linearized reading' (duration: 977.387354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.69596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.610147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:02.695983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.718398Z","time spent":"977.57694ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:33:02.695997Z","caller":"traceutil/trace.go:171","msg":"trace[706043066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6486; }","duration":"751.69214ms","start":"2026-07-03T19:33:01.944293Z","end":"2026-07-03T19:33:02.695985Z","steps":["trace[706043066] 'agreement among raft nodes before linearized reading' (duration: 751.561855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.94427Z","time spent":"751.755862ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:02.695318Z","caller":"traceutil/trace.go:171","msg":"trace[69390535] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"784.657328ms","start":"2026-07-03T19:33:01.910628Z","end":"2026-07-03T19:33:02.695286Z","steps":["trace[69390535] 'agreement among raft nodes before linearized reading' (duration: 784.10724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.785592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:02.696171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.910607Z","time spent":"785.555907ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:33:02.695238Z","caller":"traceutil/trace.go:171","msg":"trace[1611095019] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"977.065683ms","start":"2026-07-03T19:33:01.718147Z","end":"2026-07-03T19:33:02.695212Z","steps":["trace[1611095019] 'agreement among raft nodes before linearized reading' (duration: 976.692931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.718105Z","time spent":"978.117029ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:33:02.696187Z","caller":"traceutil/trace.go:171","msg":"trace[126186573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6486; }","duration":"839.872455ms","start":"2026-07-03T19:33:01.856299Z","end":"2026-07-03T19:33:02.696172Z","steps":["trace[126186573] 'agreement among raft nodes before linearized reading' (duration: 839.788822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.85628Z","time spent":"840.051781ms","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:02.695374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.25381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-03T19:33:02.696716Z","caller":"traceutil/trace.go:171","msg":"trace[745256062] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"978.347576ms","start":"2026-07-03T19:33:01.718094Z","end":"2026-07-03T19:33:02.696442Z","steps":["trace[745256062] 'agreement among raft nodes before linearized reading' (duration: 977.207349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.927796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-07-03T19:33:02.696848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.718088Z","time spent":"978.723668ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-07-03T19:33:02.696859Z","caller":"traceutil/trace.go:171","msg":"trace[808023762] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"796.406332ms","start":"2026-07-03T19:33:01.90042Z","end":"2026-07-03T19:33:02.696827Z","steps":["trace[808023762] 'agreement among raft nodes before linearized reading' (duration: 795.679878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.696911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.900403Z","time spent":"796.492815ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:02.695343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.750895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-03T19:33:02.696953Z","caller":"traceutil/trace.go:171","msg":"trace[384298033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:6486; }","duration":"975.370357ms","start":"2026-07-03T19:33:01.721572Z","end":"2026-07-03T19:33:02.696942Z","steps":["trace[384298033] 'agreement among raft nodes before linearized reading' (duration: 973.696333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:02.697024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:01.721565Z","time spent":"975.409129ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-03T19:33:03.172466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.249906ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:03.172624Z","caller":"traceutil/trace.go:171","msg":"trace[1809262644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6486; }","duration":"237.442222ms","start":"2026-07-03T19:33:02.93516Z","end":"2026-07-03T19:33:03.172603Z","steps":["trace[1809262644] 'range keys from in-memory index tree' (duration: 237.170224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.173094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.393716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:03.173227Z","caller":"traceutil/trace.go:171","msg":"trace[1607948330] linearizableReadLoop","detail":"{readStateIndex:6747; appliedIndex:6746; }","duration":"468.198737ms","start":"2026-07-03T19:33:02.705009Z","end":"2026-07-03T19:33:03.173208Z","steps":["trace[1607948330] 'read index received' (duration: 85.577114ms)","trace[1607948330] 'applied index is now lower than readState.Index' (duration: 382.619873ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:03.173284Z","caller":"traceutil/trace.go:171","msg":"trace[2006277481] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"470.673197ms","start":"2026-07-03T19:33:02.702553Z","end":"2026-07-03T19:33:03.173226Z","steps":["trace[2006277481] 'process raft request' (duration: 88.044194ms)","trace[2006277481] 'compare' (duration: 382.005613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:03.173447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.448565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:33:03.173476Z","caller":"traceutil/trace.go:171","msg":"trace[1957085306] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6487; }","duration":"468.546808ms","start":"2026-07-03T19:33:02.70492Z","end":"2026-07-03T19:33:03.173467Z","steps":["trace[1957085306] 'agreement among raft nodes before linearized reading' (duration: 468.364872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.173514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.702536Z","time spent":"470.860164ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:03.173532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.704889Z","time spent":"468.634311ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:33:03.666662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.538399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:03.667243Z","caller":"traceutil/trace.go:171","msg":"trace[1773171366] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"961.46217ms","start":"2026-07-03T19:33:02.705652Z","end":"2026-07-03T19:33:03.667114Z","steps":["trace[1773171366] 'process raft request' (duration: 669.366392ms)","trace[1773171366] 'compare' (duration: 291.217249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:03.66743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.70564Z","time spent":"961.677487ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:03.907316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.279579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:03.907937Z","caller":"traceutil/trace.go:171","msg":"trace[531073699] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"147.509986ms","start":"2026-07-03T19:33:03.760409Z","end":"2026-07-03T19:33:03.907919Z","steps":["trace[531073699] 'process raft request' (duration: 147.407863ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:03.908216Z","caller":"traceutil/trace.go:171","msg":"trace[84366801] linearizableReadLoop","detail":"{readStateIndex:6749; appliedIndex:6747; }","duration":"734.947038ms","start":"2026-07-03T19:33:03.173255Z","end":"2026-07-03T19:33:03.908202Z","steps":["trace[84366801] 'read index received' (duration: 201.765415ms)","trace[84366801] 'applied index is now lower than readState.Index' (duration: 533.180403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:03.907873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.1744Z","time spent":"733.46597ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:03.908939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067472004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:03.908998Z","caller":"traceutil/trace.go:171","msg":"trace[979937658] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6489; }","duration":"1.067770825s","start":"2026-07-03T19:33:02.841209Z","end":"2026-07-03T19:33:03.90898Z","steps":["trace[979937658] 'agreement among raft nodes before linearized reading' (duration: 1.067481175s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.909012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.980504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"warn","ts":"2026-07-03T19:33:03.909041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.841182Z","time spent":"1.067849618s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:03.909062Z","caller":"traceutil/trace.go:171","msg":"trace[1505429774] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6489; }","duration":"478.058337ms","start":"2026-07-03T19:33:03.430993Z","end":"2026-07-03T19:33:03.909051Z","steps":["trace[1505429774] 'agreement among raft nodes before linearized reading' (duration: 477.726026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.909094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.43098Z","time spent":"478.106629ms","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2355,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-03T19:33:03.909079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.797566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T19:33:03.909153Z","caller":"traceutil/trace.go:171","msg":"trace[166644508] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e; range_end:; response_count:1; response_revision:6489; }","duration":"731.903459ms","start":"2026-07-03T19:33:03.17723Z","end":"2026-07-03T19:33:03.909133Z","steps":["trace[166644508] 'agreement among raft nodes before linearized reading' (duration: 731.477164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.9097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.177215Z","time spent":"732.470488ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e\" "} {"level":"warn","ts":"2026-07-03T19:33:03.909833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.208731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf\" ","response":"range_response_count:1 size:5481"} {"level":"info","ts":"2026-07-03T19:33:03.909882Z","caller":"traceutil/trace.go:171","msg":"trace[1247654758] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf; range_end:; response_count:1; response_revision:6489; }","duration":"238.299495ms","start":"2026-07-03T19:33:03.671569Z","end":"2026-07-03T19:33:03.909869Z","steps":["trace[1247654758] 'agreement among raft nodes before linearized reading' (duration: 238.15866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.909869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169097003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:03.909953Z","caller":"traceutil/trace.go:171","msg":"trace[1569838099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6489; }","duration":"1.169215877s","start":"2026-07-03T19:33:02.740714Z","end":"2026-07-03T19:33:03.90993Z","steps":["trace[1569838099] 'agreement among raft nodes before linearized reading' (duration: 1.169062022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.910017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:02.740694Z","time spent":"1.169310519s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:03.910043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.708537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:03.910059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.539789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:03.910086Z","caller":"traceutil/trace.go:171","msg":"trace[305638191] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:6489; }","duration":"400.787299ms","start":"2026-07-03T19:33:03.509286Z","end":"2026-07-03T19:33:03.910074Z","steps":["trace[305638191] 'agreement among raft nodes before linearized reading' (duration: 400.694736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.910128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.509268Z","time spent":"400.852931ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-03T19:33:03.910086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.302632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:03.909965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.896808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:03.910194Z","caller":"traceutil/trace.go:171","msg":"trace[43301773] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6489; }","duration":"585.447347ms","start":"2026-07-03T19:33:03.324728Z","end":"2026-07-03T19:33:03.910175Z","steps":["trace[43301773] 'agreement among raft nodes before linearized reading' (duration: 585.24477ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:03.910093Z","caller":"traceutil/trace.go:171","msg":"trace[1873821888] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6489; }","duration":"639.616752ms","start":"2026-07-03T19:33:03.270464Z","end":"2026-07-03T19:33:03.910081Z","steps":["trace[1873821888] 'agreement among raft nodes before linearized reading' (duration: 639.522768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.910284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.270442Z","time spent":"639.830768ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:33:03.910287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.330933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:03.910289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.32471Z","time spent":"585.55955ms","remote":"127.0.0.1:52686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-03T19:33:03.910324Z","caller":"traceutil/trace.go:171","msg":"trace[1825494849] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6489; }","duration":"585.504198ms","start":"2026-07-03T19:33:03.32481Z","end":"2026-07-03T19:33:03.910315Z","steps":["trace[1825494849] 'agreement among raft nodes before linearized reading' (duration: 585.445316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.910372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.324785Z","time spent":"585.577141ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-03T19:33:03.909987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.613017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:03.910294Z","caller":"traceutil/trace.go:171","msg":"trace[1102290290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6489; }","duration":"492.228009ms","start":"2026-07-03T19:33:03.418026Z","end":"2026-07-03T19:33:03.910254Z","steps":["trace[1102290290] 'agreement among raft nodes before linearized reading' (duration: 491.893908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.91054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.418008Z","time spent":"492.500788ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:03.910546Z","caller":"traceutil/trace.go:171","msg":"trace[68355424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6489; }","duration":"820.299089ms","start":"2026-07-03T19:33:03.090178Z","end":"2026-07-03T19:33:03.910477Z","steps":["trace[68355424] 'agreement among raft nodes before linearized reading' (duration: 819.463502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:03.910697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.090155Z","time spent":"820.522047ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:04.311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.1747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:04.311381Z","caller":"traceutil/trace.go:171","msg":"trace[2055356488] linearizableReadLoop","detail":"{readStateIndex:6752; appliedIndex:6751; }","duration":"395.331681ms","start":"2026-07-03T19:33:03.916031Z","end":"2026-07-03T19:33:04.311363Z","steps":["trace[2055356488] 'read index received' (duration: 122.946574ms)","trace[2055356488] 'applied index is now lower than readState.Index' (duration: 272.383587ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:04.311393Z","caller":"traceutil/trace.go:171","msg":"trace[552876576] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"399.569609ms","start":"2026-07-03T19:33:03.911782Z","end":"2026-07-03T19:33:04.311352Z","steps":["trace[552876576] 'process raft request' (duration: 126.928494ms)","trace[552876576] 'compare' (duration: 272.029025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.311478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.91176Z","time spent":"399.666011ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:04.311568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.525437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:04.311625Z","caller":"traceutil/trace.go:171","msg":"trace[578813935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6490; }","duration":"395.6078ms","start":"2026-07-03T19:33:03.916001Z","end":"2026-07-03T19:33:04.311609Z","steps":["trace[578813935] 'agreement among raft nodes before linearized reading' (duration: 395.438515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.311653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.915982Z","time spent":"395.666091ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:04.327578Z","caller":"traceutil/trace.go:171","msg":"trace[793404931] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"411.518607ms","start":"2026-07-03T19:33:03.916037Z","end":"2026-07-03T19:33:04.327556Z","steps":["trace[793404931] 'process raft request' (duration: 411.251958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.327698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.916016Z","time spent":"411.6084ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:04.327751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.233074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-03T19:33:04.327802Z","caller":"traceutil/trace.go:171","msg":"trace[977082686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6492; }","duration":"213.302166ms","start":"2026-07-03T19:33:04.114474Z","end":"2026-07-03T19:33:04.327776Z","steps":["trace[977082686] 'agreement among raft nodes before linearized reading' (duration: 213.144421ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:04.327596Z","caller":"traceutil/trace.go:171","msg":"trace[159251184] transaction","detail":"{read_only:false; response_revision:6492; number_of_response:1; }","duration":"405.789551ms","start":"2026-07-03T19:33:03.921795Z","end":"2026-07-03T19:33:04.327584Z","steps":["trace[159251184] 'process raft request' (duration: 405.643016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.327925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.92178Z","time spent":"406.110001ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:04.328285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.679211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-03T19:33:04.328373Z","caller":"traceutil/trace.go:171","msg":"trace[1627035802] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:6492; }","duration":"407.811095ms","start":"2026-07-03T19:33:03.920542Z","end":"2026-07-03T19:33:04.328353Z","steps":["trace[1627035802] 'agreement among raft nodes before linearized reading' (duration: 407.661321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.328419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:03.920528Z","time spent":"407.884228ms","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2355,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-03T19:33:04.808331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.358623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:04.808407Z","caller":"traceutil/trace.go:171","msg":"trace[930628026] transaction","detail":"{read_only:false; response_revision:6493; number_of_response:1; }","duration":"469.147925ms","start":"2026-07-03T19:33:04.339246Z","end":"2026-07-03T19:33:04.808394Z","steps":["trace[930628026] 'process raft request' (duration: 102.672789ms)","trace[930628026] 'compare' (duration: 365.827845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.808446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.339235Z","time spent":"469.192707ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:04.868148Z","caller":"traceutil/trace.go:171","msg":"trace[500639335] linearizableReadLoop","detail":"{readStateIndex:6756; appliedIndex:6755; }","duration":"356.289335ms","start":"2026-07-03T19:33:04.511841Z","end":"2026-07-03T19:33:04.86813Z","steps":["trace[500639335] 'read index received' (duration: 356.101189ms)","trace[500639335] 'applied index is now lower than readState.Index' (duration: 187.266µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:04.868447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.592405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:04.868473Z","caller":"traceutil/trace.go:171","msg":"trace[1486147518] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6494; }","duration":"356.658437ms","start":"2026-07-03T19:33:04.511808Z","end":"2026-07-03T19:33:04.868467Z","steps":["trace[1486147518] 'agreement among raft nodes before linearized reading' (duration: 356.537123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.868493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.511793Z","time spent":"356.694738ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:33:04.868717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.668424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:33:04.868764Z","caller":"traceutil/trace.go:171","msg":"trace[2021271934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6494; }","duration":"231.746856ms","start":"2026-07-03T19:33:04.637006Z","end":"2026-07-03T19:33:04.868753Z","steps":["trace[2021271934] 'agreement among raft nodes before linearized reading' (duration: 231.55496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.869144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.4069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-03T19:33:04.869386Z","caller":"traceutil/trace.go:171","msg":"trace[1941800260] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"525.647951ms","start":"2026-07-03T19:33:04.343732Z","end":"2026-07-03T19:33:04.86938Z","steps":["trace[1941800260] 'process raft request' (duration: 524.283557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:04.869445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.343708Z","time spent":"525.699893ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:04.870853Z","caller":"traceutil/trace.go:171","msg":"trace[54760608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6494; }","duration":"186.479953ms","start":"2026-07-03T19:33:04.682695Z","end":"2026-07-03T19:33:04.869175Z","steps":["trace[54760608] 'agreement among raft nodes before linearized reading' (duration: 186.38998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:05.797511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.975345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:05.797702Z","caller":"traceutil/trace.go:171","msg":"trace[1954870891] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"920.213869ms","start":"2026-07-03T19:33:04.877462Z","end":"2026-07-03T19:33:05.797676Z","steps":["trace[1954870891] 'process raft request' (duration: 81.980747ms)","trace[1954870891] 'compare' (duration: 837.512869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:05.797769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.877453Z","time spent":"920.280181ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.792559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.833106941s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:33:06.825225Z","caller":"traceutil/trace.go:171","msg":"trace[1135263052] linearizableReadLoop","detail":"{readStateIndex:6759; appliedIndex:6756; }","duration":"1.869629886s","start":"2026-07-03T19:33:04.955573Z","end":"2026-07-03T19:33:06.825203Z","steps":["trace[1135263052] 'read index received' (duration: 3.869667ms)","trace[1135263052] 'applied index is now lower than readState.Index' (duration: 1.865759239s)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:06.825289Z","caller":"traceutil/trace.go:171","msg":"trace[342313263] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"1.947697103s","start":"2026-07-03T19:33:04.877563Z","end":"2026-07-03T19:33:06.82526Z","steps":["trace[342313263] 'process raft request' (duration: 1.915198071s)","trace[342313263] 'compare' (duration: 31.19376ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:06.825327Z","caller":"traceutil/trace.go:171","msg":"trace[755270395] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"1.945627666s","start":"2026-07-03T19:33:04.879688Z","end":"2026-07-03T19:33:06.825316Z","steps":["trace[755270395] 'process raft request' (duration: 1.945388989s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.825412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.877555Z","time spent":"1.947772157s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.825474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.879679Z","time spent":"1.945718689s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.82578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870188253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-03T19:33:06.825903Z","caller":"traceutil/trace.go:171","msg":"trace[1555208951] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6497; }","duration":"1.870363939s","start":"2026-07-03T19:33:04.955521Z","end":"2026-07-03T19:33:06.825885Z","steps":["trace[1555208951] 'agreement among raft nodes before linearized reading' (duration: 1.870075059s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.825955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:04.955498Z","time spent":"1.870447501s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:06.868524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598869673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-03T19:33:06.868603Z","caller":"traceutil/trace.go:171","msg":"trace[1218163702] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6498; }","duration":"1.598997587s","start":"2026-07-03T19:33:05.269586Z","end":"2026-07-03T19:33:06.868584Z","steps":["trace[1218163702] 'agreement among raft nodes before linearized reading' (duration: 1.598818471s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.868647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.269564Z","time spent":"1.59907456s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T19:33:06.868762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128288143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:06.868813Z","caller":"traceutil/trace.go:171","msg":"trace[475727607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6498; }","duration":"1.128381166s","start":"2026-07-03T19:33:05.740417Z","end":"2026-07-03T19:33:06.868798Z","steps":["trace[475727607] 'agreement among raft nodes before linearized reading' (duration: 1.128312483s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.86884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.740395Z","time spent":"1.128439608s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:06.868744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-03T19:33:06.868999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297552215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-03T19:33:06.869036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068020517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-03T19:33:06.869033Z","caller":"traceutil/trace.go:171","msg":"trace[725171822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6498; }","duration":"1.297628568s","start":"2026-07-03T19:33:05.571394Z","end":"2026-07-03T19:33:06.869023Z","steps":["trace[725171822] 'agreement among raft nodes before linearized reading' (duration: 1.297487053s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:06.868996Z","caller":"traceutil/trace.go:171","msg":"trace[461389071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6498; }","duration":"169.072114ms","start":"2026-07-03T19:33:06.699897Z","end":"2026-07-03T19:33:06.868969Z","steps":["trace[461389071] 'agreement among raft nodes before linearized reading' (duration: 168.722353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:06.869059Z","caller":"traceutil/trace.go:171","msg":"trace[430256788] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e; range_end:; response_count:1; response_revision:6498; }","duration":"1.068069468s","start":"2026-07-03T19:33:05.800982Z","end":"2026-07-03T19:33:06.869052Z","steps":["trace[430256788] 'agreement among raft nodes before linearized reading' (duration: 1.067993845s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.869064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.571367Z","time spent":"1.297691139s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:06.869082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.800968Z","time spent":"1.06810957s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf.18bede83c50aa71e\" "} {"level":"warn","ts":"2026-07-03T19:33:06.869216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.694299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:06.869266Z","caller":"traceutil/trace.go:171","msg":"trace[744843863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6498; }","duration":"524.791393ms","start":"2026-07-03T19:33:06.344461Z","end":"2026-07-03T19:33:06.869253Z","steps":["trace[744843863] 'agreement among raft nodes before linearized reading' (duration: 524.709471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.8693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.34444Z","time spent":"524.850744ms","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:06.869325Z","caller":"traceutil/trace.go:171","msg":"trace[1193111910] transaction","detail":"{read_only:false; response_revision:6498; number_of_response:1; }","duration":"696.267965ms","start":"2026-07-03T19:33:06.173023Z","end":"2026-07-03T19:33:06.869291Z","steps":["trace[1193111910] 'process raft request' (duration: 695.066637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.869492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.173001Z","time spent":"696.4088ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:06.87046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.057452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:06.871114Z","caller":"traceutil/trace.go:171","msg":"trace[1872618795] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6498; }","duration":"951.781365ms","start":"2026-07-03T19:33:05.919311Z","end":"2026-07-03T19:33:06.871092Z","steps":["trace[1872618795] 'agreement among raft nodes before linearized reading' (duration: 948.963724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:06.871235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:05.919288Z","time spent":"951.93217ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:33:07.210237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.556388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:07.210565Z","caller":"traceutil/trace.go:171","msg":"trace[2122194357] transaction","detail":"{read_only:false; response_revision:6502; number_of_response:1; }","duration":"333.218906ms","start":"2026-07-03T19:33:06.877328Z","end":"2026-07-03T19:33:07.210547Z","steps":["trace[2122194357] 'process raft request' (duration: 333.162905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.210642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.877308Z","time spent":"333.300739ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:07.210674Z","caller":"traceutil/trace.go:171","msg":"trace[2010127870] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"338.818428ms","start":"2026-07-03T19:33:06.871795Z","end":"2026-07-03T19:33:07.210613Z","steps":["trace[2010127870] 'process raft request' (duration: 96.755893ms)","trace[2010127870] 'compare' (duration: 241.224148ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:07.210697Z","caller":"traceutil/trace.go:171","msg":"trace[281787906] linearizableReadLoop","detail":"{readStateIndex:6761; appliedIndex:6760; }","duration":"338.623181ms","start":"2026-07-03T19:33:06.872017Z","end":"2026-07-03T19:33:07.21064Z","steps":["trace[281787906] 'read index received' (duration: 96.511325ms)","trace[281787906] 'applied index is now lower than readState.Index' (duration: 242.108266ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:07.210777Z","caller":"traceutil/trace.go:171","msg":"trace[112516262] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"334.960083ms","start":"2026-07-03T19:33:06.875785Z","end":"2026-07-03T19:33:07.210745Z","steps":["trace[112516262] 'process raft request' (duration: 334.670964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.210898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.871779Z","time spent":"338.987223ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.210973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.875761Z","time spent":"335.095396ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.211174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.130338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-03T19:33:07.211181Z","caller":"traceutil/trace.go:171","msg":"trace[1873741670] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"337.06823ms","start":"2026-07-03T19:33:06.874102Z","end":"2026-07-03T19:33:07.21117Z","steps":["trace[1873741670] 'process raft request' (duration: 336.251144ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:07.211228Z","caller":"traceutil/trace.go:171","msg":"trace[826369459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f112fb2-a8ed-4837-82d2-87891da98967; range_end:; response_count:1; response_revision:6502; }","duration":"339.20862ms","start":"2026-07-03T19:33:06.872005Z","end":"2026-07-03T19:33:07.211214Z","steps":["trace[826369459] 'agreement among raft nodes before linearized reading' (duration: 338.850128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.211255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.874094Z","time spent":"337.128753ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.211381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.418347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-03T19:33:07.211415Z","caller":"traceutil/trace.go:171","msg":"trace[2147082815] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:6502; }","duration":"322.463918ms","start":"2026-07-03T19:33:06.888942Z","end":"2026-07-03T19:33:07.211405Z","steps":["trace[2147082815] 'agreement among raft nodes before linearized reading' (duration: 322.396566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.211443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.888934Z","time spent":"322.5035ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-03T19:33:07.211192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.757081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:07.212729Z","caller":"traceutil/trace.go:171","msg":"trace[1987772325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6502; }","duration":"334.298621ms","start":"2026-07-03T19:33:06.8784Z","end":"2026-07-03T19:33:07.212699Z","steps":["trace[1987772325] 'agreement among raft nodes before linearized reading' (duration: 332.757041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.213287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.878389Z","time spent":"334.451176ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:07.213196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:06.872001Z","time spent":"339.256532ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-7f112fb2-a8ed-4837-82d2-87891da98967\" "} {"level":"info","ts":"2026-07-03T19:33:07.526029Z","caller":"traceutil/trace.go:171","msg":"trace[994225631] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"303.853839ms","start":"2026-07-03T19:33:07.222123Z","end":"2026-07-03T19:33:07.525977Z","steps":["trace[994225631] 'process raft request' (duration: 253.271565ms)","trace[994225631] 'compare' (duration: 49.714176ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:07.526068Z","caller":"traceutil/trace.go:171","msg":"trace[1867524048] transaction","detail":"{read_only:false; response_revision:6505; number_of_response:1; }","duration":"301.940657ms","start":"2026-07-03T19:33:07.224099Z","end":"2026-07-03T19:33:07.526039Z","steps":["trace[1867524048] 'process raft request' (duration: 301.736171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.526221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.22409Z","time spent":"302.04203ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.52622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.222117Z","time spent":"304.001194ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.526411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.905823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18beddd222194058\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-07-03T19:33:07.526466Z","caller":"traceutil/trace.go:171","msg":"trace[715566305] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18beddd222194058; range_end:; response_count:1; response_revision:6505; }","duration":"279.004477ms","start":"2026-07-03T19:33:07.247451Z","end":"2026-07-03T19:33:07.526455Z","steps":["trace[715566305] 'agreement among raft nodes before linearized reading' (duration: 278.831611ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:07.526246Z","caller":"traceutil/trace.go:171","msg":"trace[1073306621] linearizableReadLoop","detail":"{readStateIndex:6767; appliedIndex:6765; }","duration":"278.738508ms","start":"2026-07-03T19:33:07.247484Z","end":"2026-07-03T19:33:07.526223Z","steps":["trace[1073306621] 'read index received' (duration: 227.869815ms)","trace[1073306621] 'applied index is now lower than readState.Index' (duration: 50.618935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:07.57821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.891263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:07.578206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.351941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:07.578234Z","caller":"traceutil/trace.go:171","msg":"trace[500745640] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"329.844248ms","start":"2026-07-03T19:33:07.248354Z","end":"2026-07-03T19:33:07.578198Z","steps":["trace[500745640] 'process raft request' (duration: 329.653152ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:07.578273Z","caller":"traceutil/trace.go:171","msg":"trace[451963341] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6506; }","duration":"189.018907ms","start":"2026-07-03T19:33:07.389239Z","end":"2026-07-03T19:33:07.578258Z","steps":["trace[451963341] 'agreement among raft nodes before linearized reading' (duration: 188.897473ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:07.578283Z","caller":"traceutil/trace.go:171","msg":"trace[1235068594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6506; }","duration":"229.491026ms","start":"2026-07-03T19:33:07.348775Z","end":"2026-07-03T19:33:07.578266Z","steps":["trace[1235068594] 'agreement among raft nodes before linearized reading' (duration: 229.370282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.578322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.178245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:07.578348Z","caller":"traceutil/trace.go:171","msg":"trace[2081445346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6506; }","duration":"259.208676ms","start":"2026-07-03T19:33:07.319132Z","end":"2026-07-03T19:33:07.578341Z","steps":["trace[2081445346] 'agreement among raft nodes before linearized reading' (duration: 259.121783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.578398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.248324Z","time spent":"329.987053ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:07.825232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.891608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:07.825448Z","caller":"traceutil/trace.go:171","msg":"trace[855255449] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"241.916908ms","start":"2026-07-03T19:33:07.583511Z","end":"2026-07-03T19:33:07.825428Z","steps":["trace[855255449] 'process raft request' (duration: 241.851606ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:07.825434Z","caller":"traceutil/trace.go:171","msg":"trace[198551821] transaction","detail":"{read_only:false; response_revision:6507; number_of_response:1; }","duration":"295.063745ms","start":"2026-07-03T19:33:07.530336Z","end":"2026-07-03T19:33:07.825399Z","steps":["trace[198551821] 'process raft request' (duration: 117.018901ms)","trace[198551821] 'compare' (duration: 177.619899ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:07.825691Z","caller":"traceutil/trace.go:171","msg":"trace[1332391083] linearizableReadLoop","detail":"{readStateIndex:6769; appliedIndex:6768; }","duration":"247.56003ms","start":"2026-07-03T19:33:07.578121Z","end":"2026-07-03T19:33:07.825681Z","steps":["trace[1332391083] 'read index received' (duration: 69.118203ms)","trace[1332391083] 'applied index is now lower than readState.Index' (duration: 178.440797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:07.825839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.338904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7\" ","response":"range_response_count:1 size:5954"} {"level":"info","ts":"2026-07-03T19:33:07.82588Z","caller":"traceutil/trace.go:171","msg":"trace[1846447416] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7; range_end:; response_count:1; response_revision:6508; }","duration":"295.395816ms","start":"2026-07-03T19:33:07.530471Z","end":"2026-07-03T19:33:07.825867Z","steps":["trace[1846447416] 'agreement among raft nodes before linearized reading' (duration: 295.255511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:07.826105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.864121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-03T19:33:07.826158Z","caller":"traceutil/trace.go:171","msg":"trace[1912168379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6508; }","duration":"282.957044ms","start":"2026-07-03T19:33:07.543186Z","end":"2026-07-03T19:33:07.826143Z","steps":["trace[1912168379] 'agreement among raft nodes before linearized reading' (duration: 282.796489ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.127532Z","caller":"traceutil/trace.go:171","msg":"trace[1864706591] linearizableReadLoop","detail":"{readStateIndex:6771; appliedIndex:6770; }","duration":"296.703258ms","start":"2026-07-03T19:33:07.830803Z","end":"2026-07-03T19:33:08.127506Z","steps":["trace[1864706591] 'read index received' (duration: 256.250344ms)","trace[1864706591] 'applied index is now lower than readState.Index' (duration: 40.451734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.127752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.927727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:33:08.127791Z","caller":"traceutil/trace.go:171","msg":"trace[1147677655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6509; }","duration":"296.999378ms","start":"2026-07-03T19:33:07.830782Z","end":"2026-07-03T19:33:08.127782Z","steps":["trace[1147677655] 'agreement among raft nodes before linearized reading' (duration: 296.815662ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.12796Z","caller":"traceutil/trace.go:171","msg":"trace[586080466] transaction","detail":"{read_only:false; response_revision:6509; number_of_response:1; }","duration":"297.432313ms","start":"2026-07-03T19:33:07.830507Z","end":"2026-07-03T19:33:08.127939Z","steps":["trace[586080466] 'process raft request' (duration: 256.549155ms)","trace[586080466] 'compare' (duration: 39.937647ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:08.221441Z","caller":"traceutil/trace.go:171","msg":"trace[455654391] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"385.605936ms","start":"2026-07-03T19:33:07.83582Z","end":"2026-07-03T19:33:08.221426Z","steps":["trace[455654391] 'process raft request' (duration: 385.545314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.221561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.835813Z","time spent":"385.680658ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:08.221627Z","caller":"traceutil/trace.go:171","msg":"trace[18090919] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"388.786519ms","start":"2026-07-03T19:33:07.83283Z","end":"2026-07-03T19:33:08.221616Z","steps":["trace[18090919] 'process raft request' (duration: 388.412417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.221691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:07.832814Z","time spent":"388.83798ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:08.450506Z","caller":"traceutil/trace.go:171","msg":"trace[1892182914] linearizableReadLoop","detail":"{readStateIndex:6774; appliedIndex:6773; }","duration":"224.604912ms","start":"2026-07-03T19:33:08.225879Z","end":"2026-07-03T19:33:08.450484Z","steps":["trace[1892182914] 'read index received' (duration: 224.507879ms)","trace[1892182914] 'applied index is now lower than readState.Index' (duration: 96.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:08.450761Z","caller":"traceutil/trace.go:171","msg":"trace[293247558] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"318.507781ms","start":"2026-07-03T19:33:08.132245Z","end":"2026-07-03T19:33:08.450753Z","steps":["trace[293247558] 'process raft request' (duration: 318.101078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.450854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.132225Z","time spent":"318.563873ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:08.4511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.216812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-07-03T19:33:08.451134Z","caller":"traceutil/trace.go:171","msg":"trace[1034842731] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xrgcq; range_end:; response_count:1; response_revision:6512; }","duration":"225.252094ms","start":"2026-07-03T19:33:08.225874Z","end":"2026-07-03T19:33:08.451126Z","steps":["trace[1034842731] 'agreement among raft nodes before linearized reading' (duration: 225.14259ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:08.618526Z","caller":"traceutil/trace.go:171","msg":"trace[1608709441] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"392.577869ms","start":"2026-07-03T19:33:08.225914Z","end":"2026-07-03T19:33:08.618492Z","steps":["trace[1608709441] 'process raft request' (duration: 339.046303ms)","trace[1608709441] 'compare' (duration: 53.166264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.618743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.225902Z","time spent":"392.733464ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:08.713784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.820898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:08.71385Z","caller":"traceutil/trace.go:171","msg":"trace[569344079] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6513; }","duration":"308.943573ms","start":"2026-07-03T19:33:08.404891Z","end":"2026-07-03T19:33:08.713834Z","steps":["trace[569344079] 'agreement among raft nodes before linearized reading' (duration: 308.808929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.713891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.404873Z","time spent":"309.007875ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:08.713609Z","caller":"traceutil/trace.go:171","msg":"trace[375937321] linearizableReadLoop","detail":"{readStateIndex:6776; appliedIndex:6774; }","duration":"263.013811ms","start":"2026-07-03T19:33:08.450562Z","end":"2026-07-03T19:33:08.713576Z","steps":["trace[375937321] 'read index received' (duration: 114.342547ms)","trace[375937321] 'applied index is now lower than readState.Index' (duration: 148.669264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:08.713897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.325041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:08.714094Z","caller":"traceutil/trace.go:171","msg":"trace[661446175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6513; }","duration":"352.565069ms","start":"2026-07-03T19:33:08.361511Z","end":"2026-07-03T19:33:08.714076Z","steps":["trace[661446175] 'agreement among raft nodes before linearized reading' (duration: 352.318661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:08.714124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.361491Z","time spent":"352.624521ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:08.714168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.888971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-84dwc\" ","response":"range_response_count:1 size:6246"} {"level":"info","ts":"2026-07-03T19:33:08.71426Z","caller":"traceutil/trace.go:171","msg":"trace[755975932] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-84dwc; range_end:; response_count:1; response_revision:6513; }","duration":"259.969433ms","start":"2026-07-03T19:33:08.454229Z","end":"2026-07-03T19:33:08.714198Z","steps":["trace[755975932] 'agreement among raft nodes before linearized reading' (duration: 259.789517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:09.08533Z","caller":"traceutil/trace.go:171","msg":"trace[869440454] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"364.113746ms","start":"2026-07-03T19:33:08.721191Z","end":"2026-07-03T19:33:09.085305Z","steps":["trace[869440454] 'process raft request' (duration: 363.969532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.085488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.721178Z","time spent":"364.242931ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6243,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:09.08555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.919777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:09.08569Z","caller":"traceutil/trace.go:171","msg":"trace[977136449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6515; }","duration":"345.102793ms","start":"2026-07-03T19:33:08.740568Z","end":"2026-07-03T19:33:09.085671Z","steps":["trace[977136449] 'agreement among raft nodes before linearized reading' (duration: 344.917067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.085753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.74055Z","time spent":"345.188606ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:09.085855Z","caller":"traceutil/trace.go:171","msg":"trace[843570293] linearizableReadLoop","detail":"{readStateIndex:6778; appliedIndex:6776; }","duration":"344.655719ms","start":"2026-07-03T19:33:08.740617Z","end":"2026-07-03T19:33:09.085272Z","steps":["trace[843570293] 'read index received' (duration: 34.945108ms)","trace[843570293] 'applied index is now lower than readState.Index' (duration: 309.709791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:09.086171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.145419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-xrgcq.18beddebfbe72f9d\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-03T19:33:09.086251Z","caller":"traceutil/trace.go:171","msg":"trace[1767448082] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-xrgcq.18beddebfbe72f9d; range_end:; response_count:1; response_revision:6515; }","duration":"307.268343ms","start":"2026-07-03T19:33:08.77897Z","end":"2026-07-03T19:33:09.086238Z","steps":["trace[1767448082] 'agreement among raft nodes before linearized reading' (duration: 307.048436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.086331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:08.778957Z","time spent":"307.361356ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-xrgcq.18beddebfbe72f9d\" "} {"level":"warn","ts":"2026-07-03T19:33:09.086371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.83431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:09.086438Z","caller":"traceutil/trace.go:171","msg":"trace[1492117708] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6515; }","duration":"208.942623ms","start":"2026-07-03T19:33:08.877479Z","end":"2026-07-03T19:33:09.086422Z","steps":["trace[1492117708] 'agreement among raft nodes before linearized reading' (duration: 208.751067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.086727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.471135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:33:09.086803Z","caller":"traceutil/trace.go:171","msg":"trace[1792603826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6515; }","duration":"256.584488ms","start":"2026-07-03T19:33:08.830208Z","end":"2026-07-03T19:33:09.086792Z","steps":["trace[1792603826] 'agreement among raft nodes before linearized reading' (duration: 256.441534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.418232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.930089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:09.418379Z","caller":"traceutil/trace.go:171","msg":"trace[1559338454] transaction","detail":"{read_only:false; response_revision:6517; number_of_response:1; }","duration":"325.781133ms","start":"2026-07-03T19:33:09.092574Z","end":"2026-07-03T19:33:09.418355Z","steps":["trace[1559338454] 'process raft request' (duration: 86.610508ms)","trace[1559338454] 'compare' (duration: 238.666779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:09.418446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.092559Z","time spent":"325.856355ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:09.772587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.595255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:09.772972Z","caller":"traceutil/trace.go:171","msg":"trace[1069788882] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"471.822344ms","start":"2026-07-03T19:33:09.301127Z","end":"2026-07-03T19:33:09.772949Z","steps":["trace[1069788882] 'process raft request' (duration: 471.7112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:09.773043Z","caller":"traceutil/trace.go:171","msg":"trace[1901345994] transaction","detail":"{read_only:false; response_revision:6519; number_of_response:1; }","duration":"634.146127ms","start":"2026-07-03T19:33:09.138875Z","end":"2026-07-03T19:33:09.773021Z","steps":["trace[1901345994] 'process raft request' (duration: 633.840357ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:09.773043Z","caller":"traceutil/trace.go:171","msg":"trace[1106544694] transaction","detail":"{read_only:false; response_revision:6518; number_of_response:1; }","duration":"638.736484ms","start":"2026-07-03T19:33:09.134284Z","end":"2026-07-03T19:33:09.77302Z","steps":["trace[1106544694] 'process raft request' (duration: 391.630452ms)","trace[1106544694] 'compare' (duration: 246.394939ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:09.773058Z","caller":"traceutil/trace.go:171","msg":"trace[1801425127] linearizableReadLoop","detail":"{readStateIndex:6782; appliedIndex:6779; }","duration":"621.947844ms","start":"2026-07-03T19:33:09.151084Z","end":"2026-07-03T19:33:09.773031Z","steps":["trace[1801425127] 'read index received' (duration: 28.097134ms)","trace[1801425127] 'applied index is now lower than readState.Index' (duration: 593.84837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:09.773098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.301102Z","time spent":"471.931207ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:09.773152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.138866Z","time spent":"634.22197ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:09.773151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.13427Z","time spent":"638.844578ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:09.773391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.260234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-03T19:33:09.773429Z","caller":"traceutil/trace.go:171","msg":"trace[1095089736] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6520; }","duration":"622.412428ms","start":"2026-07-03T19:33:09.151006Z","end":"2026-07-03T19:33:09.773418Z","steps":["trace[1095089736] 'agreement among raft nodes before linearized reading' (duration: 622.209792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.773448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.472679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T19:33:09.773464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.150988Z","time spent":"622.468381ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T19:33:09.773499Z","caller":"traceutil/trace.go:171","msg":"trace[590257810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6520; }","duration":"190.565853ms","start":"2026-07-03T19:33:09.582915Z","end":"2026-07-03T19:33:09.773481Z","steps":["trace[590257810] 'agreement among raft nodes before linearized reading' (duration: 190.374766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.773557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.558387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-03T19:33:09.773595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.922015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-03T19:33:09.773644Z","caller":"traceutil/trace.go:171","msg":"trace[530552520] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6520; }","duration":"532.696202ms","start":"2026-07-03T19:33:09.240926Z","end":"2026-07-03T19:33:09.773623Z","steps":["trace[530552520] 'agreement among raft nodes before linearized reading' (duration: 532.367112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:09.773649Z","caller":"traceutil/trace.go:171","msg":"trace[427530886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6520; }","duration":"242.012807ms","start":"2026-07-03T19:33:09.531622Z","end":"2026-07-03T19:33:09.773635Z","steps":["trace[427530886] 'agreement among raft nodes before linearized reading' (duration: 241.875003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:09.77369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.240884Z","time spent":"532.798505ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T19:33:10.153249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.306001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:10.153531Z","caller":"traceutil/trace.go:171","msg":"trace[294474265] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"373.745628ms","start":"2026-07-03T19:33:09.779755Z","end":"2026-07-03T19:33:10.153501Z","steps":["trace[294474265] 'process raft request' (duration: 148.051184ms)","trace[294474265] 'compare' (duration: 224.990171ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:10.153576Z","caller":"traceutil/trace.go:171","msg":"trace[486755368] linearizableReadLoop","detail":"{readStateIndex:6786; appliedIndex:6784; }","duration":"334.735273ms","start":"2026-07-03T19:33:09.81882Z","end":"2026-07-03T19:33:10.153555Z","steps":["trace[486755368] 'read index received' (duration: 51.441316ms)","trace[486755368] 'applied index is now lower than readState.Index' (duration: 283.291977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.153688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.779734Z","time spent":"373.867992ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:10.153807Z","caller":"traceutil/trace.go:171","msg":"trace[311212396] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"373.960985ms","start":"2026-07-03T19:33:09.779834Z","end":"2026-07-03T19:33:10.153795Z","steps":["trace[311212396] 'process raft request' (duration: 373.552042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.153923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.77981Z","time spent":"374.046538ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:10.154118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.25892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:10.154297Z","caller":"traceutil/trace.go:171","msg":"trace[798264463] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6523; }","duration":"335.481137ms","start":"2026-07-03T19:33:09.818794Z","end":"2026-07-03T19:33:10.154275Z","steps":["trace[798264463] 'agreement among raft nodes before linearized reading' (duration: 335.154507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.154389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.818783Z","time spent":"335.59089ms","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:10.47172Z","caller":"traceutil/trace.go:171","msg":"trace[1817819847] linearizableReadLoop","detail":"{readStateIndex:6787; appliedIndex:6786; }","duration":"318.086504ms","start":"2026-07-03T19:33:10.15361Z","end":"2026-07-03T19:33:10.471696Z","steps":["trace[1817819847] 'read index received' (duration: 267.985205ms)","trace[1817819847] 'applied index is now lower than readState.Index' (duration: 50.100299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.472119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.271963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7.18beddea3949b736\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-03T19:33:10.472206Z","caller":"traceutil/trace.go:171","msg":"trace[1396635440] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7.18beddea3949b736; range_end:; response_count:1; response_revision:6524; }","duration":"310.403117ms","start":"2026-07-03T19:33:10.16179Z","end":"2026-07-03T19:33:10.472193Z","steps":["trace[1396635440] 'agreement among raft nodes before linearized reading' (duration: 310.196811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.472271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.161776Z","time spent":"310.48375ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":846,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7.18beddea3949b736\" "} {"level":"info","ts":"2026-07-03T19:33:10.472811Z","caller":"traceutil/trace.go:171","msg":"trace[1928087970] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"384.362424ms","start":"2026-07-03T19:33:10.088418Z","end":"2026-07-03T19:33:10.472781Z","steps":["trace[1928087970] 'process raft request' (duration: 333.157789ms)","trace[1928087970] 'compare' (duration: 49.918053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.473101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.088374Z","time spent":"384.509728ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:10.473292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.186518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:10.473394Z","caller":"traceutil/trace.go:171","msg":"trace[1170276592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6524; }","duration":"497.346994ms","start":"2026-07-03T19:33:09.976029Z","end":"2026-07-03T19:33:10.473376Z","steps":["trace[1170276592] 'agreement among raft nodes before linearized reading' (duration: 495.897057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.473434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:09.976Z","time spent":"497.425906ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:10.825736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.572729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:10.826089Z","caller":"traceutil/trace.go:171","msg":"trace[716835023] linearizableReadLoop","detail":"{readStateIndex:6789; appliedIndex:6787; }","duration":"318.590071ms","start":"2026-07-03T19:33:10.507477Z","end":"2026-07-03T19:33:10.826067Z","steps":["trace[716835023] 'read index received' (duration: 71.490056ms)","trace[716835023] 'applied index is now lower than readState.Index' (duration: 247.098425ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:10.826416Z","caller":"traceutil/trace.go:171","msg":"trace[518849140] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"349.994269ms","start":"2026-07-03T19:33:10.476389Z","end":"2026-07-03T19:33:10.826383Z","steps":["trace[518849140] 'process raft request' (duration: 349.596267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.82654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.031285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:10.826608Z","caller":"traceutil/trace.go:171","msg":"trace[1242876101] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6526; }","duration":"319.142059ms","start":"2026-07-03T19:33:10.507447Z","end":"2026-07-03T19:33:10.826589Z","steps":["trace[1242876101] 'agreement among raft nodes before linearized reading' (duration: 318.970003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:10.826611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.476374Z","time spent":"350.125364ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:10.826665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.507434Z","time spent":"319.217061ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:10.826802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.792255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:10.826886Z","caller":"traceutil/trace.go:171","msg":"trace[1666586088] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6526; }","duration":"274.902198ms","start":"2026-07-03T19:33:10.551964Z","end":"2026-07-03T19:33:10.826866Z","steps":["trace[1666586088] 'agreement among raft nodes before linearized reading' (duration: 274.708661ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:10.826448Z","caller":"traceutil/trace.go:171","msg":"trace[1391025626] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"351.833609ms","start":"2026-07-03T19:33:10.47459Z","end":"2026-07-03T19:33:10.826423Z","steps":["trace[1391025626] 'process raft request' (duration: 104.451125ms)","trace[1391025626] 'compare' (duration: 246.403511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:10.827697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.47457Z","time spent":"353.071748ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:11.634373Z","caller":"traceutil/trace.go:171","msg":"trace[1061681640] linearizableReadLoop","detail":"{readStateIndex:6790; appliedIndex:6789; }","duration":"540.859643ms","start":"2026-07-03T19:33:11.093485Z","end":"2026-07-03T19:33:11.634345Z","steps":["trace[1061681640] 'read index received' (duration: 480.736977ms)","trace[1061681640] 'applied index is now lower than readState.Index' (duration: 60.121426ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:11.63465Z","caller":"traceutil/trace.go:171","msg":"trace[845957062] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"799.218953ms","start":"2026-07-03T19:33:10.835415Z","end":"2026-07-03T19:33:11.634634Z","steps":["trace[845957062] 'process raft request' (duration: 738.914611ms)","trace[845957062] 'compare' (duration: 59.850348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:11.634776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:10.835399Z","time spent":"799.290726ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:11.634999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.515393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:11.635054Z","caller":"traceutil/trace.go:171","msg":"trace[1516306517] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6527; }","duration":"541.632167ms","start":"2026-07-03T19:33:11.093408Z","end":"2026-07-03T19:33:11.63504Z","steps":["trace[1516306517] 'agreement among raft nodes before linearized reading' (duration: 541.460341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:11.635095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.093376Z","time spent":"541.71132ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:33:11.635086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.961182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:33:11.635188Z","caller":"traceutil/trace.go:171","msg":"trace[1813016683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6527; }","duration":"212.130848ms","start":"2026-07-03T19:33:11.423034Z","end":"2026-07-03T19:33:11.635165Z","steps":["trace[1813016683] 'agreement among raft nodes before linearized reading' (duration: 211.848708ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.028254Z","caller":"traceutil/trace.go:171","msg":"trace[1754888146] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"389.986176ms","start":"2026-07-03T19:33:11.638227Z","end":"2026-07-03T19:33:12.028213Z","steps":["trace[1754888146] 'process raft request' (duration: 337.529406ms)","trace[1754888146] 'compare' (duration: 52.261904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.028447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.638209Z","time spent":"390.144932ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:12.080349Z","caller":"traceutil/trace.go:171","msg":"trace[1189230390] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6790; }","duration":"339.703831ms","start":"2026-07-03T19:33:11.740622Z","end":"2026-07-03T19:33:12.080326Z","steps":["trace[1189230390] 'read index received' (duration: 235.170596ms)","trace[1189230390] 'applied index is now lower than readState.Index' (duration: 104.532275ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:12.080485Z","caller":"traceutil/trace.go:171","msg":"trace[1512819191] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"440.77322ms","start":"2026-07-03T19:33:11.63965Z","end":"2026-07-03T19:33:12.080423Z","steps":["trace[1512819191] 'process raft request' (duration: 440.529563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.080715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.639624Z","time spent":"440.974568ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:12.081222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.360698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:12.081327Z","caller":"traceutil/trace.go:171","msg":"trace[1107028286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6529; }","duration":"206.493823ms","start":"2026-07-03T19:33:11.874809Z","end":"2026-07-03T19:33:12.081302Z","steps":["trace[1107028286] 'agreement among raft nodes before linearized reading' (duration: 206.07204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.081234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.747694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:12.081476Z","caller":"traceutil/trace.go:171","msg":"trace[1738213359] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6529; }","duration":"218.007452ms","start":"2026-07-03T19:33:11.863434Z","end":"2026-07-03T19:33:12.081442Z","steps":["trace[1738213359] 'agreement among raft nodes before linearized reading' (duration: 217.226877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.081391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.692114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.082924Z","caller":"traceutil/trace.go:171","msg":"trace[501122184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6529; }","duration":"342.320675ms","start":"2026-07-03T19:33:11.740583Z","end":"2026-07-03T19:33:12.082904Z","steps":["trace[501122184] 'agreement among raft nodes before linearized reading' (duration: 340.065764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.082983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:11.740569Z","time spent":"342.398098ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:12.252025Z","caller":"traceutil/trace.go:171","msg":"trace[377282793] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"167.797136ms","start":"2026-07-03T19:33:12.0842Z","end":"2026-07-03T19:33:12.251997Z","steps":["trace[377282793] 'process raft request' (duration: 150.159951ms)","trace[377282793] 'compare' (duration: 17.447829ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:12.303951Z","caller":"traceutil/trace.go:171","msg":"trace[2041788649] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"218.157727ms","start":"2026-07-03T19:33:12.085778Z","end":"2026-07-03T19:33:12.303935Z","steps":["trace[2041788649] 'process raft request' (duration: 217.904689ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.303869Z","caller":"traceutil/trace.go:171","msg":"trace[1484886776] linearizableReadLoop","detail":"{readStateIndex:6794; appliedIndex:6792; }","duration":"139.310175ms","start":"2026-07-03T19:33:12.164535Z","end":"2026-07-03T19:33:12.303845Z","steps":["trace[1484886776] 'read index received' (duration: 69.813642ms)","trace[1484886776] 'applied index is now lower than readState.Index' (duration: 69.495363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.304527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.962896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:33:12.304648Z","caller":"traceutil/trace.go:171","msg":"trace[657736048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6531; }","duration":"140.126963ms","start":"2026-07-03T19:33:12.164501Z","end":"2026-07-03T19:33:12.304628Z","steps":["trace[657736048] 'agreement among raft nodes before linearized reading' (duration: 139.796521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.686823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.293278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:12.686987Z","caller":"traceutil/trace.go:171","msg":"trace[2021952694] linearizableReadLoop","detail":"{readStateIndex:6795; appliedIndex:6794; }","duration":"382.443641ms","start":"2026-07-03T19:33:12.304518Z","end":"2026-07-03T19:33:12.686962Z","steps":["trace[2021952694] 'read index received' (duration: 64.902666ms)","trace[2021952694] 'applied index is now lower than readState.Index' (duration: 317.538035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.687156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.770955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.687376Z","caller":"traceutil/trace.go:171","msg":"trace[500529205] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6532; }","duration":"461.062154ms","start":"2026-07-03T19:33:12.226301Z","end":"2026-07-03T19:33:12.687363Z","steps":["trace[500529205] 'agreement among raft nodes before linearized reading' (duration: 460.769365ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.687018Z","caller":"traceutil/trace.go:171","msg":"trace[1317832745] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"430.306412ms","start":"2026-07-03T19:33:12.256676Z","end":"2026-07-03T19:33:12.686983Z","steps":["trace[1317832745] 'process raft request' (duration: 112.721816ms)","trace[1317832745] 'compare' (duration: 316.821322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.687511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.22627Z","time spent":"461.228639ms","remote":"127.0.0.1:55608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:12.687623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.256644Z","time spent":"430.801388ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:12.942702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.803091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:12.942889Z","caller":"traceutil/trace.go:171","msg":"trace[1191209873] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"633.923802ms","start":"2026-07-03T19:33:12.308935Z","end":"2026-07-03T19:33:12.942858Z","steps":["trace[1191209873] 'process raft request' (duration: 478.855254ms)","trace[1191209873] 'compare' (duration: 154.17165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.943067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.308913Z","time spent":"634.054907ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:12.943052Z","caller":"traceutil/trace.go:171","msg":"trace[243706892] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"251.561964ms","start":"2026-07-03T19:33:12.69147Z","end":"2026-07-03T19:33:12.943032Z","steps":["trace[243706892] 'process raft request' (duration: 251.399539ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.943428Z","caller":"traceutil/trace.go:171","msg":"trace[1318466162] linearizableReadLoop","detail":"{readStateIndex:6796; appliedIndex:6795; }","duration":"256.191333ms","start":"2026-07-03T19:33:12.68702Z","end":"2026-07-03T19:33:12.943212Z","steps":["trace[1318466162] 'read index received' (duration: 100.68819ms)","trace[1318466162] 'applied index is now lower than readState.Index' (duration: 155.498582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:12.943608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.612116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.943673Z","caller":"traceutil/trace.go:171","msg":"trace[174064097] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6534; }","duration":"311.71481ms","start":"2026-07-03T19:33:12.631942Z","end":"2026-07-03T19:33:12.943657Z","steps":["trace[174064097] 'agreement among raft nodes before linearized reading' (duration: 311.583646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.943716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.631932Z","time spent":"311.772721ms","remote":"127.0.0.1:55492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:12.943824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.56812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:33:12.943878Z","caller":"traceutil/trace.go:171","msg":"trace[829918828] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6534; }","duration":"238.676653ms","start":"2026-07-03T19:33:12.705189Z","end":"2026-07-03T19:33:12.943866Z","steps":["trace[829918828] 'agreement among raft nodes before linearized reading' (duration: 238.509178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.943927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.195022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.944006Z","caller":"traceutil/trace.go:171","msg":"trace[18533436] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6534; }","duration":"316.352317ms","start":"2026-07-03T19:33:12.627632Z","end":"2026-07-03T19:33:12.943984Z","steps":["trace[18533436] 'agreement among raft nodes before linearized reading' (duration: 315.951574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:12.94409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.627607Z","time spent":"316.467941ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:12.944169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.003554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:33:12.944016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.260031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:12.944251Z","caller":"traceutil/trace.go:171","msg":"trace[716939963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6534; }","duration":"113.122148ms","start":"2026-07-03T19:33:12.831115Z","end":"2026-07-03T19:33:12.944237Z","steps":["trace[716939963] 'agreement among raft nodes before linearized reading' (duration: 112.87692ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:12.944266Z","caller":"traceutil/trace.go:171","msg":"trace[1179991023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6534; }","duration":"203.505639ms","start":"2026-07-03T19:33:12.740722Z","end":"2026-07-03T19:33:12.944228Z","steps":["trace[1179991023] 'agreement among raft nodes before linearized reading' (duration: 203.264621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.265578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.775579ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-03T19:33:13.265892Z","caller":"traceutil/trace.go:171","msg":"trace[1021649793] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"297.631552ms","start":"2026-07-03T19:33:12.96824Z","end":"2026-07-03T19:33:13.265872Z","steps":["trace[1021649793] 'process raft request' (duration: 297.56351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.265899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.944937Z","time spent":"320.954118ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-03T19:33:13.266126Z","caller":"traceutil/trace.go:171","msg":"trace[652911584] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"318.478478ms","start":"2026-07-03T19:33:12.947637Z","end":"2026-07-03T19:33:13.266116Z","steps":["trace[652911584] 'process raft request' (duration: 318.052984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.266242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:12.947617Z","time spent":"318.572781ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:13.748241Z","caller":"traceutil/trace.go:171","msg":"trace[1262789151] linearizableReadLoop","detail":"{readStateIndex:6802; appliedIndex:6801; }","duration":"389.206572ms","start":"2026-07-03T19:33:13.35901Z","end":"2026-07-03T19:33:13.748217Z","steps":["trace[1262789151] 'read index received' (duration: 389.004315ms)","trace[1262789151] 'applied index is now lower than readState.Index' (duration: 201.017µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:13.748301Z","caller":"traceutil/trace.go:171","msg":"trace[1609035242] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"478.77651ms","start":"2026-07-03T19:33:13.269491Z","end":"2026-07-03T19:33:13.748267Z","steps":["trace[1609035242] 'process raft request' (duration: 478.588644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.7488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.269467Z","time spent":"479.287377ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:13.748687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.218304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:13.748976Z","caller":"traceutil/trace.go:171","msg":"trace[1361500438] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6538; }","duration":"108.520514ms","start":"2026-07-03T19:33:13.640442Z","end":"2026-07-03T19:33:13.748962Z","steps":["trace[1361500438] 'agreement among raft nodes before linearized reading' (duration: 108.049119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.749449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.437621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:33:13.749491Z","caller":"traceutil/trace.go:171","msg":"trace[1057307112] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6538; }","duration":"390.549214ms","start":"2026-07-03T19:33:13.358936Z","end":"2026-07-03T19:33:13.749485Z","steps":["trace[1057307112] 'agreement among raft nodes before linearized reading' (duration: 389.392407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:13.750129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:13.358908Z","time spent":"391.212655ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:33:14.361594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.758544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:14.361665Z","caller":"traceutil/trace.go:171","msg":"trace[1489668897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6540; }","duration":"119.881478ms","start":"2026-07-03T19:33:14.241767Z","end":"2026-07-03T19:33:14.361648Z","steps":["trace[1489668897] 'range keys from in-memory index tree' (duration: 119.558858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.737532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.161709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:14.737704Z","caller":"traceutil/trace.go:171","msg":"trace[450567302] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"363.278091ms","start":"2026-07-03T19:33:14.374399Z","end":"2026-07-03T19:33:14.737677Z","steps":["trace[450567302] 'process raft request' (duration: 143.850763ms)","trace[450567302] 'compare' (duration: 218.86959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:14.737804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.374367Z","time spent":"363.394545ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:14.737895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.821311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:14.737957Z","caller":"traceutil/trace.go:171","msg":"trace[408379872] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6542; }","duration":"311.928864ms","start":"2026-07-03T19:33:14.426012Z","end":"2026-07-03T19:33:14.737941Z","steps":["trace[408379872] 'agreement among raft nodes before linearized reading' (duration: 311.826261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:14.738013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:14.42599Z","time spent":"312.008257ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:14.737787Z","caller":"traceutil/trace.go:171","msg":"trace[457178310] linearizableReadLoop","detail":"{readStateIndex:6806; appliedIndex:6805; }","duration":"311.696127ms","start":"2026-07-03T19:33:14.426071Z","end":"2026-07-03T19:33:14.737767Z","steps":["trace[457178310] 'read index received' (duration: 92.193906ms)","trace[457178310] 'applied index is now lower than readState.Index' (duration: 219.499881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:14.738452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.534719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:14.738494Z","caller":"traceutil/trace.go:171","msg":"trace[327059833] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6542; }","duration":"158.813397ms","start":"2026-07-03T19:33:14.579669Z","end":"2026-07-03T19:33:14.738482Z","steps":["trace[327059833] 'agreement among raft nodes before linearized reading' (duration: 158.502238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:15.072898Z","caller":"traceutil/trace.go:171","msg":"trace[1344581231] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"120.080669ms","start":"2026-07-03T19:33:14.952799Z","end":"2026-07-03T19:33:15.07288Z","steps":["trace[1344581231] 'process raft request' (duration: 119.963256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:15.45894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.302926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-03T19:33:15.459033Z","caller":"traceutil/trace.go:171","msg":"trace[662750877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6543; }","duration":"284.446651ms","start":"2026-07-03T19:33:15.174567Z","end":"2026-07-03T19:33:15.459013Z","steps":["trace[662750877] 'range keys from in-memory index tree' (duration: 284.11476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:15.459405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.408099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-03T19:33:15.459444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.277868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-07-03T19:33:15.45958Z","caller":"traceutil/trace.go:171","msg":"trace[849556987] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:6543; }","duration":"252.490255ms","start":"2026-07-03T19:33:15.20707Z","end":"2026-07-03T19:33:15.45956Z","steps":["trace[849556987] 'range keys from in-memory index tree' (duration: 252.04424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:15.459504Z","caller":"traceutil/trace.go:171","msg":"trace[504994738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6543; }","duration":"188.545164ms","start":"2026-07-03T19:33:15.270939Z","end":"2026-07-03T19:33:15.459484Z","steps":["trace[504994738] 'range keys from in-memory index tree' (duration: 188.192292ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:15.816001Z","caller":"traceutil/trace.go:171","msg":"trace[228047206] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"350.029635ms","start":"2026-07-03T19:33:15.465945Z","end":"2026-07-03T19:33:15.815974Z","steps":["trace[228047206] 'process raft request' (duration: 349.86587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:15.816166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.465907Z","time spent":"350.170949ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:16.087716Z","caller":"traceutil/trace.go:171","msg":"trace[976115507] linearizableReadLoop","detail":"{readStateIndex:6809; appliedIndex:6807; }","duration":"335.366324ms","start":"2026-07-03T19:33:15.752321Z","end":"2026-07-03T19:33:16.087687Z","steps":["trace[976115507] 'read index received' (duration: 63.54937ms)","trace[976115507] 'applied index is now lower than readState.Index' (duration: 271.815794ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:16.087801Z","caller":"traceutil/trace.go:171","msg":"trace[901248064] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"619.01592ms","start":"2026-07-03T19:33:15.46875Z","end":"2026-07-03T19:33:16.087766Z","steps":["trace[901248064] 'process raft request' (duration: 554.796982ms)","trace[901248064] 'compare' (duration: 63.706852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.088488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.468725Z","time spent":"619.64137ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:16.087936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.590772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:16.088657Z","caller":"traceutil/trace.go:171","msg":"trace[370479463] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6545; }","duration":"336.296684ms","start":"2026-07-03T19:33:15.752279Z","end":"2026-07-03T19:33:16.088576Z","steps":["trace[370479463] 'agreement among raft nodes before linearized reading' (duration: 335.508769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.088834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:15.75226Z","time spent":"336.553672ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:33:16.903576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.756421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:16.903704Z","caller":"traceutil/trace.go:171","msg":"trace[792153393] linearizableReadLoop","detail":"{readStateIndex:6810; appliedIndex:6809; }","duration":"770.419346ms","start":"2026-07-03T19:33:16.133269Z","end":"2026-07-03T19:33:16.903688Z","steps":["trace[792153393] 'read index received' (duration: 276.473809ms)","trace[792153393] 'applied index is now lower than readState.Index' (duration: 493.944207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.904049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.784228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-03T19:33:16.904107Z","caller":"traceutil/trace.go:171","msg":"trace[517812930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6546; }","duration":"770.84334ms","start":"2026-07-03T19:33:16.133254Z","end":"2026-07-03T19:33:16.904097Z","steps":["trace[517812930] 'agreement among raft nodes before linearized reading' (duration: 770.684505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:16.904143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.133211Z","time spent":"770.923732ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T19:33:16.904217Z","caller":"traceutil/trace.go:171","msg":"trace[572681039] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"803.689862ms","start":"2026-07-03T19:33:16.100167Z","end":"2026-07-03T19:33:16.903857Z","steps":["trace[572681039] 'process raft request' (duration: 309.558029ms)","trace[572681039] 'compare' (duration: 493.440821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:16.90452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.100146Z","time spent":"804.231829ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.309058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.933617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:17.309181Z","caller":"traceutil/trace.go:171","msg":"trace[790635468] linearizableReadLoop","detail":"{readStateIndex:6811; appliedIndex:6810; }","duration":"405.419519ms","start":"2026-07-03T19:33:16.903729Z","end":"2026-07-03T19:33:17.309149Z","steps":["trace[790635468] 'read index received' (duration: 109.374648ms)","trace[790635468] 'applied index is now lower than readState.Index' (duration: 296.043571ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:17.309265Z","caller":"traceutil/trace.go:171","msg":"trace[238442014] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"1.026638254s","start":"2026-07-03T19:33:16.282614Z","end":"2026-07-03T19:33:17.309252Z","steps":["trace[238442014] 'process raft request' (duration: 730.415677ms)","trace[238442014] 'compare' (duration: 295.707801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:17.30933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.282581Z","time spent":"1.026716637s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.309535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.283505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:17.309633Z","caller":"traceutil/trace.go:171","msg":"trace[1111800514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6547; }","duration":"568.403989ms","start":"2026-07-03T19:33:16.741183Z","end":"2026-07-03T19:33:17.309587Z","steps":["trace[1111800514] 'agreement among raft nodes before linearized reading' (duration: 568.254254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.309636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.529381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T19:33:17.309669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.741161Z","time spent":"568.502272ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:17.309669Z","caller":"traceutil/trace.go:171","msg":"trace[444618845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6547; }","duration":"934.607104ms","start":"2026-07-03T19:33:16.375051Z","end":"2026-07-03T19:33:17.309658Z","steps":["trace[444618845] 'agreement among raft nodes before linearized reading' (duration: 934.48348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.309702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.375023Z","time spent":"934.671437ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:33:17.316747Z","caller":"traceutil/trace.go:171","msg":"trace[1596558656] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"406.013219ms","start":"2026-07-03T19:33:16.91071Z","end":"2026-07-03T19:33:17.316723Z","steps":["trace[1596558656] 'process raft request' (duration: 405.380448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.316817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.910686Z","time spent":"406.094571ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.316787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.327318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:17.316852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.983276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:33:17.31687Z","caller":"traceutil/trace.go:171","msg":"trace[1715973599] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6548; }","duration":"388.460622ms","start":"2026-07-03T19:33:16.928388Z","end":"2026-07-03T19:33:17.316849Z","steps":["trace[1715973599] 'agreement among raft nodes before linearized reading' (duration: 388.325768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:17.3169Z","caller":"traceutil/trace.go:171","msg":"trace[1278060186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6548; }","duration":"240.08759ms","start":"2026-07-03T19:33:17.076799Z","end":"2026-07-03T19:33:17.316886Z","steps":["trace[1278060186] 'agreement among raft nodes before linearized reading' (duration: 239.932635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.316908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.928373Z","time spent":"388.528153ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:17.316913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.410551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-03T19:33:17.31698Z","caller":"traceutil/trace.go:171","msg":"trace[691949586] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6548; }","duration":"336.512573ms","start":"2026-07-03T19:33:16.980453Z","end":"2026-07-03T19:33:17.316965Z","steps":["trace[691949586] 'agreement among raft nodes before linearized reading' (duration: 336.296377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.317014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:16.980445Z","time spent":"336.564055ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:17.317298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.312461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:17.317329Z","caller":"traceutil/trace.go:171","msg":"trace[1192989567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6548; }","duration":"248.369302ms","start":"2026-07-03T19:33:17.06895Z","end":"2026-07-03T19:33:17.317319Z","steps":["trace[1192989567] 'agreement among raft nodes before linearized reading' (duration: 248.2832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:17.704348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.568464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:17.704924Z","caller":"traceutil/trace.go:171","msg":"trace[303239193] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"382.823157ms","start":"2026-07-03T19:33:17.32207Z","end":"2026-07-03T19:33:17.704893Z","steps":["trace[303239193] 'process raft request' (duration: 382.385894ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:17.704952Z","caller":"traceutil/trace.go:171","msg":"trace[1199414296] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"383.357476ms","start":"2026-07-03T19:33:17.321575Z","end":"2026-07-03T19:33:17.704932Z","steps":["trace[1199414296] 'process raft request' (duration: 88.090819ms)","trace[1199414296] 'compare' (duration: 294.462751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:17.70502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.322045Z","time spent":"382.927611ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:17.705026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:17.32155Z","time spent":"383.437587ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:18.010323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.253709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:33:18.010406Z","caller":"traceutil/trace.go:171","msg":"trace[1441588506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6550; }","duration":"188.408463ms","start":"2026-07-03T19:33:17.82198Z","end":"2026-07-03T19:33:18.010389Z","steps":["trace[1441588506] 'range keys from in-memory index tree' (duration: 187.98159ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:18.299734Z","caller":"traceutil/trace.go:171","msg":"trace[901151982] linearizableReadLoop","detail":"{readStateIndex:6815; appliedIndex:6814; }","duration":"204.79011ms","start":"2026-07-03T19:33:18.094923Z","end":"2026-07-03T19:33:18.299713Z","steps":["trace[901151982] 'read index received' (duration: 204.436958ms)","trace[901151982] 'applied index is now lower than readState.Index' (duration: 352.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:18.299838Z","caller":"traceutil/trace.go:171","msg":"trace[824592056] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"283.411553ms","start":"2026-07-03T19:33:18.016401Z","end":"2026-07-03T19:33:18.299812Z","steps":["trace[824592056] 'process raft request' (duration: 283.067462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.300083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.145661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:18.300185Z","caller":"traceutil/trace.go:171","msg":"trace[1292340501] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6551; }","duration":"205.254415ms","start":"2026-07-03T19:33:18.094888Z","end":"2026-07-03T19:33:18.300143Z","steps":["trace[1292340501] 'agreement among raft nodes before linearized reading' (duration: 204.912074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:18.504686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.53538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-03T19:33:18.50478Z","caller":"traceutil/trace.go:171","msg":"trace[337547989] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6551; }","duration":"128.690725ms","start":"2026-07-03T19:33:18.376068Z","end":"2026-07-03T19:33:18.504759Z","steps":["trace[337547989] 'range keys from in-memory index tree' (duration: 128.246071ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:24.076026Z","caller":"traceutil/trace.go:171","msg":"trace[1303343799] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"340.024497ms","start":"2026-07-03T19:33:23.735969Z","end":"2026-07-03T19:33:24.075993Z","steps":["trace[1303343799] 'process raft request' (duration: 339.646286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:24.076198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.735943Z","time spent":"340.168603ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:24.81708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:25.317471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:25.817881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:26.318784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:26.740871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:26.740961Z","caller":"traceutil/trace.go:171","msg":"trace[271080914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399762s","start":"2026-07-03T19:33:24.740542Z","end":"2026-07-03T19:33:26.740941Z","steps":["trace[271080914] 'agreement among raft nodes before linearized reading' (duration: 2.000285708s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:26.741007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.7405Z","time spent":"2.000498406s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:26.819906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:27.320644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:27.820871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.322056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.74183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:28.741978Z","caller":"traceutil/trace.go:171","msg":"trace[1137436828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683621s","start":"2026-07-03T19:33:26.741276Z","end":"2026-07-03T19:33:28.74196Z","steps":["trace[1137436828] 'agreement among raft nodes before linearized reading' (duration: 2.000484095s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:28.742036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.741261Z","time spent":"2.000765593s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:28.793515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.795435Z","time spent":"4.998072717s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:33:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:28.822545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:28.897408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.899114Z","time spent":"4.998285562s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 19:33:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.323298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:29.32677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998780124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.326862Z","caller":"traceutil/trace.go:171","msg":"trace[1687349958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998949619s","start":"2026-07-03T19:33:24.327889Z","end":"2026-07-03T19:33:29.326839Z","steps":["trace[1687349958] 'agreement among raft nodes before linearized reading' (duration: 4.998838526s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.32691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.327857Z","time spent":"4.999044292s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.353328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99895174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.353425Z","caller":"traceutil/trace.go:171","msg":"trace[1398717633] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999103984s","start":"2026-07-03T19:33:24.354301Z","end":"2026-07-03T19:33:29.353405Z","steps":["trace[1398717633] 'agreement among raft nodes before linearized reading' (duration: 4.998989541s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.353479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.354264Z","time spent":"4.999200247s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.605495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998753835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:29.605594Z","caller":"traceutil/trace.go:171","msg":"trace[1013721051] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998931251s","start":"2026-07-03T19:33:24.606642Z","end":"2026-07-03T19:33:29.605573Z","steps":["trace[1013721051] 'agreement among raft nodes before linearized reading' (duration: 4.998811037s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:29.605643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.606609Z","time spent":"4.999024334s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/03 19:33:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:29.824045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:30.165769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998190833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:30.165854Z","caller":"traceutil/trace.go:171","msg":"trace[1539687886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998342548s","start":"2026-07-03T19:33:25.167491Z","end":"2026-07-03T19:33:30.165834Z","steps":["trace[1539687886] 'agreement among raft nodes before linearized reading' (duration: 4.998241015s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:30.165903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.167463Z","time spent":"4.998429661s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 19:33:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:30.324903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:30.349465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99956684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:30.349533Z","caller":"traceutil/trace.go:171","msg":"trace[234138740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999687724s","start":"2026-07-03T19:33:25.349827Z","end":"2026-07-03T19:33:30.349514Z","steps":["trace[234138740] 'agreement among raft nodes before linearized reading' (duration: 4.999601091s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:30.349583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.349805Z","time spent":"4.999767096s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:33:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:30.73797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:23.736958Z","time spent":"7.00100046s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:30.747506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:30.747598Z","caller":"traceutil/trace.go:171","msg":"trace[163647576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510628s","start":"2026-07-03T19:33:28.747066Z","end":"2026-07-03T19:33:30.747577Z","steps":["trace[163647576] 'agreement among raft nodes before linearized reading' (duration: 2.000391665s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:30.747652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.747056Z","time spent":"2.00058143s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:30.825924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:31.317465Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T19:33:31.317635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000965076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T19:33:31.31768Z","caller":"traceutil/trace.go:171","msg":"trace[785997017] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; }","duration":"7.001070349s","start":"2026-07-03T19:33:24.31659Z","end":"2026-07-03T19:33:31.317661Z","steps":["trace[785997017] 'agreement among raft nodes before linearized reading' (duration: 7.001007017s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:31.317723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.316548Z","time spent":"7.001165953s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-03T19:33:31.817997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:32.318311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:32.748291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:32.748375Z","caller":"traceutil/trace.go:171","msg":"trace[1701018805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336656s","start":"2026-07-03T19:33:30.748019Z","end":"2026-07-03T19:33:32.748355Z","steps":["trace[1701018805] 'agreement among raft nodes before linearized reading' (duration: 2.000234233s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:32.748418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.748003Z","time spent":"2.000406919s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:32.763753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000916904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:32.763841Z","caller":"traceutil/trace.go:171","msg":"trace[1828998803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001046318s","start":"2026-07-03T19:33:30.762774Z","end":"2026-07-03T19:33:32.76382Z","steps":["trace[1828998803] 'agreement among raft nodes before linearized reading' (duration: 2.000945755s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:32.764015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.762756Z","time spent":"2.001247793s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 19:33:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:32.819309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:33.319822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:33.609266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.23687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:33.609384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.53350077s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T19:33:33.609415Z","caller":"traceutil/trace.go:171","msg":"trace[156714166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6588; }","duration":"673.408376ms","start":"2026-07-03T19:33:32.935986Z","end":"2026-07-03T19:33:33.609395Z","steps":["trace[156714166] 'range keys from in-memory index tree' (duration: 673.212449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.728842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.894735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:33.728937Z","caller":"traceutil/trace.go:171","msg":"trace[2074675718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"986.05085ms","start":"2026-07-03T19:33:32.742861Z","end":"2026-07-03T19:33:33.728911Z","steps":["trace[2074675718] 'agreement among raft nodes before linearized reading' (duration: 985.938517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.72899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.742839Z","time spent":"986.139322ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/03 19:33:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:33.792889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997594057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:33.792977Z","caller":"traceutil/trace.go:171","msg":"trace[1011650969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99771389s","start":"2026-07-03T19:33:28.795241Z","end":"2026-07-03T19:33:33.792955Z","steps":["trace[1011650969] 'agreement among raft nodes before linearized reading' (duration: 4.997610617s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.793025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.795228Z","time spent":"4.997785743s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/03 19:33:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:33.897893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998118772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:33.898022Z","caller":"traceutil/trace.go:171","msg":"trace[651659276] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998315098s","start":"2026-07-03T19:33:28.899669Z","end":"2026-07-03T19:33:33.897984Z","steps":["trace[651659276] 'agreement among raft nodes before linearized reading' (duration: 4.998143203s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:33.898092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.899649Z","time spent":"4.998426442s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/03 19:33:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.326382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997407856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:34.326471Z","caller":"traceutil/trace.go:171","msg":"trace[593682348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997548451s","start":"2026-07-03T19:33:31.328902Z","end":"2026-07-03T19:33:34.326451Z","steps":["trace[593682348] 'agreement among raft nodes before linearized reading' (duration: 2.997430307s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.326543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.328885Z","time spent":"2.997643106s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 19:33:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T19:33:34.502209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.601092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:34.502857Z","caller":"traceutil/trace.go:171","msg":"trace[231445606] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"4.752317681s","start":"2026-07-03T19:33:29.750507Z","end":"2026-07-03T19:33:34.502824Z","steps":["trace[231445606] 'process raft request' (duration: 4.751891988s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.503017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.750486Z","time spent":"4.752446796s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:34.758028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T19:33:34.758117Z","caller":"traceutil/trace.go:171","msg":"trace[390653826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769186s","start":"2026-07-03T19:33:32.757328Z","end":"2026-07-03T19:33:34.758097Z","steps":["trace[390653826] 'agreement among raft nodes before linearized reading' (duration: 2.000654743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.758169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.757313Z","time spent":"2.000845468s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:34.947398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.501378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:34.94768Z","caller":"traceutil/trace.go:171","msg":"trace[1297540255] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6854; }","duration":"3.630101583s","start":"2026-07-03T19:33:31.317556Z","end":"2026-07-03T19:33:34.947658Z","steps":["trace[1297540255] 'read index received' (duration: 2.293511203s)","trace[1297540255] 'applied index is now lower than readState.Index' (duration: 1.33658904s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:34.947985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.701131752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.948026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973567318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:34.948043Z","caller":"traceutil/trace.go:171","msg":"trace[277405425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6595; }","duration":"6.701244516s","start":"2026-07-03T19:33:28.246785Z","end":"2026-07-03T19:33:34.948029Z","steps":["trace[277405425] 'agreement among raft nodes before linearized reading' (duration: 6.701127772s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.94808Z","caller":"traceutil/trace.go:171","msg":"trace[1154498925] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6595; }","duration":"6.973659941s","start":"2026-07-03T19:33:27.974404Z","end":"2026-07-03T19:33:34.948064Z","steps":["trace[1154498925] 'agreement among raft nodes before linearized reading' (duration: 6.973561758s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.948125Z","caller":"traceutil/trace.go:171","msg":"trace[1723679420] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"5.079406821s","start":"2026-07-03T19:33:29.868706Z","end":"2026-07-03T19:33:34.948113Z","steps":["trace[1723679420] 'process raft request' (duration: 4.634099609s)","trace[1723679420] 'compare' (duration: 444.362424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:34.948141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.974378Z","time spent":"6.973746374s","remote":"127.0.0.1:51320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:34.948134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.794180196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.948187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:29.868683Z","time spent":"5.079472402s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:34.948228Z","caller":"traceutil/trace.go:171","msg":"trace[1403079349] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6595; }","duration":"8.794325591s","start":"2026-07-03T19:33:26.15388Z","end":"2026-07-03T19:33:34.948206Z","steps":["trace[1403079349] 'agreement among raft nodes before linearized reading' (duration: 8.794130025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.948287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.153864Z","time spent":"8.794411863s","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:34.948395Z","caller":"traceutil/trace.go:171","msg":"trace[882802822] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"3.891546569s","start":"2026-07-03T19:33:31.056803Z","end":"2026-07-03T19:33:34.94835Z","steps":["trace[882802822] 'process raft request' (duration: 3.890720033s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.948472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.056787Z","time spent":"3.891652493s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:34.94855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175131731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:34.948591Z","caller":"traceutil/trace.go:171","msg":"trace[1204077861] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6595; }","duration":"7.175243925s","start":"2026-07-03T19:33:27.773337Z","end":"2026-07-03T19:33:34.948581Z","steps":["trace[1204077861] 'agreement among raft nodes before linearized reading' (duration: 7.175177373s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.948626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:27.773316Z","time spent":"7.175302776s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:34.948683Z","caller":"traceutil/trace.go:171","msg":"trace[83579519] transaction","detail":"{read_only:false; response_revision:6595; number_of_response:1; }","duration":"2.618256927s","start":"2026-07-03T19:33:32.330401Z","end":"2026-07-03T19:33:34.948658Z","steps":["trace[83579519] 'process raft request' (duration: 2.617197064s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.948713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.264590702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.948759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.330379Z","time spent":"2.618336599s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:34.948776Z","caller":"traceutil/trace.go:171","msg":"trace[2129727969] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6595; }","duration":"10.264698305s","start":"2026-07-03T19:33:24.684064Z","end":"2026-07-03T19:33:34.948762Z","steps":["trace[2129727969] 'agreement among raft nodes before linearized reading' (duration: 10.264562991s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.948785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296361803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:34.948813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:24.684041Z","time spent":"10.264762107s","remote":"127.0.0.1:37030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":38,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:34.94886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489796015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.948898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203913571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-03T19:33:34.948971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.356204204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:34.948977Z","caller":"traceutil/trace.go:171","msg":"trace[1171184409] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; response_count:1; response_revision:6595; }","duration":"6.204046665s","start":"2026-07-03T19:33:28.74491Z","end":"2026-07-03T19:33:34.948957Z","steps":["trace[1171184409] 'agreement among raft nodes before linearized reading' (duration: 6.203792557s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.949012Z","caller":"traceutil/trace.go:171","msg":"trace[2000222385] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6595; }","duration":"6.356297997s","start":"2026-07-03T19:33:28.592704Z","end":"2026-07-03T19:33:34.949002Z","steps":["trace[2000222385] 'agreement among raft nodes before linearized reading' (duration: 6.356171533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.949032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.744891Z","time spent":"6.204126516s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" "} {"level":"warn","ts":"2026-07-03T19:33:34.949118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.867836436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:33:34.949169Z","caller":"traceutil/trace.go:171","msg":"trace[9948417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6595; }","duration":"8.867934469s","start":"2026-07-03T19:33:26.081223Z","end":"2026-07-03T19:33:34.949157Z","steps":["trace[9948417] 'agreement among raft nodes before linearized reading' (duration: 8.867772284s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.949191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.047551559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.949208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.081201Z","time spent":"8.867998391s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T19:33:34.949225Z","caller":"traceutil/trace.go:171","msg":"trace[1853706412] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6595; }","duration":"6.047608811s","start":"2026-07-03T19:33:28.901607Z","end":"2026-07-03T19:33:34.949216Z","steps":["trace[1853706412] 'agreement among raft nodes before linearized reading' (duration: 6.047536079s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.94927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.901594Z","time spent":"6.047664093s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":38,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:34.949216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960199986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:34.949446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933847174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf\" ","response":"range_response_count:1 size:5789"} {"level":"warn","ts":"2026-07-03T19:33:34.949043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.592681Z","time spent":"6.356354349s","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":80,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:34.948922Z","caller":"traceutil/trace.go:171","msg":"trace[1839774941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6595; }","duration":"8.489871758s","start":"2026-07-03T19:33:26.459016Z","end":"2026-07-03T19:33:34.948888Z","steps":["trace[1839774941] 'agreement among raft nodes before linearized reading' (duration: 8.489821916s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.949325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.187264039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:34.949543Z","caller":"traceutil/trace.go:171","msg":"trace[972994707] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf; range_end:; response_count:1; response_revision:6595; }","duration":"4.933973888s","start":"2026-07-03T19:33:30.015552Z","end":"2026-07-03T19:33:34.949526Z","steps":["trace[972994707] 'agreement among raft nodes before linearized reading' (duration: 4.93370026s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:34.949643Z","caller":"traceutil/trace.go:171","msg":"trace[1478206174] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6595; }","duration":"9.187583439s","start":"2026-07-03T19:33:25.762015Z","end":"2026-07-03T19:33:34.949598Z","steps":["trace[1478206174] 'agreement among raft nodes before linearized reading' (duration: 9.18727932s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.949658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:30.015534Z","time spent":"4.93407392s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5812,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cz4cf\" "} {"level":"warn","ts":"2026-07-03T19:33:34.949697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:25.761995Z","time spent":"9.187686362s","remote":"127.0.0.1:36956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:34.948819Z","caller":"traceutil/trace.go:171","msg":"trace[555713358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6595; }","duration":"8.296443216s","start":"2026-07-03T19:33:26.652366Z","end":"2026-07-03T19:33:34.94881Z","steps":["trace[555713358] 'agreement among raft nodes before linearized reading' (duration: 8.296387655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.949749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.652338Z","time spent":"8.297398855s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:34.949577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:26.458995Z","time spent":"8.490568559s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:34.948085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.246763Z","time spent":"6.701311168s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:34.949481Z","caller":"traceutil/trace.go:171","msg":"trace[59628728] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6595; }","duration":"5.960544856s","start":"2026-07-03T19:33:28.98891Z","end":"2026-07-03T19:33:34.949455Z","steps":["trace[59628728] 'agreement among raft nodes before linearized reading' (duration: 5.960142104s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:34.950067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:28.98889Z","time spent":"5.961166055s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":79,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:35.075493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148955687s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T19:33:35.270874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.137188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:35.271007Z","caller":"traceutil/trace.go:171","msg":"trace[1586718922] transaction","detail":"{read_only:false; response_revision:6596; number_of_response:1; }","duration":"1.344537409s","start":"2026-07-03T19:33:33.926449Z","end":"2026-07-03T19:33:35.270986Z","steps":["trace[1586718922] 'process raft request' (duration: 1.149195525s)","trace[1586718922] 'compare' (duration: 194.420725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:35.271085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.926427Z","time spent":"1.344628231s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:35.349744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998251798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T19:33:35.349885Z","caller":"traceutil/trace.go:171","msg":"trace[435126829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998443833s","start":"2026-07-03T19:33:32.351415Z","end":"2026-07-03T19:33:35.349859Z","steps":["trace[435126829] 'agreement among raft nodes before linearized reading' (duration: 2.998235907s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.350023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.351393Z","time spent":"2.998597439s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 19:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-03T19:33:35.565641Z","caller":"traceutil/trace.go:171","msg":"trace[305182075] linearizableReadLoop","detail":"{readStateIndex:6864; appliedIndex:6862; }","duration":"617.890628ms","start":"2026-07-03T19:33:34.94773Z","end":"2026-07-03T19:33:35.565621Z","steps":["trace[305182075] 'read index received' (duration: 127.925089ms)","trace[305182075] 'applied index is now lower than readState.Index' (duration: 489.964649ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:35.565837Z","caller":"traceutil/trace.go:171","msg":"trace[924865981] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"1.237071989s","start":"2026-07-03T19:33:34.328755Z","end":"2026-07-03T19:33:35.565827Z","steps":["trace[924865981] 'process raft request' (duration: 1.163842554s)","trace[924865981] 'compare' (duration: 72.740641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:35.56593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.328709Z","time spent":"1.237150521s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:35.566045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842397033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:35.566128Z","caller":"traceutil/trace.go:171","msg":"trace[744899762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6600; }","duration":"1.842532468s","start":"2026-07-03T19:33:33.723577Z","end":"2026-07-03T19:33:35.566109Z","steps":["trace[744899762] 'agreement among raft nodes before linearized reading' (duration: 1.842287961s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244755505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:35.566174Z","caller":"traceutil/trace.go:171","msg":"trace[851572114] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6600; }","duration":"2.244830358s","start":"2026-07-03T19:33:33.321337Z","end":"2026-07-03T19:33:35.566167Z","steps":["trace[851572114] 'agreement among raft nodes before linearized reading' (duration: 2.244729645s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.723557Z","time spent":"1.84261493s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:35.5662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.321319Z","time spent":"2.244877199s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:33:35.566237Z","caller":"traceutil/trace.go:171","msg":"trace[1560744714] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"607.372066ms","start":"2026-07-03T19:33:34.95885Z","end":"2026-07-03T19:33:35.566222Z","steps":["trace[1560744714] 'process raft request' (duration: 606.728587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.958842Z","time spent":"607.428298ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5584,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:35.566283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047593285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:35.566385Z","caller":"traceutil/trace.go:171","msg":"trace[819509816] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6600; }","duration":"4.047741649s","start":"2026-07-03T19:33:31.51862Z","end":"2026-07-03T19:33:35.566361Z","steps":["trace[819509816] 'agreement among raft nodes before linearized reading' (duration: 4.047550454s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.201016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:35.56646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.518603Z","time spent":"4.047841352s","remote":"127.0.0.1:55512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:35.566489Z","caller":"traceutil/trace.go:171","msg":"trace[543300485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6600; }","duration":"786.260908ms","start":"2026-07-03T19:33:34.780218Z","end":"2026-07-03T19:33:35.566479Z","steps":["trace[543300485] 'agreement among raft nodes before linearized reading' (duration: 786.211727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:35.566521Z","caller":"traceutil/trace.go:171","msg":"trace[1380251482] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"611.711278ms","start":"2026-07-03T19:33:34.954805Z","end":"2026-07-03T19:33:35.566516Z","steps":["trace[1380251482] 'process raft request' (duration: 610.746749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.954787Z","time spent":"611.777071ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:35.566608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835322686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:33:35.566624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530635797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:35.566642Z","caller":"traceutil/trace.go:171","msg":"trace[2036011583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6600; }","duration":"1.835380248s","start":"2026-07-03T19:33:33.731254Z","end":"2026-07-03T19:33:35.566634Z","steps":["trace[2036011583] 'agreement among raft nodes before linearized reading' (duration: 1.835293525s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:35.566658Z","caller":"traceutil/trace.go:171","msg":"trace[128283968] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6600; }","duration":"2.530702989s","start":"2026-07-03T19:33:33.035944Z","end":"2026-07-03T19:33:35.566647Z","steps":["trace[128283968] 'agreement among raft nodes before linearized reading' (duration: 2.530665098s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.731242Z","time spent":"1.835420789s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:33:35.566343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068410655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-03T19:33:35.566684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:33.03592Z","time spent":"2.530758291s","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:35.566709Z","caller":"traceutil/trace.go:171","msg":"trace[1997698401] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6600; }","duration":"4.068810778s","start":"2026-07-03T19:33:31.497885Z","end":"2026-07-03T19:33:35.566696Z","steps":["trace[1997698401] 'agreement among raft nodes before linearized reading' (duration: 4.068408625s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:31.497863Z","time spent":"4.068883049s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T19:33:35.566813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860192488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:33:35.566839Z","caller":"traceutil/trace.go:171","msg":"trace[600353839] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6600; }","duration":"2.860218479s","start":"2026-07-03T19:33:32.706615Z","end":"2026-07-03T19:33:35.566833Z","steps":["trace[600353839] 'agreement among raft nodes before linearized reading' (duration: 2.860156377s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.566863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.706557Z","time spent":"2.860302562s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-03T19:33:35.566529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.780202Z","time spent":"786.32125ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:35.566593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373174652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-03T19:33:35.566402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.532606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:35.566971Z","caller":"traceutil/trace.go:171","msg":"trace[1308137308] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6600; }","duration":"685.144185ms","start":"2026-07-03T19:33:34.88182Z","end":"2026-07-03T19:33:35.566964Z","steps":["trace[1308137308] 'agreement among raft nodes before linearized reading' (duration: 684.545437ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:35.566974Z","caller":"traceutil/trace.go:171","msg":"trace[1153993612] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6600; }","duration":"3.373627726s","start":"2026-07-03T19:33:32.193331Z","end":"2026-07-03T19:33:35.566959Z","steps":["trace[1153993612] 'agreement among raft nodes before linearized reading' (duration: 3.373218743s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.567001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.881798Z","time spent":"685.195206ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:35.567018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:32.193306Z","time spent":"3.373699158s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-03T19:33:35.566495Z","caller":"traceutil/trace.go:171","msg":"trace[1815632625] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"614.131703ms","start":"2026-07-03T19:33:34.952351Z","end":"2026-07-03T19:33:35.566483Z","steps":["trace[1815632625] 'process raft request' (duration: 613.158704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:35.567196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:34.952329Z","time spent":"614.810083ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.074046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T19:33:36.521569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.916714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:36.522354Z","caller":"traceutil/trace.go:171","msg":"trace[468369280] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"1.169760771s","start":"2026-07-03T19:33:35.352555Z","end":"2026-07-03T19:33:36.522316Z","steps":["trace[468369280] 'process raft request' (duration: 747.994341ms)","trace[468369280] 'compare' (duration: 419.981666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:36.522529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.352535Z","time spent":"1.169892885s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:36.522554Z","caller":"traceutil/trace.go:171","msg":"trace[1268372241] linearizableReadLoop","detail":"{readStateIndex:6871; appliedIndex:6867; }","duration":"949.461915ms","start":"2026-07-03T19:33:35.573074Z","end":"2026-07-03T19:33:36.522536Z","steps":["trace[1268372241] 'read index received' (duration: 527.485668ms)","trace[1268372241] 'applied index is now lower than readState.Index' (duration: 421.975207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:36.52265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.569124Z","time spent":"953.519889ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-03T19:33:36.523059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.981871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7\" ","response":"range_response_count:1 size:5966"} {"level":"info","ts":"2026-07-03T19:33:36.52329Z","caller":"traceutil/trace.go:171","msg":"trace[1706964180] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7; range_end:; response_count:1; response_revision:6603; }","duration":"950.072985ms","start":"2026-07-03T19:33:35.57302Z","end":"2026-07-03T19:33:36.523093Z","steps":["trace[1706964180] 'agreement among raft nodes before linearized reading' (duration: 949.842188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.523325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.572994Z","time spent":"950.322382ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5989,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-g9hv7\" "} {"level":"info","ts":"2026-07-03T19:33:36.523417Z","caller":"traceutil/trace.go:171","msg":"trace[1306067262] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"949.91235ms","start":"2026-07-03T19:33:35.573482Z","end":"2026-07-03T19:33:36.523395Z","steps":["trace[1306067262] 'process raft request' (duration: 948.929159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.524376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.573472Z","time spent":"950.865328ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.524488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.157047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-03T19:33:36.524543Z","caller":"traceutil/trace.go:171","msg":"trace[1125551660] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043; range_end:; response_count:1; response_revision:6603; }","duration":"951.229599ms","start":"2026-07-03T19:33:35.573295Z","end":"2026-07-03T19:33:36.524524Z","steps":["trace[1125551660] 'agreement among raft nodes before linearized reading' (duration: 949.696843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.524587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.573272Z","time spent":"951.305671ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18beddcd883c3043\" "} {"level":"warn","ts":"2026-07-03T19:33:36.523459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.944941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:36.524772Z","caller":"traceutil/trace.go:171","msg":"trace[778314702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6603; }","duration":"950.306952ms","start":"2026-07-03T19:33:35.574443Z","end":"2026-07-03T19:33:36.52475Z","steps":["trace[778314702] 'agreement among raft nodes before linearized reading' (duration: 948.93952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.524834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.574421Z","time spent":"950.397304ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:36.523539Z","caller":"traceutil/trace.go:171","msg":"trace[1084875414] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"948.794626ms","start":"2026-07-03T19:33:35.574729Z","end":"2026-07-03T19:33:36.523524Z","steps":["trace[1084875414] 'process raft request' (duration: 947.748713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:36.525002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:35.57471Z","time spent":"950.222679ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:36.523358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.458333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:36.525265Z","caller":"traceutil/trace.go:171","msg":"trace[583988516] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6603; }","duration":"106.392832ms","start":"2026-07-03T19:33:36.418856Z","end":"2026-07-03T19:33:36.525249Z","steps":["trace[583988516] 'agreement among raft nodes before linearized reading' (duration: 104.456213ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:37.058074Z","caller":"traceutil/trace.go:171","msg":"trace[1404196166] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"529.685376ms","start":"2026-07-03T19:33:36.528341Z","end":"2026-07-03T19:33:37.058027Z","steps":["trace[1404196166] 'process raft request' (duration: 483.003976ms)","trace[1404196166] 'compare' (duration: 46.36696ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:37.058281Z","caller":"traceutil/trace.go:171","msg":"trace[1693791933] linearizableReadLoop","detail":"{readStateIndex:6877; appliedIndex:6872; }","duration":"517.696801ms","start":"2026-07-03T19:33:36.540557Z","end":"2026-07-03T19:33:37.058253Z","steps":["trace[1693791933] 'read index received' (duration: 470.805685ms)","trace[1693791933] 'applied index is now lower than readState.Index' (duration: 46.889726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:37.058282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.528326Z","time spent":"529.837221ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:37.0585Z","caller":"traceutil/trace.go:171","msg":"trace[613490897] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"527.726737ms","start":"2026-07-03T19:33:36.530735Z","end":"2026-07-03T19:33:37.058462Z","steps":["trace[613490897] 'process raft request' (duration: 527.344616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.058645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.530726Z","time spent":"527.843231ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:37.059102Z","caller":"traceutil/trace.go:171","msg":"trace[243286955] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"529.14388ms","start":"2026-07-03T19:33:36.529944Z","end":"2026-07-03T19:33:37.059088Z","steps":["trace[243286955] 'process raft request' (duration: 528.026237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.059356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.529937Z","time spent":"529.201952ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:37.059079Z","caller":"traceutil/trace.go:171","msg":"trace[1895070743] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"524.113797ms","start":"2026-07-03T19:33:36.534935Z","end":"2026-07-03T19:33:37.059049Z","steps":["trace[1895070743] 'process raft request' (duration: 523.257551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.05963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.534924Z","time spent":"524.485598ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:37.059346Z","caller":"traceutil/trace.go:171","msg":"trace[864251982] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"528.469519ms","start":"2026-07-03T19:33:36.530857Z","end":"2026-07-03T19:33:37.059326Z","steps":["trace[864251982] 'process raft request' (duration: 527.267053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.059756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.530851Z","time spent":"528.841651ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:37.060079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.379361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-03T19:33:37.060134Z","caller":"traceutil/trace.go:171","msg":"trace[1958375034] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6609; }","duration":"517.485014ms","start":"2026-07-03T19:33:36.542637Z","end":"2026-07-03T19:33:37.060122Z","steps":["trace[1958375034] 'agreement among raft nodes before linearized reading' (duration: 517.173855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.060215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.542609Z","time spent":"517.596257ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-03T19:33:37.060315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.133857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-07-03T19:33:37.060329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.665478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:33:37.060351Z","caller":"traceutil/trace.go:171","msg":"trace[1010977566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:6609; }","duration":"503.211959ms","start":"2026-07-03T19:33:36.557127Z","end":"2026-07-03T19:33:37.060339Z","steps":["trace[1010977566] 'agreement among raft nodes before linearized reading' (duration: 503.032604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.06038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.55711Z","time spent":"503.264951ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-07-03T19:33:37.060385Z","caller":"traceutil/trace.go:171","msg":"trace[295482017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6609; }","duration":"428.817533ms","start":"2026-07-03T19:33:36.631551Z","end":"2026-07-03T19:33:37.060368Z","steps":["trace[295482017] 'agreement among raft nodes before linearized reading' (duration: 428.577096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.060493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.631434Z","time spent":"429.04766ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:33:37.060625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.712708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:37.060646Z","caller":"traceutil/trace.go:171","msg":"trace[2032950390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6609; }","duration":"530.75266ms","start":"2026-07-03T19:33:36.529888Z","end":"2026-07-03T19:33:37.06064Z","steps":["trace[2032950390] 'agreement among raft nodes before linearized reading' (duration: 530.681268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.060666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.529879Z","time spent":"530.783441ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:37.06078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.635358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:37.060857Z","caller":"traceutil/trace.go:171","msg":"trace[1968279321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6609; }","duration":"321.765931ms","start":"2026-07-03T19:33:36.739079Z","end":"2026-07-03T19:33:37.060844Z","steps":["trace[1968279321] 'agreement among raft nodes before linearized reading' (duration: 321.623497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.060983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.739049Z","time spent":"321.921926ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:37.061401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.342911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128230"} {"level":"info","ts":"2026-07-03T19:33:37.061799Z","caller":"traceutil/trace.go:171","msg":"trace[1353816320] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6609; }","duration":"328.776914ms","start":"2026-07-03T19:33:36.733001Z","end":"2026-07-03T19:33:37.061778Z","steps":["trace[1353816320] 'agreement among raft nodes before linearized reading' (duration: 327.032581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:37.061916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:36.73298Z","time spent":"328.916629ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128253,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-03T19:33:37.57017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355958037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:33:38.048744Z","caller":"traceutil/trace.go:171","msg":"trace[1985874400] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"980.236326ms","start":"2026-07-03T19:33:37.068479Z","end":"2026-07-03T19:33:38.048716Z","steps":["trace[1985874400] 'process raft request' (duration: 980.030079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:38.049098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.068462Z","time spent":"980.36005ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:38.735507Z","caller":"traceutil/trace.go:171","msg":"trace[1966746885] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"1.66537132s","start":"2026-07-03T19:33:37.0701Z","end":"2026-07-03T19:33:38.735471Z","steps":["trace[1966746885] 'process raft request' (duration: 1.665090851s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:38.735688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.070089Z","time spent":"1.665498123s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:38.735668Z","caller":"traceutil/trace.go:171","msg":"trace[1185051845] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"1.656277363s","start":"2026-07-03T19:33:37.079352Z","end":"2026-07-03T19:33:38.735629Z","steps":["trace[1185051845] 'process raft request' (duration: 1.656037536s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:38.735883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.079341Z","time spent":"1.656415237s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6345,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:38.735812Z","caller":"traceutil/trace.go:171","msg":"trace[724697062] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"1.663008038s","start":"2026-07-03T19:33:37.072759Z","end":"2026-07-03T19:33:38.735767Z","steps":["trace[724697062] 'process raft request' (duration: 1.662584295s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:38.73649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.072751Z","time spent":"1.663642337s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:39.369429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.903908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-03T19:33:39.369713Z","caller":"traceutil/trace.go:171","msg":"trace[1105401463] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6613; }","duration":"1.31798195s","start":"2026-07-03T19:33:38.05171Z","end":"2026-07-03T19:33:39.369692Z","steps":["trace[1105401463] 'process raft request' (duration: 1.317891947s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.369829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.051684Z","time spent":"1.318080303s","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:39.370194Z","caller":"traceutil/trace.go:171","msg":"trace[1220077720] linearizableReadLoop","detail":"{readStateIndex:6881; appliedIndex:6877; }","duration":"2.300335009s","start":"2026-07-03T19:33:37.069847Z","end":"2026-07-03T19:33:39.370182Z","steps":["trace[1220077720] 'read index received' (duration: 978.769261ms)","trace[1220077720] 'applied index is now lower than readState.Index' (duration: 1.321564108s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:39.370547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300598937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:33:39.370644Z","caller":"traceutil/trace.go:171","msg":"trace[167607361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6613; }","duration":"2.300807433s","start":"2026-07-03T19:33:37.069813Z","end":"2026-07-03T19:33:39.37062Z","steps":["trace[167607361] 'agreement among raft nodes before linearized reading' (duration: 2.300413901s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.370701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.069801Z","time spent":"2.300888886s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T19:33:39.372077Z","caller":"traceutil/trace.go:171","msg":"trace[227699208] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"630.99187ms","start":"2026-07-03T19:33:38.741067Z","end":"2026-07-03T19:33:39.372059Z","steps":["trace[227699208] 'process raft request' (duration: 630.800754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.372399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.741046Z","time spent":"631.273978ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:39.433247Z","caller":"traceutil/trace.go:171","msg":"trace[247491399] transaction","detail":"{read_only:false; response_revision:6615; number_of_response:1; }","duration":"364.217722ms","start":"2026-07-03T19:33:39.069001Z","end":"2026-07-03T19:33:39.433219Z","steps":["trace[247491399] 'process raft request' (duration: 363.883182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.433423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353927503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-03T19:33:39.433478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361189302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-07-03T19:33:39.4335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.144312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-03T19:33:39.433268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692796797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:39.433508Z","caller":"traceutil/trace.go:171","msg":"trace[730905069] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6615; }","duration":"2.354058726s","start":"2026-07-03T19:33:37.079435Z","end":"2026-07-03T19:33:39.433494Z","steps":["trace[730905069] 'agreement among raft nodes before linearized reading' (duration: 2.353824108s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:39.433539Z","caller":"traceutil/trace.go:171","msg":"trace[2035880956] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:6615; }","duration":"2.361248905s","start":"2026-07-03T19:33:37.07227Z","end":"2026-07-03T19:33:39.433519Z","steps":["trace[2035880956] 'agreement among raft nodes before linearized reading' (duration: 2.361062509s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:39.433539Z","caller":"traceutil/trace.go:171","msg":"trace[1736293877] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6615; }","duration":"693.229755ms","start":"2026-07-03T19:33:38.740296Z","end":"2026-07-03T19:33:39.433526Z","steps":["trace[1736293877] 'agreement among raft nodes before linearized reading' (duration: 693.07338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.433557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.068974Z","time spent":"364.434819ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:39.433591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.072263Z","time spent":"2.361322087s","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-03T19:33:39.433422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.535213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T19:33:39.433616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.079422Z","time spent":"2.35415845s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-03T19:33:39.433752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351755441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:39.433784Z","caller":"traceutil/trace.go:171","msg":"trace[722149592] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6615; }","duration":"1.351836503s","start":"2026-07-03T19:33:38.081939Z","end":"2026-07-03T19:33:39.433775Z","steps":["trace[722149592] 'agreement among raft nodes before linearized reading' (duration: 1.351154292s)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:39.433681Z","caller":"traceutil/trace.go:171","msg":"trace[466118745] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6615; }","duration":"916.822061ms","start":"2026-07-03T19:33:38.516847Z","end":"2026-07-03T19:33:39.433669Z","steps":["trace[466118745] 'agreement among raft nodes before linearized reading' (duration: 916.540403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.433819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.081917Z","time spent":"1.351895346s","remote":"127.0.0.1:36994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:39.43327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.237255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:39.433908Z","caller":"traceutil/trace.go:171","msg":"trace[10792566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6615; }","duration":"609.961117ms","start":"2026-07-03T19:33:38.823934Z","end":"2026-07-03T19:33:39.433895Z","steps":["trace[10792566] 'agreement among raft nodes before linearized reading' (duration: 609.247705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.43396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.823908Z","time spent":"610.0401ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:39.433589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.740267Z","time spent":"693.315568ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-03T19:33:39.433333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859175286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-03T19:33:39.434115Z","caller":"traceutil/trace.go:171","msg":"trace[1054835058] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6615; }","duration":"1.860019302s","start":"2026-07-03T19:33:37.57408Z","end":"2026-07-03T19:33:39.4341Z","steps":["trace[1054835058] 'agreement among raft nodes before linearized reading' (duration: 1.859048172s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.434166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.574056Z","time spent":"1.860100024s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-07-03T19:33:39.433571Z","caller":"traceutil/trace.go:171","msg":"trace[763720979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6615; }","duration":"1.693167359s","start":"2026-07-03T19:33:37.740381Z","end":"2026-07-03T19:33:39.433549Z","steps":["trace[763720979] 'agreement among raft nodes before linearized reading' (duration: 1.692765486s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.434227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:37.740359Z","time spent":"1.69385713s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:39.435102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:38.516831Z","time spent":"917.012857ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:39.838981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.818036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:39.839226Z","caller":"traceutil/trace.go:171","msg":"trace[395832605] linearizableReadLoop","detail":"{readStateIndex:6886; appliedIndex:6885; }","duration":"406.169943ms","start":"2026-07-03T19:33:39.433033Z","end":"2026-07-03T19:33:39.839202Z","steps":["trace[395832605] 'read index received' (duration: 126.033238ms)","trace[395832605] 'applied index is now lower than readState.Index' (duration: 280.134545ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:39.83953Z","caller":"traceutil/trace.go:171","msg":"trace[1347109140] transaction","detail":"{read_only:false; response_revision:6616; number_of_response:1; }","duration":"462.612442ms","start":"2026-07-03T19:33:39.376868Z","end":"2026-07-03T19:33:39.83948Z","steps":["trace[1347109140] 'process raft request' (duration: 182.180178ms)","trace[1347109140] 'compare' (duration: 279.424024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:39.839714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.974675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"warn","ts":"2026-07-03T19:33:39.839794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.376847Z","time spent":"462.855901ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T19:33:39.839812Z","caller":"traceutil/trace.go:171","msg":"trace[1478869674] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:6616; }","duration":"467.12556ms","start":"2026-07-03T19:33:39.372667Z","end":"2026-07-03T19:33:39.839793Z","steps":["trace[1478869674] 'agreement among raft nodes before linearized reading' (duration: 466.767098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.839935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.372549Z","time spent":"467.370927ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-03T19:33:39.839965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.062988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12191"} {"level":"info","ts":"2026-07-03T19:33:39.840065Z","caller":"traceutil/trace.go:171","msg":"trace[800939143] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6616; }","duration":"467.230803ms","start":"2026-07-03T19:33:39.372811Z","end":"2026-07-03T19:33:39.840042Z","steps":["trace[800939143] 'agreement among raft nodes before linearized reading' (duration: 466.558872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.840123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.372783Z","time spent":"467.330755ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12214,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-03T19:33:39.873428Z","caller":"traceutil/trace.go:171","msg":"trace[1272148081] transaction","detail":"{read_only:false; response_revision:6617; number_of_response:1; }","duration":"430.012436ms","start":"2026-07-03T19:33:39.443378Z","end":"2026-07-03T19:33:39.87339Z","steps":["trace[1272148081] 'process raft request' (duration: 429.715526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.873644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.443358Z","time spent":"430.179881ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:39.873847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.516032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:39.874002Z","caller":"traceutil/trace.go:171","msg":"trace[922728678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6617; }","duration":"437.720108ms","start":"2026-07-03T19:33:39.43625Z","end":"2026-07-03T19:33:39.87397Z","steps":["trace[922728678] 'agreement among raft nodes before linearized reading' (duration: 437.425389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.874654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.814575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-03T19:33:39.874683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.436233Z","time spent":"438.4353ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T19:33:39.874734Z","caller":"traceutil/trace.go:171","msg":"trace[1880282455] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6617; }","duration":"174.898527ms","start":"2026-07-03T19:33:39.699816Z","end":"2026-07-03T19:33:39.874715Z","steps":["trace[1880282455] 'agreement among raft nodes before linearized reading' (duration: 174.592118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.874704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.725058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-07-03T19:33:39.874108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.254595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-03T19:33:39.874817Z","caller":"traceutil/trace.go:171","msg":"trace[1655880045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:6617; }","duration":"435.853011ms","start":"2026-07-03T19:33:39.438937Z","end":"2026-07-03T19:33:39.87479Z","steps":["trace[1655880045] 'agreement among raft nodes before linearized reading' (duration: 435.514121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.874878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.438913Z","time spent":"435.950966ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-07-03T19:33:39.874868Z","caller":"traceutil/trace.go:171","msg":"trace[663714011] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6617; }","duration":"439.050409ms","start":"2026-07-03T19:33:39.435785Z","end":"2026-07-03T19:33:39.874836Z","steps":["trace[663714011] 'agreement among raft nodes before linearized reading' (duration: 438.146232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.874591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.20402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:39.875111Z","caller":"traceutil/trace.go:171","msg":"trace[1185448475] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6617; }","duration":"426.801498ms","start":"2026-07-03T19:33:39.448275Z","end":"2026-07-03T19:33:39.875076Z","steps":["trace[1185448475] 'agreement among raft nodes before linearized reading' (duration: 426.125498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:39.875255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.448247Z","time spent":"426.984534ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:39.875006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.435771Z","time spent":"439.165503ms","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-03T19:33:40.357819Z","caller":"traceutil/trace.go:171","msg":"trace[956802556] linearizableReadLoop","detail":"{readStateIndex:6888; appliedIndex:6887; }","duration":"477.959408ms","start":"2026-07-03T19:33:39.879837Z","end":"2026-07-03T19:33:40.357796Z","steps":["trace[956802556] 'read index received' (duration: 475.505883ms)","trace[956802556] 'applied index is now lower than readState.Index' (duration: 2.452185ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.357904Z","caller":"traceutil/trace.go:171","msg":"trace[1833134010] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"479.772703ms","start":"2026-07-03T19:33:39.878124Z","end":"2026-07-03T19:33:40.357896Z","steps":["trace[1833134010] 'process raft request' (duration: 477.206165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.357992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.878095Z","time spent":"479.837385ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.358234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.39334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-03T19:33:40.358264Z","caller":"traceutil/trace.go:171","msg":"trace[448508035] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:6618; }","duration":"478.435451ms","start":"2026-07-03T19:33:39.879821Z","end":"2026-07-03T19:33:40.358256Z","steps":["trace[448508035] 'agreement among raft nodes before linearized reading' (duration: 478.306577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.358289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.879804Z","time spent":"478.480773ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"info","ts":"2026-07-03T19:33:40.791334Z","caller":"traceutil/trace.go:171","msg":"trace[830039546] linearizableReadLoop","detail":"{readStateIndex:6890; appliedIndex:6888; }","duration":"433.439092ms","start":"2026-07-03T19:33:40.357872Z","end":"2026-07-03T19:33:40.791311Z","steps":["trace[830039546] 'read index received' (duration: 414.075567ms)","trace[830039546] 'applied index is now lower than readState.Index' (duration: 19.362635ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.791495Z","caller":"traceutil/trace.go:171","msg":"trace[591772429] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"909.992247ms","start":"2026-07-03T19:33:39.881481Z","end":"2026-07-03T19:33:40.791473Z","steps":["trace[591772429] 'process raft request' (duration: 909.76706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.791616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.881462Z","time spent":"910.06848ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.791562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.101081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.791777Z","caller":"traceutil/trace.go:171","msg":"trace[1813152083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6620; }","duration":"910.267975ms","start":"2026-07-03T19:33:39.881412Z","end":"2026-07-03T19:33:40.79168Z","steps":["trace[1813152083] 'agreement among raft nodes before linearized reading' (duration: 910.08327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.79186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.881397Z","time spent":"910.446581ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:40.792212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.39922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-07-03T19:33:40.792256Z","caller":"traceutil/trace.go:171","msg":"trace[1941258513] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:6620; }","duration":"909.452991ms","start":"2026-07-03T19:33:39.882791Z","end":"2026-07-03T19:33:40.792244Z","steps":["trace[1941258513] 'agreement among raft nodes before linearized reading' (duration: 909.299287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.792288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.882785Z","time spent":"909.494162ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-03T19:33:40.792514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.054258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.792567Z","caller":"traceutil/trace.go:171","msg":"trace[2037462989] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6620; }","duration":"331.143632ms","start":"2026-07-03T19:33:40.461412Z","end":"2026-07-03T19:33:40.792556Z","steps":["trace[2037462989] 'agreement among raft nodes before linearized reading' (duration: 331.058289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.792603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.461392Z","time spent":"331.204273ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:33:40.792572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.139451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:40.792808Z","caller":"traceutil/trace.go:171","msg":"trace[1085278763] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6620; }","duration":"331.42226ms","start":"2026-07-03T19:33:40.461335Z","end":"2026-07-03T19:33:40.792757Z","steps":["trace[1085278763] 'agreement among raft nodes before linearized reading' (duration: 331.145901ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:40.792872Z","caller":"traceutil/trace.go:171","msg":"trace[707547852] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"911.43175ms","start":"2026-07-03T19:33:39.880045Z","end":"2026-07-03T19:33:40.791477Z","steps":["trace[707547852] 'process raft request' (duration: 891.961262ms)","trace[707547852] 'compare' (duration: 19.093237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:40.793051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:39.880025Z","time spent":"912.953747ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:40.793036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.461312Z","time spent":"331.671867ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:40.793237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.492984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-07-03T19:33:40.793373Z","caller":"traceutil/trace.go:171","msg":"trace[1275945900] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:6620; }","duration":"429.637358ms","start":"2026-07-03T19:33:40.36369Z","end":"2026-07-03T19:33:40.793327Z","steps":["trace[1275945900] 'agreement among raft nodes before linearized reading' (duration: 428.836384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.793468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.363682Z","time spent":"429.769462ms","remote":"127.0.0.1:36918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-03T19:33:40.793579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.566072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:40.793641Z","caller":"traceutil/trace.go:171","msg":"trace[1647349731] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6620; }","duration":"331.665705ms","start":"2026-07-03T19:33:40.461954Z","end":"2026-07-03T19:33:40.793619Z","steps":["trace[1647349731] 'agreement among raft nodes before linearized reading' (duration: 331.536722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.793686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.461933Z","time spent":"331.741078ms","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:33:40.794355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.303279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-03T19:33:40.79442Z","caller":"traceutil/trace.go:171","msg":"trace[251334111] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:6620; }","duration":"431.405942ms","start":"2026-07-03T19:33:40.362998Z","end":"2026-07-03T19:33:40.794404Z","steps":["trace[251334111] 'agreement among raft nodes before linearized reading' (duration: 428.740481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.795105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:40.362979Z","time spent":"432.105544ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-03T19:33:40.968737Z","caller":"traceutil/trace.go:171","msg":"trace[2088187924] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"165.326548ms","start":"2026-07-03T19:33:40.803382Z","end":"2026-07-03T19:33:40.968708Z","steps":["trace[2088187924] 'process raft request' (duration: 165.179834ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:40.968957Z","caller":"traceutil/trace.go:171","msg":"trace[956476250] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"165.610157ms","start":"2026-07-03T19:33:40.803329Z","end":"2026-07-03T19:33:40.968939Z","steps":["trace[956476250] 'process raft request' (duration: 148.683885ms)","trace[956476250] 'compare' (duration: 16.379545ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.969431Z","caller":"traceutil/trace.go:171","msg":"trace[991975645] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"165.776792ms","start":"2026-07-03T19:33:40.803621Z","end":"2026-07-03T19:33:40.969398Z","steps":["trace[991975645] 'process raft request' (duration: 165.009709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:40.969538Z","caller":"traceutil/trace.go:171","msg":"trace[320571832] linearizableReadLoop","detail":"{readStateIndex:6894; appliedIndex:6890; }","duration":"165.536564ms","start":"2026-07-03T19:33:40.803973Z","end":"2026-07-03T19:33:40.969509Z","steps":["trace[320571832] 'read index received' (duration: 64.272583ms)","trace[320571832] 'applied index is now lower than readState.Index' (duration: 101.262041ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:40.969752Z","caller":"traceutil/trace.go:171","msg":"trace[1530301662] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"165.73785ms","start":"2026-07-03T19:33:40.803985Z","end":"2026-07-03T19:33:40.969723Z","steps":["trace[1530301662] 'process raft request' (duration: 165.127792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.969838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.838303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-03T19:33:40.969896Z","caller":"traceutil/trace.go:171","msg":"trace[1112872800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:6625; }","duration":"165.944486ms","start":"2026-07-03T19:33:40.803935Z","end":"2026-07-03T19:33:40.969879Z","steps":["trace[1112872800] 'agreement among raft nodes before linearized reading' (duration: 165.74019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:40.969843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-03T19:33:40.97021Z","caller":"traceutil/trace.go:171","msg":"trace[1473703848] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:6625; }","duration":"161.192372ms","start":"2026-07-03T19:33:40.809002Z","end":"2026-07-03T19:33:40.970194Z","steps":["trace[1473703848] 'agreement among raft nodes before linearized reading' (duration: 160.724708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.430755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.42405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:41.431351Z","caller":"traceutil/trace.go:171","msg":"trace[1764310067] linearizableReadLoop","detail":"{readStateIndex:6897; appliedIndex:6896; }","duration":"408.560548ms","start":"2026-07-03T19:33:41.022768Z","end":"2026-07-03T19:33:41.431329Z","steps":["trace[1764310067] 'read index received' (duration: 70.326072ms)","trace[1764310067] 'applied index is now lower than readState.Index' (duration: 338.231895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:41.43148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.675801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:41.43156Z","caller":"traceutil/trace.go:171","msg":"trace[2008350874] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:6627; }","duration":"408.791674ms","start":"2026-07-03T19:33:41.022751Z","end":"2026-07-03T19:33:41.431543Z","steps":["trace[2008350874] 'agreement among raft nodes before linearized reading' (duration: 408.64655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.431613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.022743Z","time spent":"408.858977ms","remote":"127.0.0.1:37176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-03T19:33:41.431424Z","caller":"traceutil/trace.go:171","msg":"trace[1842160142] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"410.056493ms","start":"2026-07-03T19:33:41.021331Z","end":"2026-07-03T19:33:41.431388Z","steps":["trace[1842160142] 'process raft request' (duration: 71.874719ms)","trace[1842160142] 'compare' (duration: 337.230275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:41.431923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.021311Z","time spent":"410.480075ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:41.454694Z","caller":"traceutil/trace.go:171","msg":"trace[712055813] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"431.579442ms","start":"2026-07-03T19:33:41.023102Z","end":"2026-07-03T19:33:41.454682Z","steps":["trace[712055813] 'process raft request' (duration: 431.500029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.454801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.023077Z","time spent":"431.656314ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:41.454967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.657404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T19:33:41.455026Z","caller":"traceutil/trace.go:171","msg":"trace[109277335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6628; }","duration":"431.722146ms","start":"2026-07-03T19:33:41.02329Z","end":"2026-07-03T19:33:41.455012Z","steps":["trace[109277335] 'agreement among raft nodes before linearized reading' (duration: 431.438977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.455204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.023267Z","time spent":"431.821989ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T19:33:41.455195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.372541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-03T19:33:41.455267Z","caller":"traceutil/trace.go:171","msg":"trace[875574593] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6628; }","duration":"413.506046ms","start":"2026-07-03T19:33:41.041744Z","end":"2026-07-03T19:33:41.45525Z","steps":["trace[875574593] 'agreement among raft nodes before linearized reading' (duration: 412.9816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.455479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.041714Z","time spent":"413.748243ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-03T19:33:41.737482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.714567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:41.7376Z","caller":"traceutil/trace.go:171","msg":"trace[1846498343] linearizableReadLoop","detail":"{readStateIndex:6901; appliedIndex:6900; }","duration":"237.165117ms","start":"2026-07-03T19:33:41.500411Z","end":"2026-07-03T19:33:41.737576Z","steps":["trace[1846498343] 'read index received' (duration: 33.46633ms)","trace[1846498343] 'applied index is now lower than readState.Index' (duration: 203.697187ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:41.737619Z","caller":"traceutil/trace.go:171","msg":"trace[1338655315] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"238.725883ms","start":"2026-07-03T19:33:41.498856Z","end":"2026-07-03T19:33:41.737582Z","steps":["trace[1338655315] 'process raft request' (duration: 34.842291ms)","trace[1338655315] 'compare' (duration: 203.506991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:41.737773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.352392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T19:33:41.737811Z","caller":"traceutil/trace.go:171","msg":"trace[619886815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:6631; }","duration":"237.410213ms","start":"2026-07-03T19:33:41.500392Z","end":"2026-07-03T19:33:41.737802Z","steps":["trace[619886815] 'agreement among raft nodes before linearized reading' (duration: 237.263769ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:41.96944Z","caller":"traceutil/trace.go:171","msg":"trace[368742941] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"466.447604ms","start":"2026-07-03T19:33:41.502952Z","end":"2026-07-03T19:33:41.969399Z","steps":["trace[368742941] 'process raft request' (duration: 368.983794ms)","trace[368742941] 'compare' (duration: 97.204423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:41.96963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.502937Z","time spent":"466.594968ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:41.969747Z","caller":"traceutil/trace.go:171","msg":"trace[96991575] linearizableReadLoop","detail":"{readStateIndex:6902; appliedIndex:6901; }","duration":"232.098223ms","start":"2026-07-03T19:33:41.737629Z","end":"2026-07-03T19:33:41.969727Z","steps":["trace[96991575] 'read index received' (duration: 134.390545ms)","trace[96991575] 'applied index is now lower than readState.Index' (duration: 97.705378ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:41.970046Z","caller":"traceutil/trace.go:171","msg":"trace[910593289] transaction","detail":"{read_only:false; response_revision:6633; number_of_response:1; }","duration":"226.668119ms","start":"2026-07-03T19:33:41.743358Z","end":"2026-07-03T19:33:41.970026Z","steps":["trace[910593289] 'process raft request' (duration: 226.510954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.970264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.320339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:41.970336Z","caller":"traceutil/trace.go:171","msg":"trace[1013187782] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:6633; }","duration":"469.409503ms","start":"2026-07-03T19:33:41.500909Z","end":"2026-07-03T19:33:41.970318Z","steps":["trace[1013187782] 'agreement among raft nodes before linearized reading' (duration: 469.226037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.970393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.500901Z","time spent":"469.476585ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-03T19:33:41.970437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.794715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-07-03T19:33:41.970411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.884501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:41.970517Z","caller":"traceutil/trace.go:171","msg":"trace[369159022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:6633; }","duration":"469.902828ms","start":"2026-07-03T19:33:41.500589Z","end":"2026-07-03T19:33:41.970492Z","steps":["trace[369159022] 'agreement among raft nodes before linearized reading' (duration: 469.62416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.970583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.500576Z","time spent":"469.996201ms","remote":"127.0.0.1:36932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-07-03T19:33:41.970588Z","caller":"traceutil/trace.go:171","msg":"trace[880371182] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6633; }","duration":"254.148319ms","start":"2026-07-03T19:33:41.716399Z","end":"2026-07-03T19:33:41.970548Z","steps":["trace[880371182] 'agreement among raft nodes before linearized reading' (duration: 253.827599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.970333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.227968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:41.970791Z","caller":"traceutil/trace.go:171","msg":"trace[595236515] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6633; }","duration":"414.748084ms","start":"2026-07-03T19:33:41.556024Z","end":"2026-07-03T19:33:41.970772Z","steps":["trace[595236515] 'agreement among raft nodes before linearized reading' (duration: 414.086905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.970857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:41.556003Z","time spent":"414.837256ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-03T19:33:41.971974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.175556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:41.973051Z","caller":"traceutil/trace.go:171","msg":"trace[779718657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6633; }","duration":"232.280449ms","start":"2026-07-03T19:33:41.740754Z","end":"2026-07-03T19:33:41.973034Z","steps":["trace[779718657] 'agreement among raft nodes before linearized reading' (duration: 231.142415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:41.973288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.759572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-03T19:33:41.973437Z","caller":"traceutil/trace.go:171","msg":"trace[1330736049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:6633; }","duration":"230.977419ms","start":"2026-07-03T19:33:41.742433Z","end":"2026-07-03T19:33:41.973411Z","steps":["trace[1330736049] 'agreement among raft nodes before linearized reading' (duration: 230.536346ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.225927Z","caller":"traceutil/trace.go:171","msg":"trace[511471486] linearizableReadLoop","detail":"{readStateIndex:6906; appliedIndex:6904; }","duration":"196.325082ms","start":"2026-07-03T19:33:42.029578Z","end":"2026-07-03T19:33:42.225903Z","steps":["trace[511471486] 'read index received' (duration: 196.059404ms)","trace[511471486] 'applied index is now lower than readState.Index' (duration: 264.668µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.226087Z","caller":"traceutil/trace.go:171","msg":"trace[1656693596] transaction","detail":"{read_only:false; response_revision:6636; number_of_response:1; }","duration":"217.488858ms","start":"2026-07-03T19:33:42.008581Z","end":"2026-07-03T19:33:42.22607Z","steps":["trace[1656693596] 'process raft request' (duration: 217.268761ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.225958Z","caller":"traceutil/trace.go:171","msg":"trace[1688007478] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"242.696609ms","start":"2026-07-03T19:33:41.983239Z","end":"2026-07-03T19:33:42.225936Z","steps":["trace[1688007478] 'process raft request' (duration: 242.469272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.226424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.088672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-03T19:33:42.226468Z","caller":"traceutil/trace.go:171","msg":"trace[1415344933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:6636; }","duration":"246.161424ms","start":"2026-07-03T19:33:41.980295Z","end":"2026-07-03T19:33:42.226457Z","steps":["trace[1415344933] 'agreement among raft nodes before linearized reading' (duration: 246.007989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.226464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.90176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12191"} {"level":"warn","ts":"2026-07-03T19:33:42.226477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.23827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18bede919a65b498\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-07-03T19:33:42.22662Z","caller":"traceutil/trace.go:171","msg":"trace[1680287043] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18bede919a65b498; range_end:; response_count:1; response_revision:6636; }","duration":"192.347863ms","start":"2026-07-03T19:33:42.034222Z","end":"2026-07-03T19:33:42.22657Z","steps":["trace[1680287043] 'agreement among raft nodes before linearized reading' (duration: 192.079544ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.226521Z","caller":"traceutil/trace.go:171","msg":"trace[116487277] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6636; }","duration":"195.017553ms","start":"2026-07-03T19:33:42.031488Z","end":"2026-07-03T19:33:42.226505Z","steps":["trace[116487277] 'agreement among raft nodes before linearized reading' (duration: 194.773135ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.386143Z","caller":"traceutil/trace.go:171","msg":"trace[1258489671] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6906; }","duration":"154.878314ms","start":"2026-07-03T19:33:42.231241Z","end":"2026-07-03T19:33:42.386119Z","steps":["trace[1258489671] 'read index received' (duration: 86.448183ms)","trace[1258489671] 'applied index is now lower than readState.Index' (duration: 68.429321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.386359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.101081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-03T19:33:42.386393Z","caller":"traceutil/trace.go:171","msg":"trace[458286344] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6637; }","duration":"155.172093ms","start":"2026-07-03T19:33:42.231213Z","end":"2026-07-03T19:33:42.386385Z","steps":["trace[458286344] 'agreement among raft nodes before linearized reading' (duration: 155.023129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.386448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.005948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-07-03T19:33:42.386501Z","caller":"traceutil/trace.go:171","msg":"trace[1625963383] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:6637; }","duration":"155.05577ms","start":"2026-07-03T19:33:42.231426Z","end":"2026-07-03T19:33:42.386482Z","steps":["trace[1625963383] 'agreement among raft nodes before linearized reading' (duration: 154.840274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.386281Z","caller":"traceutil/trace.go:171","msg":"trace[1121714319] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"155.890285ms","start":"2026-07-03T19:33:42.230344Z","end":"2026-07-03T19:33:42.386235Z","steps":["trace[1121714319] 'process raft request' (duration: 87.403022ms)","trace[1121714319] 'compare' (duration: 68.275806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.386741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.348857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T19:33:42.386838Z","caller":"traceutil/trace.go:171","msg":"trace[723513104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6637; }","duration":"148.498252ms","start":"2026-07-03T19:33:42.238315Z","end":"2026-07-03T19:33:42.386813Z","steps":["trace[723513104] 'agreement among raft nodes before linearized reading' (duration: 148.128921ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.630848Z","caller":"traceutil/trace.go:171","msg":"trace[1087498609] linearizableReadLoop","detail":"{readStateIndex:6909; appliedIndex:6908; }","duration":"156.112232ms","start":"2026-07-03T19:33:42.474701Z","end":"2026-07-03T19:33:42.630813Z","steps":["trace[1087498609] 'read index received' (duration: 112.822368ms)","trace[1087498609] 'applied index is now lower than readState.Index' (duration: 43.288504ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.630952Z","caller":"traceutil/trace.go:171","msg":"trace[499759761] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"156.824482ms","start":"2026-07-03T19:33:42.474071Z","end":"2026-07-03T19:33:42.630896Z","steps":["trace[499759761] 'process raft request' (duration: 113.524928ms)","trace[499759761] 'compare' (duration: 43.070668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.631172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.649916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18bede919a65b498\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-07-03T19:33:42.631252Z","caller":"traceutil/trace.go:171","msg":"trace[1989954998] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-qvflb.18bede919a65b498; range_end:; response_count:1; response_revision:6639; }","duration":"141.744649ms","start":"2026-07-03T19:33:42.489461Z","end":"2026-07-03T19:33:42.631206Z","steps":["trace[1989954998] 'agreement among raft nodes before linearized reading' (duration: 141.581964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.631408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.695959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-03T19:33:42.631476Z","caller":"traceutil/trace.go:171","msg":"trace[1190232296] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:6639; }","duration":"156.814892ms","start":"2026-07-03T19:33:42.474645Z","end":"2026-07-03T19:33:42.63146Z","steps":["trace[1190232296] 'agreement among raft nodes before linearized reading' (duration: 156.357709ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:42.909923Z","caller":"traceutil/trace.go:171","msg":"trace[2048953033] linearizableReadLoop","detail":"{readStateIndex:6911; appliedIndex:6910; }","duration":"206.027964ms","start":"2026-07-03T19:33:42.703857Z","end":"2026-07-03T19:33:42.909885Z","steps":["trace[2048953033] 'read index received' (duration: 158.686569ms)","trace[2048953033] 'applied index is now lower than readState.Index' (duration: 47.339575ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:42.909991Z","caller":"traceutil/trace.go:171","msg":"trace[1771003900] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"208.20527ms","start":"2026-07-03T19:33:42.701751Z","end":"2026-07-03T19:33:42.909957Z","steps":["trace[1771003900] 'process raft request' (duration: 160.813633ms)","trace[1771003900] 'compare' (duration: 47.133268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:42.91023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.353094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-03T19:33:42.910297Z","caller":"traceutil/trace.go:171","msg":"trace[514707321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:6641; }","duration":"206.461758ms","start":"2026-07-03T19:33:42.703821Z","end":"2026-07-03T19:33:42.910283Z","steps":["trace[514707321] 'agreement among raft nodes before linearized reading' (duration: 206.237161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.910239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.131277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:42.910384Z","caller":"traceutil/trace.go:171","msg":"trace[1906951440] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6641; }","duration":"188.318741ms","start":"2026-07-03T19:33:42.722047Z","end":"2026-07-03T19:33:42.910366Z","steps":["trace[1906951440] 'agreement among raft nodes before linearized reading' (duration: 188.121365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:42.910732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.069566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-03T19:33:42.910906Z","caller":"traceutil/trace.go:171","msg":"trace[1633703271] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6641; }","duration":"203.744656ms","start":"2026-07-03T19:33:42.707146Z","end":"2026-07-03T19:33:42.910891Z","steps":["trace[1633703271] 'agreement among raft nodes before linearized reading' (duration: 202.944772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.118719Z","caller":"traceutil/trace.go:171","msg":"trace[1934242600] linearizableReadLoop","detail":"{readStateIndex:6913; appliedIndex:6912; }","duration":"122.278597ms","start":"2026-07-03T19:33:42.996258Z","end":"2026-07-03T19:33:43.118536Z","steps":["trace[1934242600] 'read index received' (duration: 45.069145ms)","trace[1934242600] 'applied index is now lower than readState.Index' (duration: 77.207542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.119005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.966016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-07-03T19:33:43.118993Z","caller":"traceutil/trace.go:171","msg":"trace[1989649984] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"139.637779ms","start":"2026-07-03T19:33:42.979311Z","end":"2026-07-03T19:33:43.118948Z","steps":["trace[1989649984] 'process raft request' (duration: 61.992025ms)","trace[1989649984] 'compare' (duration: 76.870931ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:43.119058Z","caller":"traceutil/trace.go:171","msg":"trace[192856812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:6642; }","duration":"204.047399ms","start":"2026-07-03T19:33:42.914992Z","end":"2026-07-03T19:33:43.119039Z","steps":["trace[192856812] 'agreement among raft nodes before linearized reading' (duration: 203.821002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.119054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.121794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T19:33:43.119106Z","caller":"traceutil/trace.go:171","msg":"trace[805527806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6642; }","duration":"144.176965ms","start":"2026-07-03T19:33:42.974915Z","end":"2026-07-03T19:33:43.119092Z","steps":["trace[805527806] 'agreement among raft nodes before linearized reading' (duration: 144.032861ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.140183Z","caller":"traceutil/trace.go:171","msg":"trace[1934169860] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"142.662959ms","start":"2026-07-03T19:33:42.9975Z","end":"2026-07-03T19:33:43.140163Z","steps":["trace[1934169860] 'process raft request' (duration: 142.3727ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.140168Z","caller":"traceutil/trace.go:171","msg":"trace[87999288] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"132.941006ms","start":"2026-07-03T19:33:43.007203Z","end":"2026-07-03T19:33:43.140144Z","steps":["trace[87999288] 'process raft request' (duration: 132.869524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.322343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.038917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:33:43.322424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.575503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-07-03T19:33:43.322445Z","caller":"traceutil/trace.go:171","msg":"trace[624506551] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6645; }","duration":"101.189532ms","start":"2026-07-03T19:33:43.221231Z","end":"2026-07-03T19:33:43.32242Z","steps":["trace[624506551] 'count revisions from in-memory index tree' (duration: 100.950814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.322503Z","caller":"traceutil/trace.go:171","msg":"trace[71288632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:6645; }","duration":"102.685507ms","start":"2026-07-03T19:33:43.219794Z","end":"2026-07-03T19:33:43.322479Z","steps":["trace[71288632] 'range keys from in-memory index tree' (duration: 102.417619ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.616039Z","caller":"traceutil/trace.go:171","msg":"trace[303580406] linearizableReadLoop","detail":"{readStateIndex:6918; appliedIndex:6917; }","duration":"116.08911ms","start":"2026-07-03T19:33:43.499921Z","end":"2026-07-03T19:33:43.61601Z","steps":["trace[303580406] 'read index received' (duration: 115.863112ms)","trace[303580406] 'applied index is now lower than readState.Index' (duration: 225.068µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:43.616098Z","caller":"traceutil/trace.go:171","msg":"trace[571458467] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"119.221934ms","start":"2026-07-03T19:33:43.496848Z","end":"2026-07-03T19:33:43.61607Z","steps":["trace[571458467] 'process raft request' (duration: 119.007277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.616416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.467501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T19:33:43.61647Z","caller":"traceutil/trace.go:171","msg":"trace[2013428701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:6647; }","duration":"116.554073ms","start":"2026-07-03T19:33:43.499903Z","end":"2026-07-03T19:33:43.616457Z","steps":["trace[2013428701] 'agreement among raft nodes before linearized reading' (duration: 116.256644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.812073Z","caller":"traceutil/trace.go:171","msg":"trace[1198316487] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"180.287969ms","start":"2026-07-03T19:33:43.631762Z","end":"2026-07-03T19:33:43.81205Z","steps":["trace[1198316487] 'process raft request' (duration: 180.201286ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.812217Z","caller":"traceutil/trace.go:171","msg":"trace[331776059] linearizableReadLoop","detail":"{readStateIndex:6921; appliedIndex:6918; }","duration":"182.894337ms","start":"2026-07-03T19:33:43.629303Z","end":"2026-07-03T19:33:43.812197Z","steps":["trace[331776059] 'read index received' (duration: 31.913739ms)","trace[331776059] 'applied index is now lower than readState.Index' (duration: 150.979878ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:43.812469Z","caller":"traceutil/trace.go:171","msg":"trace[270557374] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"180.65644ms","start":"2026-07-03T19:33:43.631804Z","end":"2026-07-03T19:33:43.81246Z","steps":["trace[270557374] 'process raft request' (duration: 180.204617ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.812584Z","caller":"traceutil/trace.go:171","msg":"trace[2072479814] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"180.757443ms","start":"2026-07-03T19:33:43.631821Z","end":"2026-07-03T19:33:43.812578Z","steps":["trace[2072479814] 'process raft request' (duration: 180.30269ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.81268Z","caller":"traceutil/trace.go:171","msg":"trace[931096621] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"183.65689ms","start":"2026-07-03T19:33:43.629004Z","end":"2026-07-03T19:33:43.812661Z","steps":["trace[931096621] 'process raft request' (duration: 161.277457ms)","trace[931096621] 'compare' (duration: 21.515206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:43.812867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.536317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T19:33:43.812898Z","caller":"traceutil/trace.go:171","msg":"trace[856456889] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:6653; }","duration":"183.63642ms","start":"2026-07-03T19:33:43.629252Z","end":"2026-07-03T19:33:43.812889Z","steps":["trace[856456889] 'agreement among raft nodes before linearized reading' (duration: 183.475425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:43.812998Z","caller":"traceutil/trace.go:171","msg":"trace[339161061] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"183.970239ms","start":"2026-07-03T19:33:43.629012Z","end":"2026-07-03T19:33:43.812982Z","steps":["trace[339161061] 'process raft request' (duration: 182.905368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:43.813082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.839794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T19:33:43.813871Z","caller":"traceutil/trace.go:171","msg":"trace[1615826026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:6653; }","duration":"164.620857ms","start":"2026-07-03T19:33:43.649234Z","end":"2026-07-03T19:33:43.813855Z","steps":["trace[1615826026] 'agreement among raft nodes before linearized reading' (duration: 163.803433ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.098772Z","caller":"traceutil/trace.go:171","msg":"trace[760531975] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"244.363838ms","start":"2026-07-03T19:33:43.85437Z","end":"2026-07-03T19:33:44.098734Z","steps":["trace[760531975] 'process raft request' (duration: 220.611235ms)","trace[760531975] 'compare' (duration: 23.326681ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.18014Z","caller":"traceutil/trace.go:171","msg":"trace[1066079490] linearizableReadLoop","detail":"{readStateIndex:6929; appliedIndex:6924; }","duration":"301.183383ms","start":"2026-07-03T19:33:43.878942Z","end":"2026-07-03T19:33:44.180125Z","steps":["trace[1066079490] 'read index received' (duration: 196.041838ms)","trace[1066079490] 'applied index is now lower than readState.Index' (duration: 105.140765ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.180141Z","caller":"traceutil/trace.go:171","msg":"trace[1831792794] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"325.234754ms","start":"2026-07-03T19:33:43.854866Z","end":"2026-07-03T19:33:44.180101Z","steps":["trace[1831792794] 'process raft request' (duration: 325.003737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.180422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.854841Z","time spent":"325.496492ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5588,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:44.180576Z","caller":"traceutil/trace.go:171","msg":"trace[280079160] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"322.681778ms","start":"2026-07-03T19:33:43.857875Z","end":"2026-07-03T19:33:44.180557Z","steps":["trace[280079160] 'process raft request' (duration: 322.185353ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.180609Z","caller":"traceutil/trace.go:171","msg":"trace[1534555276] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"325.542743ms","start":"2026-07-03T19:33:43.855046Z","end":"2026-07-03T19:33:44.180589Z","steps":["trace[1534555276] 'process raft request' (duration: 324.979577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.180956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.854994Z","time spent":"325.919355ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:44.18071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.857858Z","time spent":"322.782681ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:44.180744Z","caller":"traceutil/trace.go:171","msg":"trace[851559559] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"325.410789ms","start":"2026-07-03T19:33:43.854898Z","end":"2026-07-03T19:33:44.180308Z","steps":["trace[851559559] 'process raft request' (duration: 325.085109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.181253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.85487Z","time spent":"326.321026ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:44.180833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.818041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bede915dc99df9\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-07-03T19:33:44.18141Z","caller":"traceutil/trace.go:171","msg":"trace[1857946015] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bede915dc99df9; range_end:; response_count:1; response_revision:6658; }","duration":"302.489901ms","start":"2026-07-03T19:33:43.878904Z","end":"2026-07-03T19:33:44.181394Z","steps":["trace[1857946015] 'agreement among raft nodes before linearized reading' (duration: 301.664717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.181487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:43.87889Z","time spent":"302.580894ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bede915dc99df9\" "} {"level":"warn","ts":"2026-07-03T19:33:44.353303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.028341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:44.353413Z","caller":"traceutil/trace.go:171","msg":"trace[424439949] linearizableReadLoop","detail":"{readStateIndex:6930; appliedIndex:6929; }","duration":"162.542195ms","start":"2026-07-03T19:33:44.190857Z","end":"2026-07-03T19:33:44.353399Z","steps":["trace[424439949] 'read index received' (duration: 37.475003ms)","trace[424439949] 'applied index is now lower than readState.Index' (duration: 125.065122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:44.353512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.650738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T19:33:44.353532Z","caller":"traceutil/trace.go:171","msg":"trace[1733342312] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:6659; }","duration":"162.70185ms","start":"2026-07-03T19:33:44.190823Z","end":"2026-07-03T19:33:44.353525Z","steps":["trace[1733342312] 'agreement among raft nodes before linearized reading' (duration: 162.608517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:44.353683Z","caller":"traceutil/trace.go:171","msg":"trace[1478749762] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"170.077712ms","start":"2026-07-03T19:33:44.183596Z","end":"2026-07-03T19:33:44.353674Z","steps":["trace[1478749762] 'process raft request' (duration: 44.606638ms)","trace[1478749762] 'compare' (duration: 124.815555ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:44.379997Z","caller":"traceutil/trace.go:171","msg":"trace[1523508584] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"189.109362ms","start":"2026-07-03T19:33:44.190868Z","end":"2026-07-03T19:33:44.379977Z","steps":["trace[1523508584] 'process raft request' (duration: 188.990449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:44.698362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.152934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:44.698656Z","caller":"traceutil/trace.go:171","msg":"trace[177455749] transaction","detail":"{read_only:false; response_revision:6665; number_of_response:1; }","duration":"314.135193ms","start":"2026-07-03T19:33:44.384494Z","end":"2026-07-03T19:33:44.698629Z","steps":["trace[177455749] 'process raft request' (duration: 192.596178ms)","trace[177455749] 'compare' (duration: 121.01464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:44.698802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:44.384476Z","time spent":"314.283057ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:47.340241Z","caller":"traceutil/trace.go:171","msg":"trace[1184011725] linearizableReadLoop","detail":"{readStateIndex:6942; appliedIndex:6941; }","duration":"121.775562ms","start":"2026-07-03T19:33:47.218443Z","end":"2026-07-03T19:33:47.340219Z","steps":["trace[1184011725] 'read index received' (duration: 121.583976ms)","trace[1184011725] 'applied index is now lower than readState.Index' (duration: 190.946µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:47.34053Z","caller":"traceutil/trace.go:171","msg":"trace[919837815] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"140.892452ms","start":"2026-07-03T19:33:47.199628Z","end":"2026-07-03T19:33:47.34052Z","steps":["trace[919837815] 'process raft request' (duration: 140.467439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.341695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.639129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:33:47.341825Z","caller":"traceutil/trace.go:171","msg":"trace[326659357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6671; }","duration":"110.806845ms","start":"2026-07-03T19:33:47.230994Z","end":"2026-07-03T19:33:47.341801Z","steps":["trace[326659357] 'agreement among raft nodes before linearized reading' (duration: 110.479985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.342073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.621327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-03T19:33:47.342136Z","caller":"traceutil/trace.go:171","msg":"trace[1448407249] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:6671; }","duration":"123.71024ms","start":"2026-07-03T19:33:47.218406Z","end":"2026-07-03T19:33:47.342116Z","steps":["trace[1448407249] 'agreement among raft nodes before linearized reading' (duration: 123.575026ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.502805Z","caller":"traceutil/trace.go:171","msg":"trace[777232228] linearizableReadLoop","detail":"{readStateIndex:6943; appliedIndex:6942; }","duration":"134.721628ms","start":"2026-07-03T19:33:47.368059Z","end":"2026-07-03T19:33:47.50278Z","steps":["trace[777232228] 'read index received' (duration: 38.718465ms)","trace[777232228] 'applied index is now lower than readState.Index' (duration: 96.002023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.503025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.604459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-03T19:33:47.503065Z","caller":"traceutil/trace.go:171","msg":"trace[1736856831] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:6672; }","duration":"108.735733ms","start":"2026-07-03T19:33:47.39432Z","end":"2026-07-03T19:33:47.503055Z","steps":["trace[1736856831] 'agreement among raft nodes before linearized reading' (duration: 108.589569ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.503075Z","caller":"traceutil/trace.go:171","msg":"trace[10353941] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"147.817628ms","start":"2026-07-03T19:33:47.355241Z","end":"2026-07-03T19:33:47.503058Z","steps":["trace[10353941] 'process raft request' (duration: 51.537337ms)","trace[10353941] 'compare' (duration: 95.824728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.503014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.937274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-07-03T19:33:47.503294Z","caller":"traceutil/trace.go:171","msg":"trace[1255916364] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6672; }","duration":"135.262004ms","start":"2026-07-03T19:33:47.368023Z","end":"2026-07-03T19:33:47.503285Z","steps":["trace[1255916364] 'agreement among raft nodes before linearized reading' (duration: 134.874613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.803336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.159867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-07-03T19:33:47.803382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.976775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5017"} {"level":"info","ts":"2026-07-03T19:33:47.803425Z","caller":"traceutil/trace.go:171","msg":"trace[1062413563] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:6672; }","duration":"159.299451ms","start":"2026-07-03T19:33:47.644105Z","end":"2026-07-03T19:33:47.803405Z","steps":["trace[1062413563] 'range keys from in-memory index tree' (duration: 158.977341ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.803436Z","caller":"traceutil/trace.go:171","msg":"trace[1185387157] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:6672; }","duration":"135.060598ms","start":"2026-07-03T19:33:47.668361Z","end":"2026-07-03T19:33:47.803421Z","steps":["trace[1185387157] 'range keys from in-memory index tree' (duration: 134.900153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:47.803953Z","caller":"traceutil/trace.go:171","msg":"trace[328145924] linearizableReadLoop","detail":"{readStateIndex:6944; appliedIndex:6943; }","duration":"110.595888ms","start":"2026-07-03T19:33:47.693279Z","end":"2026-07-03T19:33:47.803875Z","steps":["trace[328145924] 'read index received' (duration: 51.928779ms)","trace[328145924] 'applied index is now lower than readState.Index' (duration: 58.665519ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:47.804062Z","caller":"traceutil/trace.go:171","msg":"trace[1392886366] transaction","detail":"{read_only:false; response_revision:6673; number_of_response:1; }","duration":"114.143874ms","start":"2026-07-03T19:33:47.689897Z","end":"2026-07-03T19:33:47.804041Z","steps":["trace[1392886366] 'process raft request' (duration: 55.358631ms)","trace[1392886366] 'compare' (duration: 58.146013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:47.804434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.128155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11495"} {"level":"info","ts":"2026-07-03T19:33:47.80455Z","caller":"traceutil/trace.go:171","msg":"trace[1280151567] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6673; }","duration":"111.266639ms","start":"2026-07-03T19:33:47.693245Z","end":"2026-07-03T19:33:47.804511Z","steps":["trace[1280151567] 'agreement among raft nodes before linearized reading' (duration: 110.982361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:47.805962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.861224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-07-03T19:33:47.806115Z","caller":"traceutil/trace.go:171","msg":"trace[1947218733] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:6672; }","duration":"175.064671ms","start":"2026-07-03T19:33:47.631033Z","end":"2026-07-03T19:33:47.806097Z","steps":["trace[1947218733] 'range keys from in-memory index tree' (duration: 172.435102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:48.83577Z","caller":"traceutil/trace.go:171","msg":"trace[276277890] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"206.95321ms","start":"2026-07-03T19:33:48.62876Z","end":"2026-07-03T19:33:48.835714Z","steps":["trace[276277890] 'process raft request' (duration: 206.122425ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:49.350678Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4389} {"level":"warn","ts":"2026-07-03T19:33:49.351245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.127639ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-03T19:33:49.351344Z","caller":"traceutil/trace.go:171","msg":"trace[1061191027] compact","detail":"{revision:4389; response_revision:6676; }","duration":"215.621236ms","start":"2026-07-03T19:33:49.135709Z","end":"2026-07-03T19:33:49.35133Z","steps":["trace[1061191027] 'process raft request' (duration: 60.701094ms)","trace[1061191027] 'check and update compact revision' (duration: 154.047936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:49.722191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.406385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:49.722304Z","caller":"traceutil/trace.go:171","msg":"trace[26040431] linearizableReadLoop","detail":"{readStateIndex:6949; appliedIndex:6948; }","duration":"251.997287ms","start":"2026-07-03T19:33:49.470279Z","end":"2026-07-03T19:33:49.722276Z","steps":["trace[26040431] 'read index received' (duration: 88.142749ms)","trace[26040431] 'applied index is now lower than readState.Index' (duration: 163.853168ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:49.72239Z","caller":"traceutil/trace.go:171","msg":"trace[1268856860] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"346.35979ms","start":"2026-07-03T19:33:49.376008Z","end":"2026-07-03T19:33:49.722368Z","steps":["trace[1268856860] 'process raft request' (duration: 182.684797ms)","trace[1268856860] 'compare' (duration: 163.049294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:49.722429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.151161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:49.722457Z","caller":"traceutil/trace.go:171","msg":"trace[1787140832] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6677; }","duration":"252.224093ms","start":"2026-07-03T19:33:49.470224Z","end":"2026-07-03T19:33:49.722448Z","steps":["trace[1787140832] 'agreement among raft nodes before linearized reading' (duration: 252.137361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:49.722494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.375981Z","time spent":"346.456352ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:50.160559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.993777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:33:50.160891Z","caller":"traceutil/trace.go:171","msg":"trace[1622433555] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"202.570139ms","start":"2026-07-03T19:33:49.958304Z","end":"2026-07-03T19:33:50.160874Z","steps":["trace[1622433555] 'process raft request' (duration: 202.535818ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:50.160897Z","caller":"traceutil/trace.go:171","msg":"trace[452538044] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"470.889811ms","start":"2026-07-03T19:33:49.689782Z","end":"2026-07-03T19:33:50.160671Z","steps":["trace[452538044] 'process raft request' (duration: 47.673247ms)","trace[452538044] 'compare' (duration: 283.364057ms)","trace[452538044] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/keystone-domain-manage-td856.18bede93fde4a6f3; req_size:757; } (duration: 139.506267ms)"],"step_count":3} {"level":"info","ts":"2026-07-03T19:33:50.161072Z","caller":"traceutil/trace.go:171","msg":"trace[2082817795] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"426.031768ms","start":"2026-07-03T19:33:49.735026Z","end":"2026-07-03T19:33:50.161058Z","steps":["trace[2082817795] 'process raft request' (duration: 425.627326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.161169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.735007Z","time spent":"426.097239ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:50.161227Z","caller":"traceutil/trace.go:171","msg":"trace[804505838] linearizableReadLoop","detail":"{readStateIndex:6950; appliedIndex:6949; }","duration":"438.87952ms","start":"2026-07-03T19:33:49.722333Z","end":"2026-07-03T19:33:50.161213Z","steps":["trace[804505838] 'read index received' (duration: 15.13368ms)","trace[804505838] 'applied index is now lower than readState.Index' (duration: 423.7443ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.161153Z","caller":"traceutil/trace.go:171","msg":"trace[1129258663] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"352.539094ms","start":"2026-07-03T19:33:49.808567Z","end":"2026-07-03T19:33:50.161106Z","steps":["trace[1129258663] 'process raft request' (duration: 352.231705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.161325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.689759Z","time spent":"471.338363ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T19:33:50.161488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.789263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:33:50.16151Z","caller":"traceutil/trace.go:171","msg":"trace[2055886026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6681; }","duration":"419.848604ms","start":"2026-07-03T19:33:49.741655Z","end":"2026-07-03T19:33:50.161504Z","steps":["trace[2055886026] 'agreement among raft nodes before linearized reading' (duration: 419.806653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.161529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.741617Z","time spent":"419.907986ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:33:50.161509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.058562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:33:50.16157Z","caller":"traceutil/trace.go:171","msg":"trace[1543733042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6681; }","duration":"654.159955ms","start":"2026-07-03T19:33:49.507396Z","end":"2026-07-03T19:33:50.161556Z","steps":["trace[1543733042] 'agreement among raft nodes before linearized reading' (duration: 653.936548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.161617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.507378Z","time spent":"654.230907ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:33:50.161368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.786253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:33:50.161716Z","caller":"traceutil/trace.go:171","msg":"trace[518295991] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6681; }","duration":"591.190065ms","start":"2026-07-03T19:33:49.570503Z","end":"2026-07-03T19:33:50.161693Z","steps":["trace[518295991] 'agreement among raft nodes before linearized reading' (duration: 590.772212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.16194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.808542Z","time spent":"353.360139ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:33:50.161956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:49.57049Z","time spent":"591.417441ms","remote":"127.0.0.1:36954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:33:50.394108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4389,"took":"1.042034415s","hash":242113571,"current-db-size-bytes":40644608,"current-db-size":"41 MB","current-db-size-in-use-bytes":30978048,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-03T19:33:50.394174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":242113571,"revision":4389,"compact-revision":2572} {"level":"info","ts":"2026-07-03T19:33:50.394312Z","caller":"traceutil/trace.go:171","msg":"trace[2062477220] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"229.375401ms","start":"2026-07-03T19:33:50.164903Z","end":"2026-07-03T19:33:50.394279Z","steps":["trace[2062477220] 'process raft request' (duration: 171.038951ms)","trace[2062477220] 'compare' (duration: 57.939598ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.532201Z","caller":"traceutil/trace.go:171","msg":"trace[1324100268] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"366.62143ms","start":"2026-07-03T19:33:50.165546Z","end":"2026-07-03T19:33:50.532168Z","steps":["trace[1324100268] 'process raft request' (duration: 273.304663ms)","trace[1324100268] 'compare' (duration: 93.164302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:33:50.532455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:33:50.165538Z","time spent":"366.743444ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:33:50.53401Z","caller":"traceutil/trace.go:171","msg":"trace[1324959899] linearizableReadLoop","detail":"{readStateIndex:6956; appliedIndex:6954; }","duration":"160.498459ms","start":"2026-07-03T19:33:50.373485Z","end":"2026-07-03T19:33:50.533983Z","steps":["trace[1324959899] 'read index received' (duration: 65.402259ms)","trace[1324959899] 'applied index is now lower than readState.Index' (duration: 95.09438ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:50.534125Z","caller":"traceutil/trace.go:171","msg":"trace[1079235353] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"258.352431ms","start":"2026-07-03T19:33:50.275759Z","end":"2026-07-03T19:33:50.534111Z","steps":["trace[1079235353] 'process raft request' (duration: 256.375682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:33:50.534568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.078536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-03T19:33:50.534606Z","caller":"traceutil/trace.go:171","msg":"trace[1444996295] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6684; }","duration":"161.146408ms","start":"2026-07-03T19:33:50.37345Z","end":"2026-07-03T19:33:50.534597Z","steps":["trace[1444996295] 'agreement among raft nodes before linearized reading' (duration: 161.027254ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:50.689829Z","caller":"traceutil/trace.go:171","msg":"trace[1396402777] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"139.389843ms","start":"2026-07-03T19:33:50.550409Z","end":"2026-07-03T19:33:50.689798Z","steps":["trace[1396402777] 'process raft request' (duration: 111.030113ms)","trace[1396402777] 'compare' (duration: 28.047111ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:33:51.750327Z","caller":"traceutil/trace.go:171","msg":"trace[1606287711] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"117.844888ms","start":"2026-07-03T19:33:51.632458Z","end":"2026-07-03T19:33:51.750303Z","steps":["trace[1606287711] 'process raft request' (duration: 117.669553ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:33:51.768747Z","caller":"traceutil/trace.go:171","msg":"trace[2126070415] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"133.422379ms","start":"2026-07-03T19:33:51.635299Z","end":"2026-07-03T19:33:51.768721Z","steps":["trace[2126070415] 'process raft request' (duration: 132.941715ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:42.968351Z","caller":"traceutil/trace.go:171","msg":"trace[2000412931] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"251.781603ms","start":"2026-07-03T19:34:42.716544Z","end":"2026-07-03T19:34:42.968325Z","steps":["trace[2000412931] 'process raft request' (duration: 251.551756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.340466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.334599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:34:43.340548Z","caller":"traceutil/trace.go:171","msg":"trace[1127646657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7161; }","duration":"251.474683ms","start":"2026-07-03T19:34:43.089058Z","end":"2026-07-03T19:34:43.340532Z","steps":["trace[1127646657] 'range keys from in-memory index tree' (duration: 251.136864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:43.341155Z","caller":"traceutil/trace.go:171","msg":"trace[369980768] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"215.302668ms","start":"2026-07-03T19:34:43.125817Z","end":"2026-07-03T19:34:43.34112Z","steps":["trace[369980768] 'process raft request' (duration: 173.76453ms)","trace[369980768] 'compare' (duration: 40.672495ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:43.341199Z","caller":"traceutil/trace.go:171","msg":"trace[679907133] linearizableReadLoop","detail":"{readStateIndex:7452; appliedIndex:7451; }","duration":"181.666432ms","start":"2026-07-03T19:34:43.159511Z","end":"2026-07-03T19:34:43.341178Z","steps":["trace[679907133] 'read index received' (duration: 140.012511ms)","trace[679907133] 'applied index is now lower than readState.Index' (duration: 41.652991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:43.34137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.816036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:34:43.341395Z","caller":"traceutil/trace.go:171","msg":"trace[516956279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7162; }","duration":"181.918849ms","start":"2026-07-03T19:34:43.15947Z","end":"2026-07-03T19:34:43.341388Z","steps":["trace[516956279] 'agreement among raft nodes before linearized reading' (duration: 181.813966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.341559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.383905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:43.341578Z","caller":"traceutil/trace.go:171","msg":"trace[892052494] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7162; }","duration":"106.439567ms","start":"2026-07-03T19:34:43.235133Z","end":"2026-07-03T19:34:43.341572Z","steps":["trace[892052494] 'agreement among raft nodes before linearized reading' (duration: 106.406906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.867915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497149355959551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T19:34:43.932435Z","caller":"traceutil/trace.go:171","msg":"trace[1811332621] linearizableReadLoop","detail":"{readStateIndex:7454; appliedIndex:7452; }","duration":"565.127119ms","start":"2026-07-03T19:34:43.367286Z","end":"2026-07-03T19:34:43.932413Z","steps":["trace[1811332621] 'read index received' (duration: 521.214187ms)","trace[1811332621] 'applied index is now lower than readState.Index' (duration: 43.911702ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:43.932844Z","caller":"traceutil/trace.go:171","msg":"trace[1438266663] transaction","detail":"{read_only:false; response_revision:7163; number_of_response:1; }","duration":"588.220262ms","start":"2026-07-03T19:34:43.344608Z","end":"2026-07-03T19:34:43.932828Z","steps":["trace[1438266663] 'process raft request' (duration: 543.863637ms)","trace[1438266663] 'compare' (duration: 43.748198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:43.93295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.344584Z","time spent":"588.300514ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:43.933114Z","caller":"traceutil/trace.go:171","msg":"trace[1293955043] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"221.956079ms","start":"2026-07-03T19:34:43.711149Z","end":"2026-07-03T19:34:43.933105Z","steps":["trace[1293955043] 'process raft request' (duration: 221.220558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.933551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.055641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:34:43.933602Z","caller":"traceutil/trace.go:171","msg":"trace[846909985] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7164; }","duration":"548.157993ms","start":"2026-07-03T19:34:43.385433Z","end":"2026-07-03T19:34:43.933591Z","steps":["trace[846909985] 'agreement among raft nodes before linearized reading' (duration: 548.062801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.933624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.385422Z","time spent":"548.197304ms","remote":"127.0.0.1:36872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:34:43.933331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.054625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:43.93379Z","caller":"traceutil/trace.go:171","msg":"trace[1749363609] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7164; }","duration":"566.512227ms","start":"2026-07-03T19:34:43.367264Z","end":"2026-07-03T19:34:43.933776Z","steps":["trace[1749363609] 'agreement among raft nodes before linearized reading' (duration: 565.976463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.933788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.020954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:34:43.93384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.020828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:34:43.933842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.36721Z","time spent":"566.61462ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-03T19:34:43.933861Z","caller":"traceutil/trace.go:171","msg":"trace[411395018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7164; }","duration":"190.080079ms","start":"2026-07-03T19:34:43.743776Z","end":"2026-07-03T19:34:43.933856Z","steps":["trace[411395018] 'agreement among raft nodes before linearized reading' (duration: 190.049609ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:43.933853Z","caller":"traceutil/trace.go:171","msg":"trace[208969086] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:7164; }","duration":"439.113117ms","start":"2026-07-03T19:34:43.494715Z","end":"2026-07-03T19:34:43.933828Z","steps":["trace[208969086] 'agreement among raft nodes before linearized reading' (duration: 439.017204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.933894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.494698Z","time spent":"439.186278ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:34:43.933918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.502716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:43.933982Z","caller":"traceutil/trace.go:171","msg":"trace[485436694] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7164; }","duration":"351.617519ms","start":"2026-07-03T19:34:43.582349Z","end":"2026-07-03T19:34:43.933966Z","steps":["trace[485436694] 'agreement among raft nodes before linearized reading' (duration: 351.486426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.934018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.582329Z","time spent":"351.682832ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T19:34:43.93424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.177595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:43.934267Z","caller":"traceutil/trace.go:171","msg":"trace[1016711929] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7164; }","duration":"336.224895ms","start":"2026-07-03T19:34:43.598035Z","end":"2026-07-03T19:34:43.93426Z","steps":["trace[1016711929] 'agreement among raft nodes before linearized reading' (duration: 335.65397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:43.935236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:43.598023Z","time spent":"337.202272ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-03T19:34:46.135859Z","caller":"traceutil/trace.go:171","msg":"trace[496597389] linearizableReadLoop","detail":"{readStateIndex:7462; appliedIndex:7461; }","duration":"195.43333ms","start":"2026-07-03T19:34:45.940403Z","end":"2026-07-03T19:34:46.135837Z","steps":["trace[496597389] 'read index received' (duration: 195.329547ms)","trace[496597389] 'applied index is now lower than readState.Index' (duration: 102.813µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:46.136067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.641966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T19:34:46.136106Z","caller":"traceutil/trace.go:171","msg":"trace[364446075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7172; }","duration":"195.734038ms","start":"2026-07-03T19:34:45.940362Z","end":"2026-07-03T19:34:46.136096Z","steps":["trace[364446075] 'agreement among raft nodes before linearized reading' (duration: 195.592624ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:46.136055Z","caller":"traceutil/trace.go:171","msg":"trace[1725942680] transaction","detail":"{read_only:false; response_revision:7172; number_of_response:1; }","duration":"196.674113ms","start":"2026-07-03T19:34:45.939307Z","end":"2026-07-03T19:34:46.135981Z","steps":["trace[1725942680] 'process raft request' (duration: 196.386335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:46.137148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.630551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:46.137212Z","caller":"traceutil/trace.go:171","msg":"trace[1081190538] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7173; }","duration":"196.704423ms","start":"2026-07-03T19:34:45.940491Z","end":"2026-07-03T19:34:46.137195Z","steps":["trace[1081190538] 'agreement among raft nodes before linearized reading' (duration: 196.483217ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:46.13729Z","caller":"traceutil/trace.go:171","msg":"trace[502618647] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"126.124219ms","start":"2026-07-03T19:34:46.011155Z","end":"2026-07-03T19:34:46.137279Z","steps":["trace[502618647] 'process raft request' (duration: 125.709217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:46.137457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.076917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:34:46.137495Z","caller":"traceutil/trace.go:171","msg":"trace[1919091991] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7173; }","duration":"149.148939ms","start":"2026-07-03T19:34:45.988337Z","end":"2026-07-03T19:34:46.137486Z","steps":["trace[1919091991] 'agreement among raft nodes before linearized reading' (duration: 149.076127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:46.137692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.107085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:46.137726Z","caller":"traceutil/trace.go:171","msg":"trace[406610997] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7173; }","duration":"197.185327ms","start":"2026-07-03T19:34:45.940532Z","end":"2026-07-03T19:34:46.137718Z","steps":["trace[406610997] 'agreement among raft nodes before linearized reading' (duration: 197.090664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:46.137796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.253808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:46.13783Z","caller":"traceutil/trace.go:171","msg":"trace[523170262] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7173; }","duration":"197.312391ms","start":"2026-07-03T19:34:45.940509Z","end":"2026-07-03T19:34:46.137822Z","steps":["trace[523170262] 'agreement among raft nodes before linearized reading' (duration: 197.223768ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:48.256679Z","caller":"traceutil/trace.go:171","msg":"trace[1112812879] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"115.104984ms","start":"2026-07-03T19:34:48.141554Z","end":"2026-07-03T19:34:48.256659Z","steps":["trace[1112812879] 'process raft request' (duration: 114.94281ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:48.257394Z","caller":"traceutil/trace.go:171","msg":"trace[1159047489] linearizableReadLoop","detail":"{readStateIndex:7475; appliedIndex:7473; }","duration":"114.076256ms","start":"2026-07-03T19:34:48.143304Z","end":"2026-07-03T19:34:48.25738Z","steps":["trace[1159047489] 'read index received' (duration: 113.170172ms)","trace[1159047489] 'applied index is now lower than readState.Index' (duration: 905.514µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:48.257529Z","caller":"traceutil/trace.go:171","msg":"trace[1732004783] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"114.756905ms","start":"2026-07-03T19:34:48.142765Z","end":"2026-07-03T19:34:48.257522Z","steps":["trace[1732004783] 'process raft request' (duration: 114.519799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:48.257781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.747534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:34:48.257803Z","caller":"traceutil/trace.go:171","msg":"trace[1487117664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7184; }","duration":"111.820835ms","start":"2026-07-03T19:34:48.145977Z","end":"2026-07-03T19:34:48.257798Z","steps":["trace[1487117664] 'agreement among raft nodes before linearized reading' (duration: 111.707922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:48.257791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.432606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:48.257837Z","caller":"traceutil/trace.go:171","msg":"trace[1165915906] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7184; }","duration":"114.547888ms","start":"2026-07-03T19:34:48.143276Z","end":"2026-07-03T19:34:48.257824Z","steps":["trace[1165915906] 'agreement among raft nodes before linearized reading' (duration: 114.364743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:48.25794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.6723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T19:34:48.257956Z","caller":"traceutil/trace.go:171","msg":"trace[1039768074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7184; }","duration":"112.7027ms","start":"2026-07-03T19:34:48.145247Z","end":"2026-07-03T19:34:48.25795Z","steps":["trace[1039768074] 'agreement among raft nodes before linearized reading' (duration: 112.659999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:48.258089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.669106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:48.258119Z","caller":"traceutil/trace.go:171","msg":"trace[1923772624] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7184; }","duration":"113.717287ms","start":"2026-07-03T19:34:48.144393Z","end":"2026-07-03T19:34:48.25811Z","steps":["trace[1923772624] 'agreement among raft nodes before linearized reading' (duration: 113.631105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:48.258149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.096097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:48.258244Z","caller":"traceutil/trace.go:171","msg":"trace[2086049967] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7184; }","duration":"114.21644ms","start":"2026-07-03T19:34:48.143995Z","end":"2026-07-03T19:34:48.258211Z","steps":["trace[2086049967] 'agreement among raft nodes before linearized reading' (duration: 113.668095ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:55.505173Z","caller":"traceutil/trace.go:171","msg":"trace[1972002952] linearizableReadLoop","detail":"{readStateIndex:7520; appliedIndex:7519; }","duration":"390.033404ms","start":"2026-07-03T19:34:55.115104Z","end":"2026-07-03T19:34:55.505138Z","steps":["trace[1972002952] 'read index received' (duration: 389.830448ms)","trace[1972002952] 'applied index is now lower than readState.Index' (duration: 201.626µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:55.505269Z","caller":"traceutil/trace.go:171","msg":"trace[455603099] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"453.326993ms","start":"2026-07-03T19:34:55.051906Z","end":"2026-07-03T19:34:55.505233Z","steps":["trace[455603099] 'process raft request' (duration: 453.051125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:55.505385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.223149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:55.505424Z","caller":"traceutil/trace.go:171","msg":"trace[278650166] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7228; }","duration":"390.335342ms","start":"2026-07-03T19:34:55.115077Z","end":"2026-07-03T19:34:55.505413Z","steps":["trace[278650166] 'agreement among raft nodes before linearized reading' (duration: 390.198659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:55.505463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:55.051892Z","time spent":"453.482368ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:34:55.50547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:55.115063Z","time spent":"390.397653ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:34:56.038545Z","caller":"traceutil/trace.go:171","msg":"trace[1853472591] linearizableReadLoop","detail":"{readStateIndex:7521; appliedIndex:7520; }","duration":"448.590697ms","start":"2026-07-03T19:34:55.589929Z","end":"2026-07-03T19:34:56.038519Z","steps":["trace[1853472591] 'read index received' (duration: 448.361161ms)","trace[1853472591] 'applied index is now lower than readState.Index' (duration: 228.986µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:56.038674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.72907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:34:56.038702Z","caller":"traceutil/trace.go:171","msg":"trace[1067292691] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7229; }","duration":"448.820303ms","start":"2026-07-03T19:34:55.589875Z","end":"2026-07-03T19:34:56.038695Z","steps":["trace[1067292691] 'agreement among raft nodes before linearized reading' (duration: 448.72386ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:56.038633Z","caller":"traceutil/trace.go:171","msg":"trace[566688156] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"623.422371ms","start":"2026-07-03T19:34:55.415176Z","end":"2026-07-03T19:34:56.038599Z","steps":["trace[566688156] 'process raft request' (duration: 622.959959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.038773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:55.589852Z","time spent":"448.911676ms","remote":"127.0.0.1:37152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:34:56.03896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:55.415155Z","time spent":"623.612367ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:56.560428Z","caller":"traceutil/trace.go:171","msg":"trace[597590745] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"708.880203ms","start":"2026-07-03T19:34:55.85153Z","end":"2026-07-03T19:34:56.56041Z","steps":["trace[597590745] 'process raft request' (duration: 708.656897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.560636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.138283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:34:56.560716Z","caller":"traceutil/trace.go:171","msg":"trace[1871510112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7230; }","duration":"345.293908ms","start":"2026-07-03T19:34:56.215405Z","end":"2026-07-03T19:34:56.560699Z","steps":["trace[1871510112] 'agreement among raft nodes before linearized reading' (duration: 345.122983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.560766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.215384Z","time spent":"345.370399ms","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:34:56.560988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:55.851499Z","time spent":"708.994096ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:56.560364Z","caller":"traceutil/trace.go:171","msg":"trace[1830557668] linearizableReadLoop","detail":"{readStateIndex:7522; appliedIndex:7521; }","duration":"344.881406ms","start":"2026-07-03T19:34:56.215459Z","end":"2026-07-03T19:34:56.56034Z","steps":["trace[1830557668] 'read index received' (duration: 344.687901ms)","trace[1830557668] 'applied index is now lower than readState.Index' (duration: 192.255µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:56.610877Z","caller":"traceutil/trace.go:171","msg":"trace[312016397] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"286.050816ms","start":"2026-07-03T19:34:56.324806Z","end":"2026-07-03T19:34:56.610857Z","steps":["trace[312016397] 'process raft request' (duration: 285.948183ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:56.611125Z","caller":"traceutil/trace.go:171","msg":"trace[1918188661] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"286.475127ms","start":"2026-07-03T19:34:56.324637Z","end":"2026-07-03T19:34:56.611112Z","steps":["trace[1918188661] 'process raft request' (duration: 286.033545ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:56.611327Z","caller":"traceutil/trace.go:171","msg":"trace[258218976] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"113.518981ms","start":"2026-07-03T19:34:56.497798Z","end":"2026-07-03T19:34:56.611317Z","steps":["trace[258218976] 'process raft request' (duration: 113.019768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.611414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.341881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:34:56.611477Z","caller":"traceutil/trace.go:171","msg":"trace[696153832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7233; }","duration":"284.430923ms","start":"2026-07-03T19:34:56.32703Z","end":"2026-07-03T19:34:56.611461Z","steps":["trace[696153832] 'agreement among raft nodes before linearized reading' (duration: 284.236138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.611494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.341483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T19:34:56.611528Z","caller":"traceutil/trace.go:171","msg":"trace[282213200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7233; }","duration":"286.402355ms","start":"2026-07-03T19:34:56.325116Z","end":"2026-07-03T19:34:56.611519Z","steps":["trace[282213200] 'agreement among raft nodes before linearized reading' (duration: 286.299793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.611659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.133548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:34:56.611692Z","caller":"traceutil/trace.go:171","msg":"trace[1830274431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7233; }","duration":"281.203179ms","start":"2026-07-03T19:34:56.330481Z","end":"2026-07-03T19:34:56.611684Z","steps":["trace[1830274431] 'agreement among raft nodes before linearized reading' (duration: 281.118027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.611718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.127239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:56.611758Z","caller":"traceutil/trace.go:171","msg":"trace[482035383] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7233; }","duration":"286.18562ms","start":"2026-07-03T19:34:56.325564Z","end":"2026-07-03T19:34:56.611749Z","steps":["trace[482035383] 'agreement among raft nodes before linearized reading' (duration: 286.091228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.612266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.037405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:56.612341Z","caller":"traceutil/trace.go:171","msg":"trace[1890010116] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7233; }","duration":"333.189048ms","start":"2026-07-03T19:34:56.279134Z","end":"2026-07-03T19:34:56.612323Z","steps":["trace[1890010116] 'agreement among raft nodes before linearized reading' (duration: 331.76939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.612386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.279084Z","time spent":"333.289631ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T19:34:56.612644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.865394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:34:56.612719Z","caller":"traceutil/trace.go:171","msg":"trace[1677423457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7233; }","duration":"287.968777ms","start":"2026-07-03T19:34:56.324736Z","end":"2026-07-03T19:34:56.612705Z","steps":["trace[1677423457] 'agreement among raft nodes before linearized reading' (duration: 287.789822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.613439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.47ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:56.613487Z","caller":"traceutil/trace.go:171","msg":"trace[882796037] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7233; }","duration":"288.548432ms","start":"2026-07-03T19:34:56.324927Z","end":"2026-07-03T19:34:56.613476Z","steps":["trace[882796037] 'agreement among raft nodes before linearized reading' (duration: 288.406888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.927067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.580097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:34:56.927186Z","caller":"traceutil/trace.go:171","msg":"trace[1495320337] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"310.589753ms","start":"2026-07-03T19:34:56.616576Z","end":"2026-07-03T19:34:56.927165Z","steps":["trace[1495320337] 'process raft request' (duration: 134.810291ms)","trace[1495320337] 'compare' (duration: 175.453213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:56.927254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.61656Z","time spent":"310.661545ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:56.986997Z","caller":"traceutil/trace.go:171","msg":"trace[20409142] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"370.268646ms","start":"2026-07-03T19:34:56.616699Z","end":"2026-07-03T19:34:56.986968Z","steps":["trace[20409142] 'process raft request' (duration: 370.180623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.987164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.616661Z","time spent":"370.41161ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:56.987154Z","caller":"traceutil/trace.go:171","msg":"trace[1899980295] linearizableReadLoop","detail":"{readStateIndex:7529; appliedIndex:7525; }","duration":"242.9109ms","start":"2026-07-03T19:34:56.744208Z","end":"2026-07-03T19:34:56.987119Z","steps":["trace[1899980295] 'read index received' (duration: 7.183249ms)","trace[1899980295] 'applied index is now lower than readState.Index' (duration: 235.725321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:56.987504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.272809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:56.987508Z","caller":"traceutil/trace.go:171","msg":"trace[913528016] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"370.014809ms","start":"2026-07-03T19:34:56.617482Z","end":"2026-07-03T19:34:56.987497Z","steps":["trace[913528016] 'process raft request' (duration: 369.437153ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:56.987546Z","caller":"traceutil/trace.go:171","msg":"trace[1382898344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7237; }","duration":"243.367532ms","start":"2026-07-03T19:34:56.744166Z","end":"2026-07-03T19:34:56.987533Z","steps":["trace[1382898344] 'agreement among raft nodes before linearized reading' (duration: 243.235318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.98757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.617473Z","time spent":"370.06782ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:56.98783Z","caller":"traceutil/trace.go:171","msg":"trace[2062127979] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"371.116488ms","start":"2026-07-03T19:34:56.616668Z","end":"2026-07-03T19:34:56.987784Z","steps":["trace[2062127979] 'process raft request' (duration: 370.07023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:56.988075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:56.616628Z","time spent":"371.289393ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:57.180183Z","caller":"traceutil/trace.go:171","msg":"trace[1105081858] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"256.753706ms","start":"2026-07-03T19:34:56.923393Z","end":"2026-07-03T19:34:57.180147Z","steps":["trace[1105081858] 'process raft request' (duration: 174.190685ms)","trace[1105081858] 'compare' (duration: 82.353115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:57.180422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.470007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:57.180468Z","caller":"traceutil/trace.go:171","msg":"trace[228893167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7239; }","duration":"191.56554ms","start":"2026-07-03T19:34:56.988893Z","end":"2026-07-03T19:34:57.180459Z","steps":["trace[228893167] 'agreement among raft nodes before linearized reading' (duration: 191.480528ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:57.180294Z","caller":"traceutil/trace.go:171","msg":"trace[901880180] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"181.815343ms","start":"2026-07-03T19:34:56.998452Z","end":"2026-07-03T19:34:57.180268Z","steps":["trace[901880180] 'process raft request' (duration: 181.703149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:57.180352Z","caller":"traceutil/trace.go:171","msg":"trace[1354459650] linearizableReadLoop","detail":"{readStateIndex:7530; appliedIndex:7529; }","duration":"191.409876ms","start":"2026-07-03T19:34:56.988933Z","end":"2026-07-03T19:34:57.180342Z","steps":["trace[1354459650] 'read index received' (duration: 108.675049ms)","trace[1354459650] 'applied index is now lower than readState.Index' (duration: 82.733737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:57.465056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.807723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:57.465226Z","caller":"traceutil/trace.go:171","msg":"trace[1728522847] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7239; }","duration":"149.608244ms","start":"2026-07-03T19:34:57.315579Z","end":"2026-07-03T19:34:57.465187Z","steps":["trace[1728522847] 'range keys from in-memory index tree' (duration: 148.6552ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:58.111716Z","caller":"traceutil/trace.go:171","msg":"trace[1955356250] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"132.221533ms","start":"2026-07-03T19:34:57.979468Z","end":"2026-07-03T19:34:58.11169Z","steps":["trace[1955356250] 'process raft request' (duration: 132.029348ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:58.1876Z","caller":"traceutil/trace.go:171","msg":"trace[816001436] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"143.703384ms","start":"2026-07-03T19:34:58.043874Z","end":"2026-07-03T19:34:58.187577Z","steps":["trace[816001436] 'process raft request' (duration: 143.522179ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:59.074451Z","caller":"traceutil/trace.go:171","msg":"trace[439045644] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"456.169635ms","start":"2026-07-03T19:34:58.618257Z","end":"2026-07-03T19:34:59.074427Z","steps":["trace[439045644] 'process raft request' (duration: 438.155802ms)","trace[439045644] 'compare' (duration: 17.845169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:34:59.074577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.618227Z","time spent":"456.284258ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:34:59.074573Z","caller":"traceutil/trace.go:171","msg":"trace[1059700471] linearizableReadLoop","detail":"{readStateIndex:7537; appliedIndex:7535; }","duration":"454.893702ms","start":"2026-07-03T19:34:58.619654Z","end":"2026-07-03T19:34:59.074548Z","steps":["trace[1059700471] 'read index received' (duration: 22.895271ms)","trace[1059700471] 'applied index is now lower than readState.Index' (duration: 431.997431ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:34:59.074731Z","caller":"traceutil/trace.go:171","msg":"trace[684992675] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"453.655658ms","start":"2026-07-03T19:34:58.621063Z","end":"2026-07-03T19:34:59.074719Z","steps":["trace[684992675] 'process raft request' (duration: 453.299369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.074832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.621052Z","time spent":"453.711951ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:34:59.075088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.497093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:34:59.075181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.504093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:34:59.075228Z","caller":"traceutil/trace.go:171","msg":"trace[37222464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7245; }","duration":"317.540164ms","start":"2026-07-03T19:34:58.757671Z","end":"2026-07-03T19:34:59.075211Z","steps":["trace[37222464] 'agreement among raft nodes before linearized reading' (duration: 317.476823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.075238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.81937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-03T19:34:59.075322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.980853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:59.075334Z","caller":"traceutil/trace.go:171","msg":"trace[840097800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7245; }","duration":"144.925182ms","start":"2026-07-03T19:34:58.930393Z","end":"2026-07-03T19:34:59.075318Z","steps":["trace[840097800] 'agreement among raft nodes before linearized reading' (duration: 144.750137ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:34:59.075353Z","caller":"traceutil/trace.go:171","msg":"trace[338077452] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7245; }","duration":"455.030615ms","start":"2026-07-03T19:34:58.620314Z","end":"2026-07-03T19:34:59.075345Z","steps":["trace[338077452] 'agreement among raft nodes before linearized reading' (duration: 454.947163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.075389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.620306Z","time spent":"455.071296ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-03T19:34:59.075168Z","caller":"traceutil/trace.go:171","msg":"trace[91096764] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7245; }","duration":"146.613036ms","start":"2026-07-03T19:34:58.928537Z","end":"2026-07-03T19:34:59.07515Z","steps":["trace[91096764] 'agreement among raft nodes before linearized reading' (duration: 146.506833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.075267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.757639Z","time spent":"317.621316ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:34:59.075434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.435256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:59.075521Z","caller":"traceutil/trace.go:171","msg":"trace[1944814475] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7245; }","duration":"455.56598ms","start":"2026-07-03T19:34:58.619941Z","end":"2026-07-03T19:34:59.075507Z","steps":["trace[1944814475] 'agreement among raft nodes before linearized reading' (duration: 454.892012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.075623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.619933Z","time spent":"455.632311ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-03T19:34:59.075091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.410995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4857"} {"level":"info","ts":"2026-07-03T19:34:59.075688Z","caller":"traceutil/trace.go:171","msg":"trace[1836319869] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7245; }","duration":"456.058592ms","start":"2026-07-03T19:34:58.619618Z","end":"2026-07-03T19:34:59.075677Z","steps":["trace[1836319869] 'agreement among raft nodes before linearized reading' (duration: 455.299173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:34:59.075724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:34:58.619605Z","time spent":"456.108113ms","remote":"127.0.0.1:36948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4880,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-03T19:35:11.317664Z","caller":"traceutil/trace.go:171","msg":"trace[131298246] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"143.469118ms","start":"2026-07-03T19:35:11.17417Z","end":"2026-07-03T19:35:11.317639Z","steps":["trace[131298246] 'process raft request' (duration: 143.325435ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:11.330854Z","caller":"traceutil/trace.go:171","msg":"trace[1577542982] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"151.429342ms","start":"2026-07-03T19:35:11.179394Z","end":"2026-07-03T19:35:11.330824Z","steps":["trace[1577542982] 'process raft request' (duration: 151.266688ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:20.695147Z","caller":"traceutil/trace.go:171","msg":"trace[583123530] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7704; }","duration":"392.285682ms","start":"2026-07-03T19:35:20.302838Z","end":"2026-07-03T19:35:20.695124Z","steps":["trace[583123530] 'read index received' (duration: 392.024345ms)","trace[583123530] 'applied index is now lower than readState.Index' (duration: 260.057µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:20.69528Z","caller":"traceutil/trace.go:171","msg":"trace[1505922431] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"418.66651ms","start":"2026-07-03T19:35:20.276596Z","end":"2026-07-03T19:35:20.695262Z","steps":["trace[1505922431] 'process raft request' (duration: 418.278779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:20.695413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:20.27658Z","time spent":"418.730752ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:20.695646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.706552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:1 size:5746"} {"level":"info","ts":"2026-07-03T19:35:20.695792Z","caller":"traceutil/trace.go:171","msg":"trace[1996369455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:1; response_revision:7405; }","duration":"392.968009ms","start":"2026-07-03T19:35:20.302793Z","end":"2026-07-03T19:35:20.695761Z","steps":["trace[1996369455] 'agreement among raft nodes before linearized reading' (duration: 392.494107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:20.695892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:20.302732Z","time spent":"393.145593ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5769,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" "} {"level":"info","ts":"2026-07-03T19:35:20.729191Z","caller":"traceutil/trace.go:171","msg":"trace[1200283514] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"146.988646ms","start":"2026-07-03T19:35:20.582179Z","end":"2026-07-03T19:35:20.729167Z","steps":["trace[1200283514] 'process raft request' (duration: 146.790931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:20.729569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.737635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:20.729677Z","caller":"traceutil/trace.go:171","msg":"trace[372267528] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7407; }","duration":"254.90998ms","start":"2026-07-03T19:35:20.474745Z","end":"2026-07-03T19:35:20.729655Z","steps":["trace[372267528] 'agreement among raft nodes before linearized reading' (duration: 254.628573ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:20.878911Z","caller":"traceutil/trace.go:171","msg":"trace[1000119909] linearizableReadLoop","detail":"{readStateIndex:7708; appliedIndex:7707; }","duration":"149.58717ms","start":"2026-07-03T19:35:20.729304Z","end":"2026-07-03T19:35:20.878891Z","steps":["trace[1000119909] 'read index received' (duration: 108.097689ms)","trace[1000119909] 'applied index is now lower than readState.Index' (duration: 41.488611ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:20.879008Z","caller":"traceutil/trace.go:171","msg":"trace[998977135] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"167.607027ms","start":"2026-07-03T19:35:20.711392Z","end":"2026-07-03T19:35:20.878999Z","steps":["trace[998977135] 'process raft request' (duration: 126.090895ms)","trace[998977135] 'compare' (duration: 40.808884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:20.879199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.259864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:20.879238Z","caller":"traceutil/trace.go:171","msg":"trace[345980472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7408; }","duration":"140.339396ms","start":"2026-07-03T19:35:20.738889Z","end":"2026-07-03T19:35:20.879229Z","steps":["trace[345980472] 'agreement among raft nodes before linearized reading' (duration: 140.135341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:20.879285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.516033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:1 size:5746"} {"level":"info","ts":"2026-07-03T19:35:20.879318Z","caller":"traceutil/trace.go:171","msg":"trace[1898132238] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:1; response_revision:7408; }","duration":"178.586535ms","start":"2026-07-03T19:35:20.700722Z","end":"2026-07-03T19:35:20.879308Z","steps":["trace[1898132238] 'agreement among raft nodes before linearized reading' (duration: 178.489592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:21.095082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.40148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:1 size:6485"} {"level":"info","ts":"2026-07-03T19:35:21.095285Z","caller":"traceutil/trace.go:171","msg":"trace[791201495] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:1; response_revision:7408; }","duration":"115.646747ms","start":"2026-07-03T19:35:20.979615Z","end":"2026-07-03T19:35:21.095262Z","steps":["trace[791201495] 'range keys from in-memory index tree' (duration: 115.180686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:21.316964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.557268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:35:21.317183Z","caller":"traceutil/trace.go:171","msg":"trace[1818509652] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"127.960258ms","start":"2026-07-03T19:35:21.189195Z","end":"2026-07-03T19:35:21.317155Z","steps":["trace[1818509652] 'process raft request' (duration: 10.307101ms)","trace[1818509652] 'compare' (duration: 116.364774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:21.317492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.194293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:1 size:8339"} {"level":"info","ts":"2026-07-03T19:35:21.317331Z","caller":"traceutil/trace.go:171","msg":"trace[1140113279] linearizableReadLoop","detail":"{readStateIndex:7710; appliedIndex:7709; }","duration":"127.981028ms","start":"2026-07-03T19:35:21.189273Z","end":"2026-07-03T19:35:21.317254Z","steps":["trace[1140113279] 'read index received' (duration: 1.96917ms)","trace[1140113279] 'applied index is now lower than readState.Index' (duration: 126.008618ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:21.317555Z","caller":"traceutil/trace.go:171","msg":"trace[842966673] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:1; response_revision:7410; }","duration":"128.291746ms","start":"2026-07-03T19:35:21.189237Z","end":"2026-07-03T19:35:21.317529Z","steps":["trace[842966673] 'agreement among raft nodes before linearized reading' (duration: 128.031139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:21.317945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.523495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T19:35:21.31798Z","caller":"traceutil/trace.go:171","msg":"trace[481541399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7410; }","duration":"123.574337ms","start":"2026-07-03T19:35:21.194396Z","end":"2026-07-03T19:35:21.31797Z","steps":["trace[481541399] 'agreement among raft nodes before linearized reading' (duration: 123.463894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:21.31803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.292516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T19:35:21.318094Z","caller":"traceutil/trace.go:171","msg":"trace[1856644199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7410; }","duration":"111.403369ms","start":"2026-07-03T19:35:21.206675Z","end":"2026-07-03T19:35:21.318079Z","steps":["trace[1856644199] 'agreement among raft nodes before linearized reading' (duration: 111.197563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:35.683574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.7569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T19:35:35.683671Z","caller":"traceutil/trace.go:171","msg":"trace[1234875831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7482; }","duration":"120.894463ms","start":"2026-07-03T19:35:35.56276Z","end":"2026-07-03T19:35:35.683654Z","steps":["trace[1234875831] 'range keys from in-memory index tree' (duration: 120.578455ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:38.009981Z","caller":"traceutil/trace.go:171","msg":"trace[1330187639] linearizableReadLoop","detail":"{readStateIndex:7802; appliedIndex:7801; }","duration":"113.952911ms","start":"2026-07-03T19:35:37.896004Z","end":"2026-07-03T19:35:38.009957Z","steps":["trace[1330187639] 'read index received' (duration: 113.744796ms)","trace[1330187639] 'applied index is now lower than readState.Index' (duration: 206.635µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:38.01003Z","caller":"traceutil/trace.go:171","msg":"trace[135894429] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"198.008496ms","start":"2026-07-03T19:35:37.811991Z","end":"2026-07-03T19:35:38.009999Z","steps":["trace[135894429] 'process raft request' (duration: 197.832842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:38.010141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.119256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:35:38.010185Z","caller":"traceutil/trace.go:171","msg":"trace[153560122] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7499; }","duration":"114.215008ms","start":"2026-07-03T19:35:37.895959Z","end":"2026-07-03T19:35:38.010174Z","steps":["trace[153560122] 'agreement among raft nodes before linearized reading' (duration: 114.086695ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:41.484717Z","caller":"traceutil/trace.go:171","msg":"trace[2015583006] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"153.883956ms","start":"2026-07-03T19:35:41.330816Z","end":"2026-07-03T19:35:41.4847Z","steps":["trace[2015583006] 'process raft request' (duration: 153.335953ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:42.288329Z","caller":"traceutil/trace.go:171","msg":"trace[1845387126] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"210.206199ms","start":"2026-07-03T19:35:42.078095Z","end":"2026-07-03T19:35:42.288301Z","steps":["trace[1845387126] 'process raft request' (duration: 210.050396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:42.750693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.426963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:35:42.750845Z","caller":"traceutil/trace.go:171","msg":"trace[118151391] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7518; }","duration":"263.629098ms","start":"2026-07-03T19:35:42.487198Z","end":"2026-07-03T19:35:42.750827Z","steps":["trace[118151391] 'count revisions from in-memory index tree' (duration: 263.356612ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:44.067347Z","caller":"traceutil/trace.go:171","msg":"trace[814171114] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"236.486163ms","start":"2026-07-03T19:35:43.830836Z","end":"2026-07-03T19:35:44.067322Z","steps":["trace[814171114] 'process raft request' (duration: 236.306059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.244965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075364098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:45.245048Z","caller":"traceutil/trace.go:171","msg":"trace[295505345] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7528; }","duration":"1.075496251s","start":"2026-07-03T19:35:44.169533Z","end":"2026-07-03T19:35:45.245029Z","steps":["trace[295505345] 'count revisions from in-memory index tree' (duration: 1.075294676s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.245091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.169514Z","time spent":"1.075566952s","remote":"127.0.0.1:36988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:35:45.246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.809899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T19:35:45.246045Z","caller":"traceutil/trace.go:171","msg":"trace[1448672057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7528; }","duration":"951.88097ms","start":"2026-07-03T19:35:44.294153Z","end":"2026-07-03T19:35:45.246034Z","steps":["trace[1448672057] 'range keys from in-memory index tree' (duration: 951.663076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.246087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.294138Z","time spent":"951.935242ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T19:35:45.246907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.828954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T19:35:45.246956Z","caller":"traceutil/trace.go:171","msg":"trace[832762706] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7528; }","duration":"640.922687ms","start":"2026-07-03T19:35:44.60602Z","end":"2026-07-03T19:35:45.246943Z","steps":["trace[832762706] 'count revisions from in-memory index tree' (duration: 640.758513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.246996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.606006Z","time spent":"640.978628ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:35:45.247311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.60381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:45.247348Z","caller":"traceutil/trace.go:171","msg":"trace[2121016094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7528; }","duration":"507.671521ms","start":"2026-07-03T19:35:44.739667Z","end":"2026-07-03T19:35:45.247338Z","steps":["trace[2121016094] 'range keys from in-memory index tree' (duration: 507.539128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.247373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.739648Z","time spent":"507.719192ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:35:45.247513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.526053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:45.24755Z","caller":"traceutil/trace.go:171","msg":"trace[584400632] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7528; }","duration":"454.584944ms","start":"2026-07-03T19:35:44.792954Z","end":"2026-07-03T19:35:45.247539Z","steps":["trace[584400632] 'count revisions from in-memory index tree' (duration: 454.479682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.247579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.792941Z","time spent":"454.629805ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T19:35:45.249436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.497797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:35:45.249534Z","caller":"traceutil/trace.go:171","msg":"trace[1684536834] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"338.773906ms","start":"2026-07-03T19:35:44.910747Z","end":"2026-07-03T19:35:45.249521Z","steps":["trace[1684536834] 'process raft request' (duration: 157.131706ms)","trace[1684536834] 'compare' (duration: 180.960233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:45.250665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:44.910731Z","time spent":"339.857303ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:45.788561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.17134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:35:45.788852Z","caller":"traceutil/trace.go:171","msg":"trace[1043962373] linearizableReadLoop","detail":"{readStateIndex:7835; appliedIndex:7834; }","duration":"666.149287ms","start":"2026-07-03T19:35:45.122661Z","end":"2026-07-03T19:35:45.78881Z","steps":["trace[1043962373] 'read index received' (duration: 258.654479ms)","trace[1043962373] 'applied index is now lower than readState.Index' (duration: 407.493428ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:45.789016Z","caller":"traceutil/trace.go:171","msg":"trace[1597856661] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"762.865856ms","start":"2026-07-03T19:35:45.026137Z","end":"2026-07-03T19:35:45.789003Z","steps":["trace[1597856661] 'process raft request' (duration: 355.177963ms)","trace[1597856661] 'compare' (duration: 406.428272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:45.789272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.026101Z","time spent":"763.129051ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:45.789055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.314931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:45.789422Z","caller":"traceutil/trace.go:171","msg":"trace[1833680285] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7530; }","duration":"666.813223ms","start":"2026-07-03T19:35:45.122597Z","end":"2026-07-03T19:35:45.78941Z","steps":["trace[1833680285] 'agreement among raft nodes before linearized reading' (duration: 666.343701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.789526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.122569Z","time spent":"666.879745ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-03T19:35:45.789139Z","caller":"traceutil/trace.go:171","msg":"trace[2011588284] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"535.200504ms","start":"2026-07-03T19:35:45.253915Z","end":"2026-07-03T19:35:45.789115Z","steps":["trace[2011588284] 'process raft request' (duration: 534.887056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:45.789741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.253905Z","time spent":"535.784547ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:35:46.146334Z","caller":"traceutil/trace.go:171","msg":"trace[1516679951] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7836; }","duration":"357.200668ms","start":"2026-07-03T19:35:45.789109Z","end":"2026-07-03T19:35:46.14631Z","steps":["trace[1516679951] 'read index received' (duration: 282.853727ms)","trace[1516679951] 'applied index is now lower than readState.Index' (duration: 74.345751ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:46.146397Z","caller":"traceutil/trace.go:171","msg":"trace[687649966] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"642.146576ms","start":"2026-07-03T19:35:45.504226Z","end":"2026-07-03T19:35:46.146373Z","steps":["trace[687649966] 'process raft request' (duration: 567.809215ms)","trace[687649966] 'compare' (duration: 74.008053ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T19:35:46.146376Z","caller":"traceutil/trace.go:171","msg":"trace[1590773439] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"640.445196ms","start":"2026-07-03T19:35:45.505905Z","end":"2026-07-03T19:35:46.14635Z","steps":["trace[1590773439] 'process raft request' (duration: 640.300112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.147052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.505894Z","time spent":"641.07102ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:46.14651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.504208Z","time spent":"642.241258ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:46.146554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.114667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T19:35:46.146585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.542946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T19:35:46.147893Z","caller":"traceutil/trace.go:171","msg":"trace[572706257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7533; }","duration":"463.919949ms","start":"2026-07-03T19:35:45.683963Z","end":"2026-07-03T19:35:46.147883Z","steps":["trace[572706257] 'agreement among raft nodes before linearized reading' (duration: 462.474945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.147919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.683932Z","time spent":"463.97994ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T19:35:46.146627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.054415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T19:35:46.147997Z","caller":"traceutil/trace.go:171","msg":"trace[1589723662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7533; }","duration":"534.459299ms","start":"2026-07-03T19:35:45.613533Z","end":"2026-07-03T19:35:46.147993Z","steps":["trace[1589723662] 'agreement among raft nodes before linearized reading' (duration: 533.033105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.148011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.613502Z","time spent":"534.50536ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T19:35:46.146652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.652773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:46.148049Z","caller":"traceutil/trace.go:171","msg":"trace[779368105] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7533; }","duration":"285.089027ms","start":"2026-07-03T19:35:45.862955Z","end":"2026-07-03T19:35:46.148044Z","steps":["trace[779368105] 'agreement among raft nodes before linearized reading' (duration: 283.664493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.146667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.691567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-03T19:35:46.14814Z","caller":"traceutil/trace.go:171","msg":"trace[856585539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7533; }","duration":"582.215683ms","start":"2026-07-03T19:35:45.56592Z","end":"2026-07-03T19:35:46.148136Z","steps":["trace[856585539] 'agreement among raft nodes before linearized reading' (duration: 580.719987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.148155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.565891Z","time spent":"582.259905ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T19:35:46.14679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.146064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-6899dc9997-5lvpn.18bedeacbb3177f0\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-07-03T19:35:46.148223Z","caller":"traceutil/trace.go:171","msg":"trace[1844798225] range","detail":"{range_begin:/registry/events/openstack/horizon-6899dc9997-5lvpn.18bedeacbb3177f0; range_end:; response_count:1; response_revision:7533; }","duration":"212.619269ms","start":"2026-07-03T19:35:45.935598Z","end":"2026-07-03T19:35:46.148217Z","steps":["trace[1844798225] 'agreement among raft nodes before linearized reading' (duration: 211.154514ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:46.147871Z","caller":"traceutil/trace.go:171","msg":"trace[126619692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7533; }","duration":"894.453ms","start":"2026-07-03T19:35:45.253399Z","end":"2026-07-03T19:35:46.147852Z","steps":["trace[126619692] 'agreement among raft nodes before linearized reading' (duration: 893.133538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.148361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:45.253365Z","time spent":"894.983222ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:35:46.534045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.061069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T19:35:46.534673Z","caller":"traceutil/trace.go:171","msg":"trace[767701892] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"382.968545ms","start":"2026-07-03T19:35:46.151681Z","end":"2026-07-03T19:35:46.534649Z","steps":["trace[767701892] 'process raft request' (duration: 254.23684ms)","trace[767701892] 'compare' (duration: 127.912016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:46.534786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.151666Z","time spent":"383.069548ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:35:46.534961Z","caller":"traceutil/trace.go:171","msg":"trace[1763331624] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"383.219662ms","start":"2026-07-03T19:35:46.151719Z","end":"2026-07-03T19:35:46.534939Z","steps":["trace[1763331624] 'process raft request' (duration: 382.410713ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:35:46.535279Z","caller":"traceutil/trace.go:171","msg":"trace[1618768104] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"381.125881ms","start":"2026-07-03T19:35:46.154139Z","end":"2026-07-03T19:35:46.535265Z","steps":["trace[1618768104] 'process raft request' (duration: 380.501485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.535358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.15413Z","time spent":"381.188433ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:35:46.535637Z","caller":"traceutil/trace.go:171","msg":"trace[606861882] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"381.46157ms","start":"2026-07-03T19:35:46.154163Z","end":"2026-07-03T19:35:46.535624Z","steps":["trace[606861882] 'process raft request' (duration: 380.533946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.535708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.154145Z","time spent":"381.528821ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T19:35:46.536059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.685354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T19:35:46.536103Z","caller":"traceutil/trace.go:171","msg":"trace[692549342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7538; }","duration":"381.744456ms","start":"2026-07-03T19:35:46.154348Z","end":"2026-07-03T19:35:46.536092Z","steps":["trace[692549342] 'agreement among raft nodes before linearized reading' (duration: 381.659604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.536209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.154324Z","time spent":"381.874299ms","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T19:35:46.53692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.151714Z","time spent":"383.309925ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T19:35:46.537241Z","caller":"traceutil/trace.go:171","msg":"trace[61688504] linearizableReadLoop","detail":"{readStateIndex:7843; appliedIndex:7838; }","duration":"380.380382ms","start":"2026-07-03T19:35:46.154358Z","end":"2026-07-03T19:35:46.534738Z","steps":["trace[61688504] 'read index received' (duration: 65.233718ms)","trace[61688504] 'applied index is now lower than readState.Index' (duration: 315.145344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T19:35:46.537449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.903608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-6899dc9997-nrfvp.18bedeacbb31cd05\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-03T19:35:46.53749Z","caller":"traceutil/trace.go:171","msg":"trace[1063356688] range","detail":"{range_begin:/registry/events/openstack/horizon-6899dc9997-nrfvp.18bedeacbb31cd05; range_end:; response_count:1; response_revision:7538; }","duration":"314.98155ms","start":"2026-07-03T19:35:46.222501Z","end":"2026-07-03T19:35:46.537482Z","steps":["trace[1063356688] 'agreement among raft nodes before linearized reading' (duration: 314.887108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:35:46.537511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T19:35:46.222481Z","time spent":"315.025421ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/horizon-6899dc9997-nrfvp.18bedeacbb31cd05\" "} {"level":"info","ts":"2026-07-03T19:35:49.377857Z","caller":"traceutil/trace.go:171","msg":"trace[111257043] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"111.74875ms","start":"2026-07-03T19:35:49.26609Z","end":"2026-07-03T19:35:49.377839Z","steps":["trace[111257043] 'process raft request' (duration: 111.624347ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:37:21.007135Z","caller":"traceutil/trace.go:171","msg":"trace[22249955] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"201.892623ms","start":"2026-07-03T19:37:20.805214Z","end":"2026-07-03T19:37:21.007107Z","steps":["trace[22249955] 'process raft request' (duration: 201.187618ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T19:37:21.00873Z","caller":"traceutil/trace.go:171","msg":"trace[95943594] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"117.260623ms","start":"2026-07-03T19:37:20.891446Z","end":"2026-07-03T19:37:21.008707Z","steps":["trace[95943594] 'process raft request' (duration: 117.147861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T19:37:50.970611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.810189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/\" range_end:\"/registry/configmaps/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:1754"} {"level":"info","ts":"2026-07-03T19:37:50.970694Z","caller":"traceutil/trace.go:171","msg":"trace[412137300] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/; range_end:/registry/configmaps/kube-node-lease0; response_count:1; response_revision:8182; }","duration":"101.947491ms","start":"2026-07-03T19:37:50.868729Z","end":"2026-07-03T19:37:50.970677Z","steps":["trace[412137300] 'range keys from in-memory index tree' (duration: 101.726716ms)"],"step_count":1}